1
0
mirror of https://github.com/krislamo/puppet-rsnapshot synced 2025-09-13 07:49:29 +00:00

45 Commits
1.0.1 ... 1.1.1

Author SHA1 Message Date
Norbert Varzariu
d1a262800f bump version and bugfix 2017-04-02 10:54:52 +02:00
Norbert Varzariu
a78ccc1e43 Merge branch 'master' into develop 2017-04-02 10:46:35 +02:00
Administrator
6f92da8a17 add quotes to ssh command (misc script) 2017-04-02 10:45:25 +02:00
Administrator
a67dd7ea29 fix order of params 2017-04-02 10:40:07 +02:00
Norbert Varzariu
1be930d6cf Merge branch 'release/1.1.0' into develop 2017-04-02 10:20:36 +02:00
Norbert Varzariu
cbf6a3db52 Merge branch 'release/1.1.0'
- Feature: rsnapshot_prefix
- Feature: check_mk options
2017-04-02 10:19:52 +02:00
Norbert Varzariu
283ade9782 bump version 2017-04-02 10:19:18 +02:00
Norbert Varzariu
f92a8814ac Merge pull request #8 from loomsen/monotek-issue/2-cron_and_dots
Monotek issue/2 cron and dots
2017-04-02 10:10:59 +02:00
Administrator
85532a73b2 update readme 2017-04-02 09:24:14 +02:00
Administrator
87775af5c7 add prefix feature 2017-04-02 09:14:46 +02:00
Administrator
960b0090e4 try and fix travis build 2017-04-02 08:42:15 +02:00
Administrator
46c96d9b6c try and fix travis build 2017-04-02 08:40:45 +02:00
André Bauer
6e7d8e02f3 use prefix not by default 2017-04-01 23:27:18 +02:00
André Bauer
7dd4b98f1a fixed typo 2017-03-14 23:52:08 +01:00
André Bauer
5c35e8378b some fixes 2017-03-14 23:51:18 +01:00
Norbert Varzariu
c5de50bd71 Merge pull request #6 from monotek/check_mk_job
added check_mk mk-job support
2017-03-13 16:54:00 +01:00
André Bauer
9f0fdf0547 removed superfluous line 2017-02-27 12:00:54 +01:00
André Bauer
90ee92acb8 fix crontabs with dots on debian & added rsnapshot_prefix var 2017-02-27 11:58:18 +01:00
André Bauer
d7436ed582 added check_mk mk-job support 2017-02-27 09:49:59 +01:00
Norbert Varzariu
59cdc23ca1 add travis build status to readme 2017-02-07 18:08:10 +01:00
Norbert Varzariu
a394973d4a fix matrix build in travis.yml 2017-02-07 17:45:23 +01:00
Norbert Varzariu
a32ddcf208 remove jruby from travis.yml 2017-02-07 17:37:24 +01:00
Norbert Varzariu
7d39968e12 remove jruby from travis.yml 2017-02-07 17:37:02 +01:00
Norbert Varzariu
c6b7caefb7 add fixed ruby version to travis.yml 2017-02-07 17:33:01 +01:00
Norbert Varzariu
75e778ad9c Merge pull request #4 from jhoblitt/plumbing/concat-dep
missing dep on concat module
2016-12-21 22:19:45 +01:00
Norbert Varzariu
3dea0ba9e1 Merge pull request #3 from jhoblitt/plumbing/updates
plumbing updates to get tests working
2016-12-21 22:18:54 +01:00
Joshua Hoblitt
feb0898c01 add metadata-json-lint gem 2016-12-21 10:51:37 -07:00
Joshua Hoblitt
f6e32dd53b add missing dep on concat module 2016-12-21 10:51:37 -07:00
Joshua Hoblitt
cb04f5e70f add trivial .gitignore 2016-12-21 10:42:29 -07:00
Joshua Hoblitt
cf50ff6251 fix validation warning
Logic error
2016-12-21 10:36:49 -07:00
Joshua Hoblitt
decccb771f fix rspec tests
Missing ::osfamily fact.
2016-12-21 10:34:57 -07:00
Norbert Varzariu
1feea03aaa removed single quotes in misc script template 2016-06-27 13:21:03 +02:00
Norbert Varzariu
a37c7f71ea Merge branch 'release/1.0.3' into develop
- fix ordering of monthday and month in cron
2016-03-29 16:17:58 +02:00
Norbert Varzariu
f5003e3758 Merge branch 'release/1.0.3' 2016-03-29 16:17:43 +02:00
Norbert Varzariu
93be1c12ac bump version 2016-03-29 16:16:19 +02:00
Norbert Varzariu
ea87bf924a Merge pull request #1 from nerdlich/patch-1
Correct order of monthday/month
2016-03-28 13:36:54 +02:00
nerdlich
c79d1c7fc6 Correct order of monthday/month 2016-03-24 22:53:52 +01:00
Norbert Varzariu
98519a8ebc Merge branch 'develop' 2016-01-26 08:29:52 +01:00
Norbert Varzariu
a386a710b7 quote psql password in scripts 2016-01-26 08:29:42 +01:00
Norbert Varzariu
0c5afff356 Merge branch 'release/1.0.2' into develop 2016-01-25 09:48:38 +01:00
Norbert Varzariu
3c9357f3fe Merge branch 'release/1.0.2'
- Update README
2016-01-25 09:48:18 +01:00
Norbert Varzariu
0618f0fff3 bump verison to 1.0.2 2016-01-25 09:47:57 +01:00
Norbert Varzariu
5d82b82757 update README 2016-01-25 09:47:05 +01:00
Norbert Varzariu
0e80853628 Merge branch 'release/1.0.1' into develop 2016-01-25 09:41:26 +01:00
Norbert Varzariu
1fe21e5bba Merge branch 'release/1.0.1'
- small fixes to psql backup script
2016-01-25 09:41:03 +01:00
14 changed files with 125 additions and 88 deletions

View File

@@ -4,5 +4,7 @@ fixtures:
repo: "puppetlabs/stdlib"
epel:
repo: "stahnma/epel"
concat:
repo: "puppetlabs/concat"
symlinks:
"rsnapshot": "#{source_dir}"

4
.gitignore vendored Normal file
View File

@@ -0,0 +1,4 @@
.bundle
Gemfile.lock
pkg/
vendor/

View File

@@ -7,6 +7,8 @@ script: "bundle exec rake validate && bundle exec rake spec SPEC_OPTS='--format
matrix:
fast_finish: true
include:
rvm: 2.1
env: PUPPET_GEM_VERSION="~> 4.0"
notifications:
email: false

View File

@@ -5,3 +5,4 @@ gem 'puppet', puppetversion
gem 'puppetlabs_spec_helper', '>= 0.8.2'
gem 'puppet-lint', '>= 1.0.0'
gem 'facter', '>= 1.7.0'
gem 'metadata-json-lint'

View File

@@ -1,6 +1,6 @@
# rsnapshot
[![Build Status](https://travis-ci.org/loomsen/puppet-rsnapshot.svg?branch=master)](https://travis-ci.org/loomsen/puppet-rsnapshot)
## NOTE: ! Configuration for backup_scripts changed with version 0.4.0 (it was pretty useless in prior versions) !
# rsnapshot
#### Table of Contents
@@ -205,41 +205,20 @@ Takes an Integer, a String or an Array as input, and returns a random entry from
The following parameters are available in the `::rsnapshot` class:
#### `$hosts`
Hash containing the hosts to be backed up and optional overrides per host
(Default: undef (do nothing when no host given))
#### `$conf_d`
The place where the configs will be dropped
(Default: /etc/rsnapshot (will be created if it doesn't exist))
#### `$backup_user`
The user to run the backup scripts as
(Default: root, also the user used for ssh connections, if you change this make sure you have proper key deployed and the user exists in the nodes to be backed up.)
#### `$package_name`
(Default: rsnapshot)
#### `$package_ensure`
(Default: present)
#### `$cron_dir`
Directory to drop the cron files to. Crons will be created per host.
(Default: /etc/cron.d)
#### `$backup_levels`
Array containing the backup levels (hourly, daily, weekly, monthly)
Configure the backup_levels (valid per host and global, so you may either set: rsnapshot::backup_levels for all hosts or override default backup_levels for specific hosts)
(Default: [ 'daily', 'weekly', ] )
#### `$backup_defaults`
Boolean. Backup default backup dirs or not.
(Default: true)
#### `$default_backup`
The default backup directories. This will apply to all hosts unless you set [backup_defaults](#backup_defaults) = false
Default is:
```puppet
$default_backup = {
'/etc' => './',
'/home' => './',
}
```
#### `$backup_levels`
Array containing the backup levels (hourly, daily, weekly, monthly)
Configure the backup_levels (valid per host and global, so you may either set: rsnapshot::backup_levels for all hosts or override default backup_levels for specific hosts)
(Default: [ 'daily', 'weekly', ] )
#### `$backup_user`
The user to run the backup scripts as
(Default: root, also the user used for ssh connections, if you change this make sure you have proper key deployed and the user exists in the nodes to be backed up.)
#### `$conf_d`
The place where the configs will be dropped
(Default: /etc/rsnapshot (will be created if it doesn't exist))
#### `$cron`
Hash. Set time ranges for different backup levels. Each item (minute, hour...) allows for cron notation, an array to pick a random time from and a range to pick a random time from.
The range notation is '$start..$end', so to pick a random hour from 8 pm to 2 am, you could set the hour of your desired backup level to
@@ -354,6 +333,44 @@ Default is:
}
```
#### `$cron_dir`
Directory to drop the cron files to. Crons will be created per host.
(Default: /etc/cron.d)
#### `$default_backup`
The default backup directories. This will apply to all hosts unless you set [backup_defaults](#backup_defaults) = false
Default is:
```puppet
$default_backup = {
'/etc' => './',
'/home' => './',
}
```
#### `$cronfile_prefix_use`
Bool. Set this to true if you want your cronfiles to have a prefix.
(Default: false)
#### `$cronfile_prefix`
Optional prefix to add to the cronfiles name. Your files will be named: prefix_hostname
(Default: 'rsnapshot_' only if you set $cronfile_prefix_use = true)
#### `$hosts`
Hash containing the hosts to be backed up and optional overrides per host
(Default: undef (do nothing when no host given))
#### `$interval`
How many backups of each level to keep.
Default is:
```puppet
$interval = {
'daily' => '7',
'weekly' => '4',
'monthly' => '6',
}
```
#### `$package_ensure`
(Default: present)
#### `$package_name`
(Default: rsnapshot)
#### `$snapshot_root`
global. the directory holding your backups.
(Default: /backup)
@@ -377,18 +394,6 @@ You will end up with a structure like:
└── weekly.0
```
#### `$interval`
How many backups of each level to keep.
Default is:
```puppet
$interval = {
'daily' => '7',
'weekly' => '4',
'monthly' => '6',
}
```
#### `$backup_scripts`
Additional scripts to create, possible values are: mysql, psql, misc
@@ -436,7 +441,7 @@ Default is:
dbbackup_password => '',
dumper => 'pg_dump',
dump_flags => '-Fc',
ignore_dbs => [],
ignore_dbs => [ 'postgres' ],
},
misc => {
commands => $::osfamily ? {

View File

@@ -12,6 +12,8 @@ class rsnapshot::config (
$conf_d = pick($rsnapshot::conf_d, $rsnapshot::params::conf_d, '/etc/rsnapshot')
$snapshot_root = pick($hosts['snapshot_root'], $rsnapshot::snapshot_root, '/backup')
$logpath = pick($rsnapshot::logpath, $rsnapshot::params::config_logpath)
$cronfile_prefix_use = pick($rsnapshot::cronfile_prefix_use, $rsnapshot::params::cronfile_prefix_use, false)
$cronfile_prefix = pick($rsnapshot::cronfile_prefix, $rsnapshot::params::cronfile_prefix, '')
# make sure lock path and conf path exist
file { $conf_d:
ensure => 'directory',
@@ -162,13 +164,33 @@ class rsnapshot::config (
}
}
$cronfile = "${cron_dir}/${host}"
if $cronfile_prefix_use {
$rsnapshot_prefix = $rsnapshot::cronfile_prefix
} else {
$rsnapshot_prefix = ''
}
# cron on Debian seems to ignore files that have dots in their name; replace
# them with underscores (issue #2)
case $::osfamily {
'Debian': {
$cron_name = regsubst($host, '\.', '_', 'G')
$cronfile = "${cron_dir}/${rsnapshot_prefix}${cron_name}"
}
'RedHat': {
$cronfile = "${cron_dir}/${rsnapshot_prefix}${host}"
}
default: {
$cronfile = "${cron_dir}/${rsnapshot_prefix}${host}"
}
}
concat { $cronfile:
}
# create cron files for each backup level
# merge possible cron definitions to one
$real_cron = deep_merge($rsnapshot::params::cron, $rsnapshot::cron, $hash[cron])
concat::fragment { "mailto for $host":
concat::fragment { "mailto for ${host}":
content => "#This file is managed by puppet\nMAILTO=${real_cron[mailto]}\n\n",
target => $cronfile,
order => 1,
@@ -190,4 +212,3 @@ class rsnapshot::config (
}
}
}

View File

@@ -19,6 +19,10 @@ class rsnapshot (
$snapshot_root = $rsnapshot::params::config_snapshot_root,
$backup_levels = $rsnapshot::params::config_backup_levels,
$cron_service_name = $rsnapshot::params::cron_service_name,
$cronfile_prefix = $rsnapshot::params::config_cronfile_prefix,
$cronfile_prefix_use = $rsnapshot::params::config_cronfile_prefix_use,
$check_mk_job = $rsnapshot::params::config_check_mk_job,
) inherits rsnapshot::params {
$default_backup_scripts = $rsnapshot::params::backup_scripts + $backup_scripts
@@ -32,4 +36,3 @@ class rsnapshot (
contain '::rsnapshot::service'
}
}

View File

@@ -16,6 +16,7 @@ class rsnapshot::params {
$config_backup_levels = [ 'daily', 'weekly', 'monthly' ]
$config_backup_defaults = true
$config_version = '1.2'
$config_check_mk_job = false
$config_cmd_cp = '/bin/cp'
$config_cmd_rm = '/bin/rm'
$config_cmd_rsync = '/usr/bin/rsync'
@@ -25,6 +26,8 @@ class rsnapshot::params {
$config_cmd_rsnapshot_diff = '/usr/bin/rsnapshot-diff'
$config_cmd_preexec = undef
$config_cmd_postexec = undef
$config_cronfile_prefix = 'rsnapshot_'
$config_cronfile_prefix_use = false
$config_use_lvm = undef
$config_linux_lvm_cmd_lvcreate = undef # '/sbin/lvcreate'
$config_linux_lvm_cmd_lvremove = undef # '/sbin/lvremove'
@@ -124,6 +127,6 @@ class rsnapshot::params {
],
default => [],
},
}
},
}
}

View File

@@ -1,6 +1,6 @@
{
"name": "loomsen-rsnapshot",
"version": "1.0.1",
"version": "1.1.1",
"author": "loomsen",
"summary": "Configures rsnapshot.",
"license": "Apache-2.0",
@@ -12,13 +12,10 @@
"backup",
"rsync"
],
"requirements": [
{ "name": "pe", "version_requirement": ">= 4.0.0" },
{ "name": "puppet", "version_requirement": ">= 4.0.0" }
],
"dependencies": [
{ "name": "puppetlabs-stdlib","version_range": ">= 1.0.0" },
{ "name": "stahnma-epel","version_range": ">= 1.0.0" }
{ "name": "puppetlabs-stdlib","version_requirement": ">= 1.0.0" },
{ "name": "stahnma-epel","version_requirement": ">= 1.0.0" },
{ "name": "puppetlabs-concat","version_requirement": ">= 2.0.0 < 3.0.0" }
],
"operatingsystem_support": [
{

View File

@@ -1,5 +1,7 @@
require 'spec_helper'
describe 'rsnapshot' do
let(:facts) {{ :osfamily => 'RedHat' }}
it { should contain_class('rsnapshot::params') }
it { is_expected.to compile }
end

View File

@@ -1 +1 @@
<%= @minute %> <%= @hour %> <%= @month %> <%= @monthday %> <%= @weekday %> root /usr/bin/rsnapshot -c <%= @config %> <%= @level %>
<%= @minute %> <%= @hour %> <%= @monthday %> <%= @month %> <%= @weekday %> root<% if scope['rsnapshot::check_mk_job'] == true -%> mk-job rsnapshot_<%= @host %>_<%= @level %><% end -%> /usr/bin/rsnapshot -c <%= @config %> <%= @level %>

View File

@@ -2,6 +2,6 @@
#This file is managed by puppet
#
<%@commands.each do |command| -%>
ssh -l <%=@backup_user-%> <%=@host-%> '<%=command-%>'
ssh -l <%=@backup_user-%> <%=@host-%> <%=command-%>
<%end-%>

View File

@@ -5,7 +5,6 @@
#
host=<%=@host%>
user=<%=@dbbackup_user%>
pass=<%=@dbbackup_password%>
<% if (@dbbackup_user == 'root' && @dbbackup_password == '') -%>
dbs=(
@@ -17,7 +16,7 @@ dbs=(
)
<%end-%>
for db in "${dbs[@]}"; do
<% if (@dbbackup_user == 'root' && @dbbackup_password = '' )-%>
<% if (@dbbackup_user == 'root' && @dbbackup_password == '' )-%>
ssh -l <%=@backup_user-%> "$host" "<%=@dumper-%> <%=@dump_flags-%> ${db}" > "$db".sql
<%else-%>
ssh -l <%=@backup_user-%> "$host" "<%=@dumper-%> --user=<%=@dbbackup_user-%> --password='<%=@dbbackup_password-%>' <%=@dump_flags-%> ${db}" > "$db".sql

View File

@@ -5,14 +5,12 @@
#
host=<%=@host%>
user=<%=@dbbackup_user%>
pass=<%=@dbbackup_password%>
#PGPASSWORD="$pass"
dbs=(
$(ssh -l <%=@backup_user-%> "$host" "PGPASSWORD=${pass} psql -U ${user} -Atc \"SELECT datname FROM pg_database WHERE NOT datistemplate AND NOT datname ~ '<%@ignore_dbs.each do |db|-%><%if db == @ignore_dbs.last-%><%=db-%><%else-%><%=db-%>|<%end-%><%end-%>'\"")
$(ssh -l <%=@backup_user-%> "$host" "PGPASSWORD='<%=@dbbackup_password%>' psql -U ${user} -Atc \"SELECT datname FROM pg_database WHERE NOT datistemplate AND NOT datname ~ '<%@ignore_dbs.each do |db|-%><%if db == @ignore_dbs.last-%><%=db-%><%else-%><%=db-%>|<%end-%><%end-%>'\"")
)
for db in "${dbs[@]}"; do
ssh -l <%=@backup_user-%> "$host" "PGPASSWORD=${pass} <%=@dumper-%> -U ${user} <%=@dump_flags-%> ${db}" > "$db".sql
ssh -l <%=@backup_user-%> "$host" "PGPASSWORD='<%=@dbbackup_password%>' <%=@dumper-%> -U ${user} <%=@dump_flags-%> ${db}" > "$db".sql
wait
<% if @compress != '' -%>
<%=@compress-%> "$db".sql