mirror of
https://github.com/krislamo/puppet-rsnapshot
synced 2025-09-13 15:59:28 +00:00
Compare commits
71 Commits
Author | SHA1 | Date | |
---|---|---|---|
|
08cc0037b1 | ||
|
b3ab06b63c | ||
|
d252ac64a0 | ||
|
8dd6298c56 | ||
|
343d12c61b | ||
|
8817ed33ff | ||
|
5cb6c2d235 | ||
|
daba8a562a | ||
|
f67cd5a517 | ||
|
33e3fa685a | ||
|
03e385b2aa | ||
|
b9c0e0cebc | ||
|
46a0a4faaf | ||
|
441c6a0584 | ||
|
eb7a73f460 | ||
|
3bedb6efaa | ||
|
86073f42b1 | ||
|
eb643443fd | ||
|
8ba0042a94 | ||
|
942e9a7697 | ||
|
f7eec6ee5f | ||
|
12b11a6a43 | ||
|
b332e2edcb | ||
|
5ee6544312 | ||
|
dcd5f532a9 | ||
|
16630094cb | ||
|
d57d87532b | ||
|
bc3a33e6f0 | ||
|
0f6a6ebe31 | ||
|
c80ba48d4c | ||
|
e823fef87c | ||
|
638ec858b0 | ||
|
d71239645f | ||
|
7318f9b2dc | ||
|
bf55ad97b6 | ||
|
4dedb43a22 | ||
|
81ef65edca | ||
|
9ed7f44a28 | ||
|
d786e0088e | ||
|
e8a287c4f8 | ||
|
a28b27c505 | ||
|
0235f202b4 | ||
|
a5558bf329 | ||
|
d4cd5282f7 | ||
|
0a489a4eb8 | ||
|
80d1756087 | ||
|
8f7da1a1ee | ||
|
413ca69760 | ||
|
c7756458f1 | ||
|
d5e4ebbb9c | ||
|
d6ea0821c0 | ||
|
2cccc86433 | ||
|
e39f638dfa | ||
|
ab9ec44ced | ||
|
941036d986 | ||
|
396d71cb8e | ||
|
d1008c99eb | ||
|
ed9de1e8cd | ||
|
d5d7507fa9 | ||
|
e68374cf43 | ||
|
53e34799f5 | ||
|
455ba13572 | ||
|
5fe01d46e1 | ||
|
5f65000606 | ||
|
09b6b4431c | ||
|
fce58cf09a | ||
|
03c73285ca | ||
|
549905f750 | ||
|
5cccf8200d | ||
|
ae2083c6ee | ||
|
8e62ff526e |
@@ -1,5 +1,8 @@
|
||||
fixtures:
|
||||
repositories:
|
||||
"stdlib": "git://github.com/puppetlabs/puppetlabs-stdlib.git"
|
||||
forge_modules:
|
||||
stdlib:
|
||||
repo: "puppetlabs/stdlib"
|
||||
epel:
|
||||
repo: "stahnma/epel"
|
||||
symlinks:
|
||||
"rsnapshot": "#{source_dir}"
|
||||
|
254
README.md
254
README.md
@@ -1,5 +1,7 @@
|
||||
# rsnapshot
|
||||
|
||||
## NOTE: ! Configuration for backup_scripts changed with version 0.4.0 (it was pretty useless in prior versions) !
|
||||
|
||||
#### Table of Contents
|
||||
|
||||
1. [Overview](#overview)
|
||||
@@ -131,10 +133,14 @@ rsnapshot::hosts:
|
||||
backup:
|
||||
'/var': './var'
|
||||
cron:
|
||||
'daily':
|
||||
'minute': '0-10'
|
||||
'hour': '1..5'
|
||||
|
||||
mailto: 'bar1@example.com'
|
||||
daily:
|
||||
minute: '0-10'
|
||||
hour: '1..5'
|
||||
db1:
|
||||
backup_scripts:
|
||||
mysql:
|
||||
misc:
|
||||
|
||||
```
|
||||
|
||||
@@ -238,10 +244,17 @@ Default is:
|
||||
Hash. Set time ranges for different backup levels. Each item (minute, hour...) allows for cron notation, an array to pick a random time from and a range to pick a random time from.
|
||||
The range notation is '$start..$end', so to pick a random hour from 8 pm to 2 am, you could set the hour of your desired backup level to
|
||||
`[ '20..23','0..2' ]`
|
||||
For the range feature to work, hours >0 and <10 must not have a preceding zero.
|
||||
Wrong: `00.09`
|
||||
Correct: `0..9`
|
||||
Also, you can set a mailto for each host, or globally now. The settings will be merged bottom to top, so if you override a setting in a hosts cron, it will have precedence over the global setting,
|
||||
which in turn has precedence over the default.
|
||||
|
||||
Example:
|
||||
|
||||
```puppet
|
||||
$cron = {
|
||||
mailto => 'admin@example.com',
|
||||
hourly => {
|
||||
minute => '0..59',
|
||||
hour => [ '20..23','0..2' ],
|
||||
@@ -254,6 +267,7 @@ Or in hiera:
|
||||
|
||||
```yaml
|
||||
rsnapshot::cron:
|
||||
mailto: 'admin@example.com'
|
||||
daily:
|
||||
minute: '20'
|
||||
weekly:
|
||||
@@ -265,16 +279,32 @@ rsnapshot::cron:
|
||||
```yaml
|
||||
rsnapshot::hosts:
|
||||
webserver:
|
||||
cron:
|
||||
mailto: 'support@example.com'
|
||||
daily:
|
||||
hour: [ '20..23','0..2' ]
|
||||
weekly:
|
||||
hour: [ '20..23','0..2' ]
|
||||
|
||||
webhost:
|
||||
|
||||
customervm.provider.com:
|
||||
backup_user: 'customer'
|
||||
```
|
||||
|
||||
`webhost`: Mails will go to `admin@example.com` (from the global override).
|
||||
|
||||
`webserver`: Mails will go to `support@example.com`.
|
||||
|
||||
`customervm.provider.com`: The backup (and thus ssh) user will be `customer@customervm.provider.com`
|
||||
|
||||
|
||||
|
||||
Hash is of the form:
|
||||
|
||||
```puppet
|
||||
$cron =>{
|
||||
mailto => param,
|
||||
daily => {
|
||||
minute => param,
|
||||
hour => param,
|
||||
@@ -292,6 +322,7 @@ Default is:
|
||||
|
||||
```puppet
|
||||
$cron = {
|
||||
mailto => 'admin@example.com',
|
||||
hourly => {
|
||||
minute => '0..59', # random from 0 to 59
|
||||
hour => '*', # you could also do: ['21..23','0..4','5'],
|
||||
@@ -358,6 +389,216 @@ Default is:
|
||||
}
|
||||
```
|
||||
|
||||
#### `$backup_scripts`
|
||||
Additional scripts to create, possible values are: mysql, psql, misc
|
||||
|
||||
`mysql`: used for mysql backups
|
||||
|
||||
`psql`: used for postgresql backups
|
||||
|
||||
`misc`: custom commands to run on the node
|
||||
|
||||
You can set
|
||||
|
||||
`$dbbackup_user`: backup user
|
||||
|
||||
`$dbbackup_password`: password for the backup user
|
||||
|
||||
`$dumper`: path to the dump bin you wish to use
|
||||
|
||||
`$dump_flags`: flags for your dump bin
|
||||
|
||||
`$ignore_dbs`: databases to be ignored (the psql script ignores template and postgres databases by default)
|
||||
|
||||
`$commands`: array of commands to run on the host (this has no effect on psql and mysql scripts and is intended for your custom needs, see misc script section)
|
||||
|
||||
See below for defaults
|
||||
|
||||
NOTE: the psql and mysql scripts will SSH into your host and try and use $dumper.
|
||||
Make sure you have those tools installed on your DB hosts.
|
||||
|
||||
Also, this module will try and use pbzip to compress your databases. You can install pbzip2 (and additional packages you might need) by passing an array to [$rsnapshot::package_name](#package_name)
|
||||
|
||||
|
||||
Default is:
|
||||
|
||||
```puppet
|
||||
$backup_scripts = {
|
||||
mysql => {
|
||||
dbbackup_user => 'root',
|
||||
dbbackup_password => '',
|
||||
dumper => 'mysqldump',
|
||||
dump_flags => '--single-transaction --quick --routines --ignore-table=mysql.event',
|
||||
ignore_dbs => [ 'information_schema', 'performance_schema' ],
|
||||
},
|
||||
psql => {
|
||||
dbbackup_user => 'postgres',
|
||||
dbbackup_password => '',
|
||||
dumper => 'pg_dump',
|
||||
dump_flags => '-Fc',
|
||||
ignore_dbs => [],
|
||||
},
|
||||
misc => {
|
||||
commands => $::osfamily ? {
|
||||
'RedHat' => [
|
||||
'rpm -qa --qf="%{name}," > packages.txt',
|
||||
],
|
||||
'Debian' => [
|
||||
'dpkg --get-selections > packages.txt',
|
||||
],
|
||||
default => [],
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
```
|
||||
|
||||
Configuration example:
|
||||
|
||||
```yaml
|
||||
rsnapshot::backup_scripts:
|
||||
mysql:
|
||||
dbbackup_user: 'dbbackup'
|
||||
dbbackup_password: 'hunter2'
|
||||
psql:
|
||||
dbbackup_user: 'dbbackup'
|
||||
dbbackup_password: 'yeshorsebatterystaple'
|
||||
|
||||
rsnapshot::hosts:
|
||||
foobar.com:
|
||||
backup_scripts:
|
||||
mysql:
|
||||
psql:
|
||||
dumper: '/usr/local/bin/pg_dump'
|
||||
dump_flags: '-Fc'
|
||||
ignore_dbs: [ 'db1', 'tmp_db' ]
|
||||
misc:
|
||||
bazqux:de:
|
||||
backup_scripts:
|
||||
mysql:
|
||||
dbbackup_user: 'myuser'
|
||||
dbbackup_password: 'mypassword'
|
||||
misc:
|
||||
commands:
|
||||
- 'cat /etc/hostname > hostname.txt'
|
||||
- 'date > date.txt'
|
||||
```
|
||||
|
||||
This creates
|
||||
- a mysql and a psql backup script for `foobar.com` using the credentials `dbbackup:hunter2` for mysql and `dbbackup:yeshorsebatterystaple` for psql
|
||||
- the psql script will use `/usr/local/bin/pg_dump` as the dump program with flags `-Fc`
|
||||
- it will ignore the postgres databases `db1` and `tmp_db` for postgres
|
||||
- a mysql backup script for `bazqux.de` using the credentials `myuser:mypassword`
|
||||
- a misc script for bazqux.de containing two commands to run on the node. the output will be redirected to hostname.txt and date.txt in the misc/ subfolder of the hosts backup directory (i.e. /snapshot_root/bazqux.de/daily.0/misc/hostname.txt)
|
||||
|
||||
The scripts look like this:
|
||||
|
||||
##### `bazqux.de`
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
host=bazqux.de
|
||||
user=myuser
|
||||
pass=mypassword
|
||||
|
||||
dbs=(
|
||||
$(ssh -l root "$host" "mysql -u ${user} -p${pass} -e 'show databases' | sed '1d;/information_schema/d;/performance_schema/d'")
|
||||
)
|
||||
|
||||
for db in "${dbs[@]}"; do
|
||||
ssh -l root "$host" "mysqldump --user=${user} --password=${pass} --single-transaction --quick --routines --ignore-table=mysql.event ${db}" > "${db}.sql"
|
||||
wait
|
||||
pbzip2 "$db".sql
|
||||
done
|
||||
|
||||
```
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
|
||||
ssh bazqux.de 'cat /etc/hostname > hostname.txt'
|
||||
|
||||
ssh bazqux.de 'date > date.txt'
|
||||
|
||||
```
|
||||
|
||||
|
||||
|
||||
##### `foobar.com`
|
||||
|
||||
psql:
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
host=foobar.com
|
||||
user=dbbackup
|
||||
pass=yeshorsebatterystaple
|
||||
|
||||
PGPASSWORD="$pass"
|
||||
dbs=(
|
||||
$(ssh -l root "$host" "psql -U ${user} -Atc \"SELECT datname FROM pg_database WHERE NOT datistemplate AND datname ~ 'postgres|db1|tmp_db'\"" )
|
||||
)
|
||||
|
||||
for db in "${dbs[@]}"; do
|
||||
ssh -l root "$host" "pg_dump -U ${user} -Fc ${db}" > "$db".sql
|
||||
wait
|
||||
pbzip2 "$db".sql
|
||||
done
|
||||
```
|
||||
|
||||
mysql:
|
||||
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
host=foobar.com
|
||||
user=dbbackup
|
||||
pass=hunter2
|
||||
|
||||
dbs=(
|
||||
$(ssh -l root "$host" "mysql -u ${user} -p${pass} -e 'show databases' | sed '1d;/information_schema/d;/performance_schema/d'")
|
||||
)
|
||||
|
||||
for db in "${dbs[@]}"; do
|
||||
ssh -l root "$host" "mysqldump --user=${user} --password=${pass} --single-transaction --quick --routines --ignore-table=mysql.event ${db}" > "${db}.sql"
|
||||
wait
|
||||
pbzip2 "$db".sql
|
||||
done
|
||||
|
||||
```
|
||||
|
||||
misc (assuming foobar.com is a RedHat node):
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
|
||||
ssh foobar.com 'rpm -qa --qf "%{name}," > packages.txt'
|
||||
|
||||
```
|
||||
|
||||
##### another example with root user and empty password
|
||||
|
||||
mysql with root user:
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
host=bazqux.de
|
||||
user=root
|
||||
password=
|
||||
|
||||
dbs=(
|
||||
$(ssh -l root "$host" "mysql -e 'show databases' | sed '1d;/information_schema/d;/performance_schema/d'")
|
||||
)
|
||||
|
||||
for db in "${dbs[@]}"; do
|
||||
ssh -l root "$host" "mysqldump --single-transaction --quick --routines --ignore-table=mysql.event ${db}" > "${db}.sql"
|
||||
wait
|
||||
pbzip2 "$db".sql
|
||||
done
|
||||
|
||||
```
|
||||
|
||||
|
||||
### rsnapshot configuration variables
|
||||
Please read up on the following in the [rsnapshot manpage](http://linux.die.net/man/1/rsnapshot)
|
||||
|
||||
@@ -493,9 +734,6 @@ Default is: 1
|
||||
#### `$use_lazy_deletes`
|
||||
Default is: false
|
||||
|
||||
#### `$backup_scripts`
|
||||
Default is: {}
|
||||
|
||||
## Limitations
|
||||
Currently, this module support CentOS, Fedora, Ubuntu and Debian.
|
||||
|
||||
@@ -508,4 +746,4 @@ Norbert Varzariu (loomsen)
|
||||
|
||||
## Contributors
|
||||
Please see the [list of contributors.](https://github.com/loomsen/puppet-bloonix_agent/graphs/contributors)
|
||||
|
||||
A big thank you to Hendrik Horeis <hendrik.horeis@gmail.com> for all his input and testing of this module.
|
||||
|
@@ -5,12 +5,13 @@ class rsnapshot::config (
|
||||
$hosts = $rsnapshot::hosts,
|
||||
$cron_dir = $rsnapshot::cron_dir,
|
||||
) {
|
||||
|
||||
# these are global settings, no point in setting them per host
|
||||
$config_version = $rsnapshot::params::config_version
|
||||
$lockpath = pick($rsnapshot::lockpath, $rsnapshot::params::config_lockpath, '/var/run/rsnapshot')
|
||||
$conf_d = pick($rsnapshot::conf_d, $rsnapshot::params::conf_d, '/etc/rsnapshot')
|
||||
$snapshot_root = pick($hosts['snapshot_root'], $rsnapshot::params::config_snapshot_root, '/backup')
|
||||
$default_cron = assert_empty_hash($::rsnapshot::cron)
|
||||
$snapshot_root = pick($hosts['snapshot_root'], $rsnapshot::snapshot_root, '/backup')
|
||||
$logpath = pick($rsnapshot::logpath, $rsnapshot::params::config_logpath)
|
||||
# make sure lock path and conf path exist
|
||||
file { $conf_d:
|
||||
ensure => 'directory',
|
||||
@@ -24,16 +25,20 @@ class rsnapshot::config (
|
||||
file { $snapshot_root:
|
||||
ensure => 'directory',
|
||||
}
|
||||
file { $logpath:
|
||||
ensure => directory,
|
||||
}
|
||||
|
||||
# custom function, if only a hostname is given as a param, this is an empty hash
|
||||
# the next loop would break as puppet does not allow to reassign variables
|
||||
# the function checks $hosts for elements like:
|
||||
# { foo => } and converts those to { foo => {} }
|
||||
$hosts_clean = assert_empty_hash($hosts)
|
||||
|
||||
$hosts_clean.each |String $host, Hash $hash | {
|
||||
$backup_user = pick($hash['backup_user'], $rsnapshot::params::config_backup_user)
|
||||
$hosts_clean.each |String $host, $hash | {
|
||||
$backup_user = pick($hash['backup_user'], $rsnapshot::backup_user, $rsnapshot::params::config_backup_user, 'root')
|
||||
$default_backup_dirs = pick($rsnapshot::default_backup, $rsnapshot::params::config_default_backup)
|
||||
$backup_levels = pick($hash['backup_levels'], $rsnapshot::params::config_backup_levels, 'weekly')
|
||||
$backup_levels = pick($hash['backup_levels'], $rsnapshot::backup_levels, 'weekly')
|
||||
$backup = $hash['backup']
|
||||
$backup_defaults = pick($hash['backup_defaults'], $rsnapshot::params::config_backup_defaults)
|
||||
$cmd_cp = pick($hash['cmd_cp'], $rsnapshot::params::config_cmd_cp)
|
||||
@@ -55,7 +60,6 @@ class rsnapshot::config (
|
||||
$linux_lvm_vgpath = pick_undef($hash['linux_lvm_vgpath'], $rsnapshot::params::config_linux_lvm_vgpath)
|
||||
$linux_lvm_mountpath = pick_undef($hash['linux_lvm_mountpath'], $rsnapshot::params::config_linux_lvm_mountpath)
|
||||
$no_create_root = pick_undef($hash['no_create_root'], $rsnapshot::params::config_no_create_root)
|
||||
$logpath = pick($hash['logpath'], $rsnapshot::logpath, $rsnapshot::params::config_logpath)
|
||||
$verbose = pick($hash['verbose'], $rsnapshot::params::config_verbose)
|
||||
$loglevel = pick($hash['loglevel'], $rsnapshot::params::config_loglevel)
|
||||
$stop_on_stale_lockfile = pick_undef($hash['stop_on_stale_lockfile'], $rsnapshot::params::config_stop_on_stale_lockfile)
|
||||
@@ -66,15 +70,15 @@ class rsnapshot::config (
|
||||
$one_fs = pick_undef($hash['one_fs'], $rsnapshot::params::config_one_fs)
|
||||
$interval = pick($hash['interval'], $rsnapshot::params::config_interval)
|
||||
$retain = pick_undef($hash['retain'], $rsnapshot::params::config_retain)
|
||||
$include = pick_undef($hash['include'], $rsnapshot::params::config_include)
|
||||
$exclude = pick_undef($hash['exclude'], $rsnapshot::params::config_exclude)
|
||||
$include_file = pick_undef($hash['include_file'], $rsnapshot::params::config_include_file)
|
||||
$include = pick($hash['include'], [])
|
||||
$exclude = pick($hash['exclude'], [])
|
||||
$include_file = pick($hash['include_file'], $rsnapshot::params::config_include_file, "${conf_d}/${host}.include")
|
||||
$exclude_file = pick($hash['exclude_file'], $rsnapshot::params::config_exclude_file, "${conf_d}/${host}.exclude")
|
||||
$link_dest = pick_undef($hash['link_dest'], $rsnapshot::params::config_link_dest)
|
||||
$sync_first = pick_undef($hash['sync_first'], $rsnapshot::params::config_sync_first)
|
||||
$use_lazy_deletes = pick_undef($hash['use_lazy_deletes'], $rsnapshot::params::config_use_lazy_deletes)
|
||||
$rsync_numtries = pick_undef($hash['rsync_numtries'], $rsnapshot::params::config_rsync_numtries)
|
||||
$backup_scripts = pick_undef($hash['backup_scripts'], $rsnapshot::params::config_backup_scripts)
|
||||
#$backup_scripts = pick_undef($hash['backup_scripts'], $rsnapshot::params::config_backup_scripts)
|
||||
|
||||
$snapshot_dir = "${config_snapshot_root}/${host}"
|
||||
$config = "${conf_d}/${host}.rsnapshot.conf"
|
||||
@@ -108,82 +112,80 @@ class rsnapshot::config (
|
||||
$use_lazy_deletes_num = bool2num($use_lazy_deletes)
|
||||
}
|
||||
|
||||
if $include != '' {
|
||||
$real_include = $rsnapshot::include + $include
|
||||
unless empty($real_include) {
|
||||
file { $include_file:
|
||||
ensure => 'file',
|
||||
content => template('rsnapshot/include.erb'),
|
||||
}
|
||||
}
|
||||
|
||||
if $exclude != '' {
|
||||
$real_exclude = $rsnapshot::exclude + $exclude
|
||||
unless empty($real_exclude) {
|
||||
file { $exclude_file:
|
||||
ensure => 'file',
|
||||
content => template('rsnapshot/exclude.erb'),
|
||||
}
|
||||
}
|
||||
|
||||
file { $config:
|
||||
concat { $config:
|
||||
}
|
||||
concat::fragment { "${config} for ${host}":
|
||||
target => $config,
|
||||
content => template('rsnapshot/rsnapshot.erb'),
|
||||
}
|
||||
|
||||
|
||||
|
||||
if has_key($hash, backup_scripts) {
|
||||
$hash[backup_scripts].each |$script, $scriptconf| {
|
||||
$real_script = deep_merge($rsnapshot::params::backup_scripts[$script], $rsnapshot::backup_scripts[$script], $hash[backup_scripts][$script])
|
||||
$dbbackup_user = $real_script[dbbackup_user]
|
||||
$dbbackup_password = $real_script[dbbackup_password]
|
||||
$dumper = $real_script[dumper]
|
||||
$dump_flags = $real_script[dump_flags]
|
||||
$ignore_dbs = $real_script[ignore_dbs]
|
||||
$compress = $real_script[compress]
|
||||
$commands = $real_script[commands]
|
||||
|
||||
concat::fragment { "${host}_${script}_backup":
|
||||
target => $config,
|
||||
content => "backup_script ${conf_d}/${host}.${script}.sh ./${script}\n",
|
||||
}
|
||||
|
||||
file { "${conf_d}/${host}.${script}.sh":
|
||||
ensure => present,
|
||||
content => template("rsnapshot/${script}.sh.erb"),
|
||||
mode => '0755',
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
$cronfile = "${cron_dir}/${host}"
|
||||
concat { $cronfile:
|
||||
}
|
||||
|
||||
# create cron files for each backup level
|
||||
# merge possible cron definitions to one
|
||||
$real_cron = deep_merge($rsnapshot::params::cron, $rsnapshot::cron, $hash[cron])
|
||||
concat::fragment { "mailto for $host":
|
||||
content => "#This file is managed by puppet\nMAILTO=${real_cron[mailto]}\n\n",
|
||||
target => $cronfile,
|
||||
order => 1,
|
||||
}
|
||||
|
||||
$backup_levels.each |String $level| {
|
||||
$mailto = $real_cron[mailto]
|
||||
$minute = rand_from_array($real_cron[$level][minute], "${host}.${level}.minute")
|
||||
$hour = rand_from_array($real_cron[$level][hour], "${host}.${level}.hour")
|
||||
$monthday = rand_from_array($real_cron[$level][monthday], "${host}.${level}.monthday")
|
||||
$month = rand_from_array($real_cron[$level][month], "${host}.${level}.month")
|
||||
$weekday = rand_from_array($real_cron[$level][weekday], "${host}.${level}.weekday")
|
||||
|
||||
# allow to globally override ranges, create random numbers for backup_levels daily, weekly, monthly
|
||||
if has_key($hash,cron){
|
||||
if has_key($hash[cron], $level) {
|
||||
$cron = $hash[cron][$level]
|
||||
} else {
|
||||
if has_key($default_cron, $level) {
|
||||
$cron = $default_cron[$level]
|
||||
} else {
|
||||
$cron = $rsnapshot::params::cron[$level]
|
||||
}
|
||||
}
|
||||
} else {
|
||||
if has_key($default_cron, $level) {
|
||||
$cron = $default_cron[$level]
|
||||
} else {
|
||||
$cron = $rsnapshot::params::cron[$level]
|
||||
}
|
||||
}
|
||||
|
||||
if has_key($cron, minute) {
|
||||
$c_min = $cron[minute]
|
||||
} else {
|
||||
$c_min = $rsnapshot::params::cron[$level][minute]
|
||||
}
|
||||
if has_key($cron, hour) {
|
||||
$c_hour = $cron[hour]
|
||||
} else {
|
||||
$c_hour = $rsnapshot::params::cron[$level][hour]
|
||||
}
|
||||
if has_key($cron, monthday) {
|
||||
$c_monthday = $cron[monthday]
|
||||
} else {
|
||||
$c_monthday = $rsnapshot::params::cron[$level][monthday]
|
||||
}
|
||||
if has_key($cron, month) {
|
||||
$c_month = $cron[month]
|
||||
} else {
|
||||
$c_month = $rsnapshot::params::cron[$level][month]
|
||||
}
|
||||
if has_key($cron, weekday) {
|
||||
$c_weekday = $cron[weekday]
|
||||
} else {
|
||||
$c_weekday = $rsnapshot::params::cron[$level][weekday]
|
||||
}
|
||||
$minute = rand_from_array($c_min, "${host}.${level}.minute")
|
||||
$hour = rand_from_array($c_hour, "${host}.${level}.hour")
|
||||
$monthday = rand_from_array($c_monthday, "${host}.${level}.monthday")
|
||||
$month = rand_from_array($c_month, "${host}.${level}.month")
|
||||
$weekday = rand_from_array($c_weekday, "${host}.${level}.weekday")
|
||||
concat::fragment { "${host}.${level}":
|
||||
target => $cronfile,
|
||||
content => template('rsnapshot/cron.erb'),
|
||||
order => 2,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -13,15 +13,23 @@ class rsnapshot (
|
||||
$package_name = $rsnapshot::params::package_name,
|
||||
$package_ensure = $rsnapshot::params::package_ensure,
|
||||
$cron = $rsnapshot::params::cron,
|
||||
$backup_scripts = $rsnapshot::params::backup_scripts,
|
||||
$include = $rsnapshot::params::config_include,
|
||||
$exclude = $rsnapshot::params::config_exclude,
|
||||
$snapshot_root = $rsnapshot::params::config_snapshot_root,
|
||||
$backup_levels = $rsnapshot::params::config_backup_levels,
|
||||
$cron_service_name = $rsnapshot::params::cron_service_name,
|
||||
) inherits rsnapshot::params {
|
||||
if $puppetversion =~ /^(1|2|3)/ {
|
||||
fail('This module requires Puppet 4')
|
||||
}
|
||||
|
||||
$default_backup_scripts = $rsnapshot::params::backup_scripts + $backup_scripts
|
||||
$default_exclude = $rsnapshot::params::config_exclude + $exclude
|
||||
if $hosts {
|
||||
class { '::rsnapshot::install': }->
|
||||
class { '::rsnapshot::config': }
|
||||
class { '::rsnapshot::config': }~>
|
||||
class { '::rsnapshot::service': }
|
||||
contain '::rsnapshot::install'
|
||||
contain '::rsnapshot::config'
|
||||
contain '::rsnapshot::service'
|
||||
}
|
||||
}
|
||||
|
||||
|
@@ -7,8 +7,13 @@ class rsnapshot::params {
|
||||
$config_backup_user = 'root'
|
||||
$package_name = 'rsnapshot'
|
||||
$package_ensure = 'present'
|
||||
$cron_service_name = $::osfamily ? {
|
||||
'RedHat' => 'crond',
|
||||
'Debian' => 'cron',
|
||||
default => '',
|
||||
}
|
||||
$cron_dir = '/etc/cron.d'
|
||||
$config_backup_levels = [ 'daily', 'weekly', ]
|
||||
$config_backup_levels = [ 'daily', 'weekly', 'monthly' ]
|
||||
$config_backup_defaults = true
|
||||
$config_version = '1.2'
|
||||
$config_cmd_cp = '/bin/cp'
|
||||
@@ -32,7 +37,7 @@ class rsnapshot::params {
|
||||
$config_logpath = '/var/log/rsnapshot'
|
||||
$config_logfile = '/var/log/rsnapshot.log' # unused, we are logging to $logpath/$host.log
|
||||
$config_lockpath = '/var/run/rsnapshot'
|
||||
$config_snapshot_root = '/backup/'
|
||||
$config_snapshot_root = '/backup'
|
||||
$config_no_create_root = undef # bool, true or false
|
||||
$config_verbose = '2'
|
||||
$config_loglevel = '4'
|
||||
@@ -62,6 +67,7 @@ class rsnapshot::params {
|
||||
}
|
||||
$config_backup_scripts = {}
|
||||
$cron = {
|
||||
mailto => 'admin@example.com',
|
||||
hourly => {
|
||||
minute => '0..59',
|
||||
hour => '*', # you could also do: ['21..23','0..4','5'],
|
||||
@@ -91,4 +97,33 @@ class rsnapshot::params {
|
||||
weekday => '*',
|
||||
},
|
||||
}
|
||||
$backup_scripts = {
|
||||
mysql => {
|
||||
dbbackup_user => 'root',
|
||||
dbbackup_password => '',
|
||||
dumper => 'mysqldump',
|
||||
dump_flags => '--single-transaction --quick --routines --ignore-table=mysql.event',
|
||||
ignore_dbs => [ 'information_schema', 'performance_schema' ],
|
||||
compress => 'pbzip2',
|
||||
},
|
||||
psql => {
|
||||
dbbackup_user => 'postgres',
|
||||
dbbackup_password => '',
|
||||
dumper => 'pg_dump',
|
||||
dump_flags => '-Fc',
|
||||
ignore_dbs => [ 'postgres' ],
|
||||
compress => 'pbzip2',
|
||||
},
|
||||
misc => {
|
||||
commands => $::osfamily ? {
|
||||
'RedHat' => [
|
||||
'rpm -qa --qf="%{name}," > packages.txt',
|
||||
],
|
||||
'Debian' => [
|
||||
'dpkg --get-selections > packages.txt',
|
||||
],
|
||||
default => [],
|
||||
},
|
||||
}
|
||||
}
|
||||
}
|
||||
|
10
manifests/service.pp
Normal file
10
manifests/service.pp
Normal file
@@ -0,0 +1,10 @@
|
||||
# == Class: rsnapshot::service
|
||||
#
|
||||
# Reloads cron
|
||||
class rsnapshot::service {
|
||||
service { $rsnapshot::cron_service_name:
|
||||
ensure => running,
|
||||
}
|
||||
|
||||
}
|
||||
|
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "loomsen-rsnapshot",
|
||||
"version": "0.3.2"
|
||||
"version": "1.0.1",
|
||||
"author": "loomsen",
|
||||
"summary": "Configures rsnapshot.",
|
||||
"license": "Apache-2.0",
|
||||
|
@@ -2,6 +2,4 @@ require 'spec_helper'
|
||||
describe 'rsnapshot' do
|
||||
it { should contain_class('rsnapshot::params') }
|
||||
it { is_expected.to compile }
|
||||
it { is_expected.to contain_class('rsnapshot::config') }
|
||||
it { is_expected.to contain_class('rsnapshot::install') }
|
||||
end
|
||||
|
@@ -1,3 +1,3 @@
|
||||
<% @exclude.each do |exc| -%>
|
||||
<% @real_exclude.each do |exc| -%>
|
||||
<%= exc %>
|
||||
<% end %>
|
||||
|
@@ -1,3 +1,3 @@
|
||||
<% @include.each do |inc| -%>
|
||||
<% @real_include.each do |inc| -%>
|
||||
<%= inc %>
|
||||
<% end %>
|
||||
|
7
templates/misc.sh.erb
Normal file
7
templates/misc.sh.erb
Normal file
@@ -0,0 +1,7 @@
|
||||
#!/bin/bash
|
||||
#This file is managed by puppet
|
||||
#
|
||||
<%@commands.each do |command| -%>
|
||||
ssh -l <%=@backup_user-%> <%=@host-%> '<%=command-%>'
|
||||
|
||||
<%end-%>
|
30
templates/mysql.sh.erb
Normal file
30
templates/mysql.sh.erb
Normal file
@@ -0,0 +1,30 @@
|
||||
#!/bin/bash
|
||||
# This file is managed by puppet
|
||||
# written by Norbert Varzariu <loomsen@gmail.com>
|
||||
# This Script is triggered by rsnapshot and dumps the specified dbs on the configured host.
|
||||
#
|
||||
host=<%=@host%>
|
||||
user=<%=@dbbackup_user%>
|
||||
pass=<%=@dbbackup_password%>
|
||||
|
||||
<% if (@dbbackup_user == 'root' && @dbbackup_password == '') -%>
|
||||
dbs=(
|
||||
$(ssh -l <%=@backup_user-%> "$host" "mysql -e 'show databases' | sed '1d;<%@ignore_dbs.to_a.each do |db|-%>/<%=db-%>/d;<%end-%>'" )
|
||||
)
|
||||
<%else-%>
|
||||
dbs=(
|
||||
$(ssh -l <%=@backup_user-%> "$host" "mysql -u <%=@dbbackup_user-%> -p'<%=@dbbackup_password-%>' -e 'show databases' | sed '1d;<%@ignore_dbs.each do |db|-%>/<%=db-%>/d;<%end-%>'" )
|
||||
)
|
||||
<%end-%>
|
||||
for db in "${dbs[@]}"; do
|
||||
<% if (@dbbackup_user == 'root' && @dbbackup_password = '' )-%>
|
||||
ssh -l <%=@backup_user-%> "$host" "<%=@dumper-%> <%=@dump_flags-%> ${db}" > "$db".sql
|
||||
<%else-%>
|
||||
ssh -l <%=@backup_user-%> "$host" "<%=@dumper-%> --user=<%=@dbbackup_user-%> --password='<%=@dbbackup_password-%>' <%=@dump_flags-%> ${db}" > "$db".sql
|
||||
<%end-%>
|
||||
wait
|
||||
<% if @compress != '' -%>
|
||||
<%=@compress-%> "$db".sql
|
||||
<%end-%>
|
||||
done
|
||||
|
21
templates/psql.sh.erb
Normal file
21
templates/psql.sh.erb
Normal file
@@ -0,0 +1,21 @@
|
||||
#!/bin/bash
|
||||
# This file is managed by puppet
|
||||
# written by Norbert Varzariu <loomsen@gmail.com>
|
||||
# This Script is triggered by rsnapshot and dumps the specified dbs on the configured host.
|
||||
#
|
||||
host=<%=@host%>
|
||||
user=<%=@dbbackup_user%>
|
||||
pass=<%=@dbbackup_password%>
|
||||
|
||||
#PGPASSWORD="$pass"
|
||||
dbs=(
|
||||
$(ssh -l <%=@backup_user-%> "$host" "PGPASSWORD=${pass} psql -U ${user} -Atc \"SELECT datname FROM pg_database WHERE NOT datistemplate AND NOT datname ~ '<%@ignore_dbs.each do |db|-%><%if db == @ignore_dbs.last-%><%=db-%><%else-%><%=db-%>|<%end-%><%end-%>'\"")
|
||||
)
|
||||
for db in "${dbs[@]}"; do
|
||||
ssh -l <%=@backup_user-%> "$host" "PGPASSWORD=${pass} <%=@dumper-%> -U ${user} <%=@dump_flags-%> ${db}" > "$db".sql
|
||||
wait
|
||||
<% if @compress != '' -%>
|
||||
<%=@compress-%> "$db".sql
|
||||
<%end-%>
|
||||
done
|
||||
|
@@ -1,8 +1,8 @@
|
||||
# This file is being managed by puppet
|
||||
# Module 'rsnaphost'
|
||||
# Module 'rsnapshot'
|
||||
|
||||
config_version <%= @config_version %>
|
||||
snapshot_root <%= @snapshot_root %>
|
||||
snapshot_root <%= @snapshot_root -%>/<%=@host%>
|
||||
<% if @no_create_root != '' -%>
|
||||
no_create_root <%= @no_create_root %>
|
||||
<% end -%>
|
||||
@@ -85,12 +85,12 @@ du_args <%= @du_args %>
|
||||
<% if @one_fs != '' -%>
|
||||
one_fs <%= @one_fs_num %>
|
||||
<% end -%>
|
||||
<% if @include != '' -%>
|
||||
<% unless @real_include.empty? -%>
|
||||
<% if @include_file != '' -%>
|
||||
include_file <%= @include_file %>
|
||||
<% end -%>
|
||||
<% end -%>
|
||||
<% if @exclude != '' -%>
|
||||
<% unless @real_exclude.empty? -%>
|
||||
<% if @exclude_file != '' -%>
|
||||
exclude_file <%= @exclude_file %>
|
||||
<% end -%>
|
||||
@@ -130,9 +130,3 @@ backup <%= @backup_user %>@<%=@host%>:<%= source %> <%=dest%>
|
||||
backup <%=@host%>:<%= source %> <%=dest%>
|
||||
<% end -%>
|
||||
<% end -%>
|
||||
<% if @backup_scripts != '' -%>
|
||||
<% @backup_scripts.each_pair do |source, dest| -%>
|
||||
backup_script <%= source %> <%= dest %>
|
||||
<% end -%>
|
||||
<%end-%>
|
||||
|
||||
|
Reference in New Issue
Block a user