1
0
mirror of https://github.com/krislamo/puppet-rsnapshot synced 2025-09-13 07:49:29 +00:00

22 Commits

Author SHA1 Message Date
Norbert Varzariu
16630094cb update README to reflect for v0.4.0 changes in backup_scripts 2016-01-22 10:40:17 +01:00
Norbert Varzariu
d57d87532b add note about range notation to README 2016-01-22 10:28:10 +01:00
Norbert Varzariu
bc3a33e6f0 fix merge conflict 2016-01-22 10:01:39 +01:00
Norbert Varzariu
0f6a6ebe31 fix template 2016-01-22 10:00:49 +01:00
Norbert Varzariu
c80ba48d4c templates/rsnapshot.erb 2016-01-22 09:58:57 +01:00
Norbert Varzariu
e823fef87c fix templates (do not create include/exclude file entries if no in/excludes given) 2016-01-22 09:56:33 +01:00
Norbert Varzariu
638ec858b0 Merge branch 'develop'
- restart cron service after config generation
2016-01-22 09:32:02 +01:00
Norbert Varzariu
d71239645f restart cron service after config change 2016-01-22 09:31:51 +01:00
Norbert Varzariu
7318f9b2dc Merge branch 'release/0.5.1' into develop 2016-01-22 09:18:03 +01:00
Norbert Varzariu
bf55ad97b6 Merge branch 'release/0.5.1' 2016-01-22 09:17:51 +01:00
Norbert Varzariu
4dedb43a22 bump version to 0.5.1 2016-01-22 09:17:49 +01:00
Norbert Varzariu
81ef65edca quick fix trailing slash in params.pp snapshot_root 2016-01-22 09:17:15 +01:00
Norbert Varzariu
9ed7f44a28 Merge branch 'release/0.5.0' into develop 2016-01-22 09:13:13 +01:00
Norbert Varzariu
d786e0088e fix merge issue 2016-01-22 09:12:32 +01:00
Norbert Varzariu
e8a287c4f8 bump version to 0.5.0 2016-01-22 09:10:12 +01:00
Norbert Varzariu
a28b27c505 Merge branch 'feature/rewrite_to_use_deep_merge' into develop
- rewrite large parts of cron file generation
- now using deep_merge to merge possible overrides into the default hash
  (eliminates a lit of spaghetti code)
2016-01-22 09:08:28 +01:00
Norbert Varzariu
0235f202b4 rewrite cron file generation using deep_merge (why is this function undocumented?) 2016-01-22 09:08:12 +01:00
Norbert Varzariu
a5558bf329 Merge branch 'master' of gitlab.flx.bn:devops/puppet-rsnapshot 2016-01-21 16:13:35 +01:00
Norbert Varzariu
d4cd5282f7 quick fixes 2016-01-21 16:12:07 +01:00
Norbert Varzariu
0a489a4eb8 quick fixes 2016-01-21 16:11:56 +01:00
Norbert Varzariu
80d1756087 Merge branch 'release/0.4.2' into develop 2016-01-21 15:19:31 +01:00
Norbert Varzariu
8f7da1a1ee Merge branch 'release/0.4.2'
- add db backup template scripts
2016-01-21 15:19:06 +01:00
7 changed files with 76 additions and 58 deletions

View File

@@ -240,6 +240,9 @@ Default is:
Hash. Set time ranges for different backup levels. Each item (minute, hour...) allows for cron notation, an array to pick a random time from and a range to pick a random time from.
The range notation is '$start..$end', so to pick a random hour from 8 pm to 2 am, you could set the hour of your desired backup level to
`[ '20..23','0..2' ]`
For the range feature to work, hours >0 and <10 must not have a preceding zero.
Wrong: `00.09`
Correct: `0..9`
Example:
```puppet
@@ -369,7 +372,7 @@ Default is:
$backup_scripts = {
mysql => {
dbbackup_user => 'root',
dbbackup_password => 'myFancyPassWord',
dbbackup_password => 'myPassWord',
},
psql => {
dbbackup_user => 'postgres',
@@ -395,6 +398,8 @@ rsnapshot::hosts:
backup_scripts:
mysql:
psql:
dbbackup_user: 'backupuser'
dbbackup_password: 'password'
bazqux:de:
backup_scripts:
mysql:
@@ -406,6 +411,43 @@ This creates
- a mysql and a psql backup script for `foobar.com` using the credentials `dbbackup:hunter2` for mysql and `dbbackup:yeshorsebatterystaple` for psql
- a mysql backup script for `bazqux.de` using the credentials `myuser:mypassword`
The scripts look like this:
mysql:
```bash
#!/bin/bash
host=bazqux.de
user=myuser
pass=mypassword
dbs=( $(mysql -h "$host" -u "$user" -p"$pass" -e 'show databases' | sed '1d;/information_schema/d;/performance_schema/d') )
for db in "${dbs[@]}"; do
mysqldump --host="$host" --user="$user" --password="$pass" --single-transaction --quick --routines --ignore-table=mysql.event "$db" > "$db".sql
wait
pbzip2 -p3 "$db".sql
done
```
psql:
```bash
#!/bin/bash
host=foobar.com
user=backupuser
pass=password
PGPASSWORD="$pass"
dbs=( $(psql -h "$host" -U "$user" -Atc "SELECT datname FROM pg_database WHERE NOT datistemplate AND datname <> 'postgres'") )
for db in "${dbs[@]}"; do
ssh -l root "$host" "pg_dump -U ${user} -Fc ${db}" > "$db".sql
wait
pbzip2 -p3 "$db".sql
done
```
### rsnapshot configuration variables
Please read up on the following in the [rsnapshot manpage](http://linux.die.net/man/1/rsnapshot)

View File

@@ -11,7 +11,7 @@ class rsnapshot::config (
$lockpath = pick($rsnapshot::lockpath, $rsnapshot::params::config_lockpath, '/var/run/rsnapshot')
$conf_d = pick($rsnapshot::conf_d, $rsnapshot::params::conf_d, '/etc/rsnapshot')
$snapshot_root = pick($hosts['snapshot_root'], $rsnapshot::snapshot_root, '/backup')
$default_cron = assert_empty_hash($::rsnapshot::cron)
$logpath = pick($rsnapshot::logpath, $rsnapshot::params::config_logpath)
# make sure lock path and conf path exist
file { $conf_d:
ensure => 'directory',
@@ -25,6 +25,10 @@ class rsnapshot::config (
file { $snapshot_root:
ensure => 'directory',
}
file { $logpath:
ensure => directory,
}
# custom function, if only a hostname is given as a param, this is an empty hash
# the next loop would break as puppet does not allow to reassign variables
# the function checks $hosts for elements like:
@@ -56,7 +60,6 @@ class rsnapshot::config (
$linux_lvm_vgpath = pick_undef($hash['linux_lvm_vgpath'], $rsnapshot::params::config_linux_lvm_vgpath)
$linux_lvm_mountpath = pick_undef($hash['linux_lvm_mountpath'], $rsnapshot::params::config_linux_lvm_mountpath)
$no_create_root = pick_undef($hash['no_create_root'], $rsnapshot::params::config_no_create_root)
$logpath = pick($hash['logpath'], $rsnapshot::logpath, $rsnapshot::params::config_logpath)
$verbose = pick($hash['verbose'], $rsnapshot::params::config_verbose)
$loglevel = pick($hash['loglevel'], $rsnapshot::params::config_loglevel)
$stop_on_stale_lockfile = pick_undef($hash['stop_on_stale_lockfile'], $rsnapshot::params::config_stop_on_stale_lockfile)
@@ -117,7 +120,7 @@ class rsnapshot::config (
}
}
$real_exclude = $rsnapshot::exclude + $exclude
$real_exclude = $rsnapshot::exclude + $exclude
unless empty($real_exclude) {
file { $exclude_file:
ensure => 'file',
@@ -162,57 +165,16 @@ class rsnapshot::config (
concat { $cronfile:
}
# create cron files for each backup level
# merge possible cron definitions to one
$real_cron = deep_merge($rsnapshot::params::cron, $rsnapshot::cron, $hash[cron])
$backup_levels.each |String $level| {
$minute = rand_from_array($real_cron[$level][minute], "${host}.${level}.minute")
$hour = rand_from_array($real_cron[$level][hour], "${host}.${level}.hour")
$monthday = rand_from_array($real_cron[$level][monthday], "${host}.${level}.monthday")
$month = rand_from_array($real_cron[$level][month], "${host}.${level}.month")
$weekday = rand_from_array($real_cron[$level][weekday], "${host}.${level}.weekday")
# allow to globally override ranges, create random numbers for backup_levels daily, weekly, monthly
if has_key($hash,cron){
if has_key($hash[cron], $level) {
$cron = $hash[cron][$level]
} else {
if has_key($default_cron, $level) {
$cron = $default_cron[$level]
} else {
$cron = $rsnapshot::params::cron[$level]
}
}
} else {
if has_key($default_cron, $level) {
$cron = $default_cron[$level]
} else {
$cron = $rsnapshot::params::cron[$level]
}
}
if has_key($cron, minute) {
$c_min = $cron[minute]
} else {
$c_min = $rsnapshot::params::cron[$level][minute]
}
if has_key($cron, hour) {
$c_hour = $cron[hour]
} else {
$c_hour = $rsnapshot::params::cron[$level][hour]
}
if has_key($cron, monthday) {
$c_monthday = $cron[monthday]
} else {
$c_monthday = $rsnapshot::params::cron[$level][monthday]
}
if has_key($cron, month) {
$c_month = $cron[month]
} else {
$c_month = $rsnapshot::params::cron[$level][month]
}
if has_key($cron, weekday) {
$c_weekday = $cron[weekday]
} else {
$c_weekday = $rsnapshot::params::cron[$level][weekday]
}
$minute = rand_from_array($c_min, "${host}.${level}.minute")
$hour = rand_from_array($c_hour, "${host}.${level}.hour")
$monthday = rand_from_array($c_monthday, "${host}.${level}.monthday")
$month = rand_from_array($c_month, "${host}.${level}.month")
$weekday = rand_from_array($c_weekday, "${host}.${level}.weekday")
concat::fragment { "${host}.${level}":
target => $cronfile,
content => template('rsnapshot/cron.erb'),

View File

@@ -18,15 +18,18 @@ class rsnapshot (
$exclude = $rsnapshot::params::config_exclude,
$snapshot_root = $rsnapshot::params::config_snapshot_root,
$backup_levels = $rsnapshot::params::config_backup_levels,
$cron_service_name = $rsnapshot::params::cron_service_name,
) inherits rsnapshot::params {
$default_backup_scripts = $rsnapshot::params::backup_scripts + $backup_scripts
$default_exclude = $rsnapshot::params::config_exclude + $exclude
if $hosts {
class { '::rsnapshot::install': }->
class { '::rsnapshot::config': }
class { '::rsnapshot::config': }~>
class { '::rsnapshot::service': }
contain '::rsnapshot::install'
contain '::rsnapshot::config'
contain '::rsnapshot::service'
}
}

View File

@@ -7,6 +7,7 @@ class rsnapshot::params {
$config_backup_user = 'root'
$package_name = 'rsnapshot'
$package_ensure = 'present'
$cron_service_name = 'crond'
$cron_dir = '/etc/cron.d'
$config_backup_levels = [ 'daily', 'weekly', 'monthly' ]
$config_backup_defaults = true
@@ -32,7 +33,7 @@ class rsnapshot::params {
$config_logpath = '/var/log/rsnapshot'
$config_logfile = '/var/log/rsnapshot.log' # unused, we are logging to $logpath/$host.log
$config_lockpath = '/var/run/rsnapshot'
$config_snapshot_root = '/backup/'
$config_snapshot_root = '/backup'
$config_no_create_root = undef # bool, true or false
$config_verbose = '2'
$config_loglevel = '4'

10
manifests/service.pp Normal file
View File

@@ -0,0 +1,10 @@
# == Class: rsnapshot::service
#
# Reloads cron
class rsnapshot::service {
service { $rsnapshot::cron_service_name:
ensure => running,
}
}

View File

@@ -1,6 +1,6 @@
{
"name": "loomsen-rsnapshot",
"version": "0.4.2",
"version": "0.5.1",
"author": "loomsen",
"summary": "Configures rsnapshot.",
"license": "Apache-2.0",

View File

@@ -85,12 +85,12 @@ du_args <%= @du_args %>
<% if @one_fs != '' -%>
one_fs <%= @one_fs_num %>
<% end -%>
<% if @include != '' -%>
<% unless @real_include.empty? -%>
<% if @include_file != '' -%>
include_file <%= @include_file %>
<% end -%>
<% end -%>
<% if @exclude != '' -%>
<% unless @real_exclude.empty? -%>
<% if @exclude_file != '' -%>
exclude_file <%= @exclude_file %>
<% end -%>