mirror of
https://github.com/krislamo/puppet-rsnapshot
synced 2025-09-13 15:59:28 +00:00
Compare commits
36 Commits
Author | SHA1 | Date | |
---|---|---|---|
|
b332e2edcb | ||
|
5ee6544312 | ||
|
16630094cb | ||
|
d57d87532b | ||
|
bc3a33e6f0 | ||
|
0f6a6ebe31 | ||
|
c80ba48d4c | ||
|
e823fef87c | ||
|
638ec858b0 | ||
|
d71239645f | ||
|
7318f9b2dc | ||
|
bf55ad97b6 | ||
|
4dedb43a22 | ||
|
81ef65edca | ||
|
9ed7f44a28 | ||
|
d786e0088e | ||
|
e8a287c4f8 | ||
|
a28b27c505 | ||
|
0235f202b4 | ||
|
a5558bf329 | ||
|
d4cd5282f7 | ||
|
0a489a4eb8 | ||
|
80d1756087 | ||
|
8f7da1a1ee | ||
|
413ca69760 | ||
|
c7756458f1 | ||
|
d5e4ebbb9c | ||
|
d6ea0821c0 | ||
|
2cccc86433 | ||
|
d1008c99eb | ||
|
d5d7507fa9 | ||
|
5f65000606 | ||
|
fce58cf09a | ||
|
5cccf8200d | ||
|
ae2083c6ee | ||
|
8e62ff526e |
46
README.md
46
README.md
@@ -1,5 +1,7 @@
|
|||||||
# rsnapshot
|
# rsnapshot
|
||||||
|
|
||||||
|
## NOTE: ! Configuration for backup_scripts changed with version 0.4.0 (it was pretty useless in prior versions) !
|
||||||
|
|
||||||
#### Table of Contents
|
#### Table of Contents
|
||||||
|
|
||||||
1. [Overview](#overview)
|
1. [Overview](#overview)
|
||||||
@@ -238,6 +240,9 @@ Default is:
|
|||||||
Hash. Set time ranges for different backup levels. Each item (minute, hour...) allows for cron notation, an array to pick a random time from and a range to pick a random time from.
|
Hash. Set time ranges for different backup levels. Each item (minute, hour...) allows for cron notation, an array to pick a random time from and a range to pick a random time from.
|
||||||
The range notation is '$start..$end', so to pick a random hour from 8 pm to 2 am, you could set the hour of your desired backup level to
|
The range notation is '$start..$end', so to pick a random hour from 8 pm to 2 am, you could set the hour of your desired backup level to
|
||||||
`[ '20..23','0..2' ]`
|
`[ '20..23','0..2' ]`
|
||||||
|
For the range feature to work, hours >0 and <10 must not have a preceding zero.
|
||||||
|
Wrong: `00.09`
|
||||||
|
Correct: `0..9`
|
||||||
Example:
|
Example:
|
||||||
|
|
||||||
```puppet
|
```puppet
|
||||||
@@ -367,7 +372,7 @@ Default is:
|
|||||||
$backup_scripts = {
|
$backup_scripts = {
|
||||||
mysql => {
|
mysql => {
|
||||||
dbbackup_user => 'root',
|
dbbackup_user => 'root',
|
||||||
dbbackup_password => 'myFancyPassWord',
|
dbbackup_password => 'myPassWord',
|
||||||
},
|
},
|
||||||
psql => {
|
psql => {
|
||||||
dbbackup_user => 'postgres',
|
dbbackup_user => 'postgres',
|
||||||
@@ -393,6 +398,8 @@ rsnapshot::hosts:
|
|||||||
backup_scripts:
|
backup_scripts:
|
||||||
mysql:
|
mysql:
|
||||||
psql:
|
psql:
|
||||||
|
dbbackup_user: 'backupuser'
|
||||||
|
dbbackup_password: 'password'
|
||||||
bazqux:de:
|
bazqux:de:
|
||||||
backup_scripts:
|
backup_scripts:
|
||||||
mysql:
|
mysql:
|
||||||
@@ -404,6 +411,43 @@ This creates
|
|||||||
- a mysql and a psql backup script for `foobar.com` using the credentials `dbbackup:hunter2` for mysql and `dbbackup:yeshorsebatterystaple` for psql
|
- a mysql and a psql backup script for `foobar.com` using the credentials `dbbackup:hunter2` for mysql and `dbbackup:yeshorsebatterystaple` for psql
|
||||||
- a mysql backup script for `bazqux.de` using the credentials `myuser:mypassword`
|
- a mysql backup script for `bazqux.de` using the credentials `myuser:mypassword`
|
||||||
|
|
||||||
|
The scripts look like this:
|
||||||
|
mysql:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
#!/bin/bash
|
||||||
|
host=bazqux.de
|
||||||
|
user=myuser
|
||||||
|
pass=mypassword
|
||||||
|
|
||||||
|
dbs=( $(mysql -h "$host" -u "$user" -p"$pass" -e 'show databases' | sed '1d;/information_schema/d;/performance_schema/d') )
|
||||||
|
|
||||||
|
for db in "${dbs[@]}"; do
|
||||||
|
mysqldump --host="$host" --user="$user" --password="$pass" --single-transaction --quick --routines --ignore-table=mysql.event "$db" > "$db".sql
|
||||||
|
wait
|
||||||
|
pbzip2 -p3 "$db".sql
|
||||||
|
done
|
||||||
|
|
||||||
|
```
|
||||||
|
|
||||||
|
psql:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
#!/bin/bash
|
||||||
|
host=foobar.com
|
||||||
|
user=backupuser
|
||||||
|
pass=password
|
||||||
|
|
||||||
|
PGPASSWORD="$pass"
|
||||||
|
dbs=( $(psql -h "$host" -U "$user" -Atc "SELECT datname FROM pg_database WHERE NOT datistemplate AND datname <> 'postgres'") )
|
||||||
|
|
||||||
|
for db in "${dbs[@]}"; do
|
||||||
|
ssh -l root "$host" "pg_dump -U ${user} -Fc ${db}" > "$db".sql
|
||||||
|
wait
|
||||||
|
pbzip2 -p3 "$db".sql
|
||||||
|
done
|
||||||
|
```
|
||||||
|
|
||||||
|
|
||||||
### rsnapshot configuration variables
|
### rsnapshot configuration variables
|
||||||
Please read up on the following in the [rsnapshot manpage](http://linux.die.net/man/1/rsnapshot)
|
Please read up on the following in the [rsnapshot manpage](http://linux.die.net/man/1/rsnapshot)
|
||||||
|
@@ -11,7 +11,7 @@ class rsnapshot::config (
|
|||||||
$lockpath = pick($rsnapshot::lockpath, $rsnapshot::params::config_lockpath, '/var/run/rsnapshot')
|
$lockpath = pick($rsnapshot::lockpath, $rsnapshot::params::config_lockpath, '/var/run/rsnapshot')
|
||||||
$conf_d = pick($rsnapshot::conf_d, $rsnapshot::params::conf_d, '/etc/rsnapshot')
|
$conf_d = pick($rsnapshot::conf_d, $rsnapshot::params::conf_d, '/etc/rsnapshot')
|
||||||
$snapshot_root = pick($hosts['snapshot_root'], $rsnapshot::snapshot_root, '/backup')
|
$snapshot_root = pick($hosts['snapshot_root'], $rsnapshot::snapshot_root, '/backup')
|
||||||
$default_cron = assert_empty_hash($::rsnapshot::cron)
|
$logpath = pick($rsnapshot::logpath, $rsnapshot::params::config_logpath)
|
||||||
# make sure lock path and conf path exist
|
# make sure lock path and conf path exist
|
||||||
file { $conf_d:
|
file { $conf_d:
|
||||||
ensure => 'directory',
|
ensure => 'directory',
|
||||||
@@ -25,6 +25,10 @@ class rsnapshot::config (
|
|||||||
file { $snapshot_root:
|
file { $snapshot_root:
|
||||||
ensure => 'directory',
|
ensure => 'directory',
|
||||||
}
|
}
|
||||||
|
file { $logpath:
|
||||||
|
ensure => directory,
|
||||||
|
}
|
||||||
|
|
||||||
# custom function, if only a hostname is given as a param, this is an empty hash
|
# custom function, if only a hostname is given as a param, this is an empty hash
|
||||||
# the next loop would break as puppet does not allow to reassign variables
|
# the next loop would break as puppet does not allow to reassign variables
|
||||||
# the function checks $hosts for elements like:
|
# the function checks $hosts for elements like:
|
||||||
@@ -56,7 +60,6 @@ class rsnapshot::config (
|
|||||||
$linux_lvm_vgpath = pick_undef($hash['linux_lvm_vgpath'], $rsnapshot::params::config_linux_lvm_vgpath)
|
$linux_lvm_vgpath = pick_undef($hash['linux_lvm_vgpath'], $rsnapshot::params::config_linux_lvm_vgpath)
|
||||||
$linux_lvm_mountpath = pick_undef($hash['linux_lvm_mountpath'], $rsnapshot::params::config_linux_lvm_mountpath)
|
$linux_lvm_mountpath = pick_undef($hash['linux_lvm_mountpath'], $rsnapshot::params::config_linux_lvm_mountpath)
|
||||||
$no_create_root = pick_undef($hash['no_create_root'], $rsnapshot::params::config_no_create_root)
|
$no_create_root = pick_undef($hash['no_create_root'], $rsnapshot::params::config_no_create_root)
|
||||||
$logpath = pick($hash['logpath'], $rsnapshot::logpath, $rsnapshot::params::config_logpath)
|
|
||||||
$verbose = pick($hash['verbose'], $rsnapshot::params::config_verbose)
|
$verbose = pick($hash['verbose'], $rsnapshot::params::config_verbose)
|
||||||
$loglevel = pick($hash['loglevel'], $rsnapshot::params::config_loglevel)
|
$loglevel = pick($hash['loglevel'], $rsnapshot::params::config_loglevel)
|
||||||
$stop_on_stale_lockfile = pick_undef($hash['stop_on_stale_lockfile'], $rsnapshot::params::config_stop_on_stale_lockfile)
|
$stop_on_stale_lockfile = pick_undef($hash['stop_on_stale_lockfile'], $rsnapshot::params::config_stop_on_stale_lockfile)
|
||||||
@@ -162,57 +165,16 @@ class rsnapshot::config (
|
|||||||
concat { $cronfile:
|
concat { $cronfile:
|
||||||
}
|
}
|
||||||
# create cron files for each backup level
|
# create cron files for each backup level
|
||||||
|
# merge possible cron definitions to one
|
||||||
|
$real_cron = deep_merge($rsnapshot::params::cron, $rsnapshot::cron, $hash[cron])
|
||||||
|
|
||||||
$backup_levels.each |String $level| {
|
$backup_levels.each |String $level| {
|
||||||
|
$minute = rand_from_array($real_cron[$level][minute], "${host}.${level}.minute")
|
||||||
|
$hour = rand_from_array($real_cron[$level][hour], "${host}.${level}.hour")
|
||||||
|
$monthday = rand_from_array($real_cron[$level][monthday], "${host}.${level}.monthday")
|
||||||
|
$month = rand_from_array($real_cron[$level][month], "${host}.${level}.month")
|
||||||
|
$weekday = rand_from_array($real_cron[$level][weekday], "${host}.${level}.weekday")
|
||||||
|
|
||||||
# allow to globally override ranges, create random numbers for backup_levels daily, weekly, monthly
|
|
||||||
if has_key($hash,cron){
|
|
||||||
if has_key($hash[cron], $level) {
|
|
||||||
$cron = $hash[cron][$level]
|
|
||||||
} else {
|
|
||||||
if has_key($default_cron, $level) {
|
|
||||||
$cron = $default_cron[$level]
|
|
||||||
} else {
|
|
||||||
$cron = $rsnapshot::params::cron[$level]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
if has_key($default_cron, $level) {
|
|
||||||
$cron = $default_cron[$level]
|
|
||||||
} else {
|
|
||||||
$cron = $rsnapshot::params::cron[$level]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if has_key($cron, minute) {
|
|
||||||
$c_min = $cron[minute]
|
|
||||||
} else {
|
|
||||||
$c_min = $rsnapshot::params::cron[$level][minute]
|
|
||||||
}
|
|
||||||
if has_key($cron, hour) {
|
|
||||||
$c_hour = $cron[hour]
|
|
||||||
} else {
|
|
||||||
$c_hour = $rsnapshot::params::cron[$level][hour]
|
|
||||||
}
|
|
||||||
if has_key($cron, monthday) {
|
|
||||||
$c_monthday = $cron[monthday]
|
|
||||||
} else {
|
|
||||||
$c_monthday = $rsnapshot::params::cron[$level][monthday]
|
|
||||||
}
|
|
||||||
if has_key($cron, month) {
|
|
||||||
$c_month = $cron[month]
|
|
||||||
} else {
|
|
||||||
$c_month = $rsnapshot::params::cron[$level][month]
|
|
||||||
}
|
|
||||||
if has_key($cron, weekday) {
|
|
||||||
$c_weekday = $cron[weekday]
|
|
||||||
} else {
|
|
||||||
$c_weekday = $rsnapshot::params::cron[$level][weekday]
|
|
||||||
}
|
|
||||||
$minute = rand_from_array($c_min, "${host}.${level}.minute")
|
|
||||||
$hour = rand_from_array($c_hour, "${host}.${level}.hour")
|
|
||||||
$monthday = rand_from_array($c_monthday, "${host}.${level}.monthday")
|
|
||||||
$month = rand_from_array($c_month, "${host}.${level}.month")
|
|
||||||
$weekday = rand_from_array($c_weekday, "${host}.${level}.weekday")
|
|
||||||
concat::fragment { "${host}.${level}":
|
concat::fragment { "${host}.${level}":
|
||||||
target => $cronfile,
|
target => $cronfile,
|
||||||
content => template('rsnapshot/cron.erb'),
|
content => template('rsnapshot/cron.erb'),
|
||||||
|
@@ -18,15 +18,18 @@ class rsnapshot (
|
|||||||
$exclude = $rsnapshot::params::config_exclude,
|
$exclude = $rsnapshot::params::config_exclude,
|
||||||
$snapshot_root = $rsnapshot::params::config_snapshot_root,
|
$snapshot_root = $rsnapshot::params::config_snapshot_root,
|
||||||
$backup_levels = $rsnapshot::params::config_backup_levels,
|
$backup_levels = $rsnapshot::params::config_backup_levels,
|
||||||
|
$cron_service_name = $rsnapshot::params::cron_service_name,
|
||||||
) inherits rsnapshot::params {
|
) inherits rsnapshot::params {
|
||||||
|
|
||||||
$default_backup_scripts = $rsnapshot::params::backup_scripts + $backup_scripts
|
$default_backup_scripts = $rsnapshot::params::backup_scripts + $backup_scripts
|
||||||
$default_exclude = $rsnapshot::params::config_exclude + $exclude
|
$default_exclude = $rsnapshot::params::config_exclude + $exclude
|
||||||
if $hosts {
|
if $hosts {
|
||||||
class { '::rsnapshot::install': }->
|
class { '::rsnapshot::install': }->
|
||||||
class { '::rsnapshot::config': }
|
class { '::rsnapshot::config': }~>
|
||||||
|
class { '::rsnapshot::service': }
|
||||||
contain '::rsnapshot::install'
|
contain '::rsnapshot::install'
|
||||||
contain '::rsnapshot::config'
|
contain '::rsnapshot::config'
|
||||||
|
contain '::rsnapshot::service'
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@@ -7,6 +7,7 @@ class rsnapshot::params {
|
|||||||
$config_backup_user = 'root'
|
$config_backup_user = 'root'
|
||||||
$package_name = 'rsnapshot'
|
$package_name = 'rsnapshot'
|
||||||
$package_ensure = 'present'
|
$package_ensure = 'present'
|
||||||
|
$cron_service_name = 'crond'
|
||||||
$cron_dir = '/etc/cron.d'
|
$cron_dir = '/etc/cron.d'
|
||||||
$config_backup_levels = [ 'daily', 'weekly', 'monthly' ]
|
$config_backup_levels = [ 'daily', 'weekly', 'monthly' ]
|
||||||
$config_backup_defaults = true
|
$config_backup_defaults = true
|
||||||
@@ -32,7 +33,7 @@ class rsnapshot::params {
|
|||||||
$config_logpath = '/var/log/rsnapshot'
|
$config_logpath = '/var/log/rsnapshot'
|
||||||
$config_logfile = '/var/log/rsnapshot.log' # unused, we are logging to $logpath/$host.log
|
$config_logfile = '/var/log/rsnapshot.log' # unused, we are logging to $logpath/$host.log
|
||||||
$config_lockpath = '/var/run/rsnapshot'
|
$config_lockpath = '/var/run/rsnapshot'
|
||||||
$config_snapshot_root = '/backup/'
|
$config_snapshot_root = '/backup'
|
||||||
$config_no_create_root = undef # bool, true or false
|
$config_no_create_root = undef # bool, true or false
|
||||||
$config_verbose = '2'
|
$config_verbose = '2'
|
||||||
$config_loglevel = '4'
|
$config_loglevel = '4'
|
||||||
|
10
manifests/service.pp
Normal file
10
manifests/service.pp
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
# == Class: rsnapshot::service
|
||||||
|
#
|
||||||
|
# Reloads cron
|
||||||
|
class rsnapshot::service {
|
||||||
|
service { $rsnapshot::cron_service_name:
|
||||||
|
ensure => running,
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "loomsen-rsnapshot",
|
"name": "loomsen-rsnapshot",
|
||||||
"version": "0.4.1",
|
"version": "0.5.2",
|
||||||
"author": "loomsen",
|
"author": "loomsen",
|
||||||
"summary": "Configures rsnapshot.",
|
"summary": "Configures rsnapshot.",
|
||||||
"license": "Apache-2.0",
|
"license": "Apache-2.0",
|
||||||
|
10
templates/misc.sh.erb
Normal file
10
templates/misc.sh.erb
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# add custom stuff here
|
||||||
|
# FIXME: remember to concat for custom stuff after the last line of the puppet generated script
|
||||||
|
<% if @osfamily == 'RedHat' -%>
|
||||||
|
ssh <%=@host-%> rpm -qa --qf='%{name},' > packages.txt
|
||||||
|
<%end-%>
|
||||||
|
#
|
||||||
|
#
|
||||||
|
#
|
||||||
|
# ++++++++++++++++++++++++++++++++++++++++++++
|
16
templates/mysql.sh.erb
Normal file
16
templates/mysql.sh.erb
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# written by Norbert Varzariu <loomsen@gmail.com>
|
||||||
|
# This Script is triggered by rsnapshot and dumps the specified dbs on the configured host.
|
||||||
|
#
|
||||||
|
host=<%=@host%>
|
||||||
|
user=<%=@dbbackup_user%>
|
||||||
|
pass=<%=@dbbackup_password%>
|
||||||
|
|
||||||
|
dbs=( $(mysql -h "$host" -u "$user" -p"$pass" -e 'show databases' | sed '1d;/information_schema/d;/performance_schema/d') )
|
||||||
|
|
||||||
|
for db in "${dbs[@]}"; do
|
||||||
|
mysqldump --host="$host" --user="$user" --password="$pass" --single-transaction --quick --routines --ignore-table=mysql.event "$db" > "$db".sql
|
||||||
|
wait
|
||||||
|
pbzip2 -p3 "$db".sql
|
||||||
|
done
|
||||||
|
|
17
templates/psql.sh.erb
Normal file
17
templates/psql.sh.erb
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# written by Norbert Varzariu <loomsen@gmail.com>
|
||||||
|
# This Script is triggered by rsnapshot and dumps the specified dbs on the configured host.
|
||||||
|
#
|
||||||
|
host=<%=@host%>
|
||||||
|
user=<%=@dbbackup_user%>
|
||||||
|
pass=<%=@dbbackup_password%>
|
||||||
|
|
||||||
|
PGPASSWORD="$pass"
|
||||||
|
dbs=( $(psql -h "$host" -U "$user" -Atc "SELECT datname FROM pg_database WHERE NOT datistemplate AND datname <> 'postgres'") )
|
||||||
|
|
||||||
|
for db in "${dbs[@]}"; do
|
||||||
|
ssh -l root "$host" "pg_dump -U ${user} -Fc ${db}" > "$db".sql
|
||||||
|
wait
|
||||||
|
pbzip2 -p3 "$db".sql
|
||||||
|
done
|
||||||
|
|
@@ -85,12 +85,12 @@ du_args <%= @du_args %>
|
|||||||
<% if @one_fs != '' -%>
|
<% if @one_fs != '' -%>
|
||||||
one_fs <%= @one_fs_num %>
|
one_fs <%= @one_fs_num %>
|
||||||
<% end -%>
|
<% end -%>
|
||||||
<% if @include != '' -%>
|
<% unless @real_include.empty? -%>
|
||||||
<% if @include_file != '' -%>
|
<% if @include_file != '' -%>
|
||||||
include_file <%= @include_file %>
|
include_file <%= @include_file %>
|
||||||
<% end -%>
|
<% end -%>
|
||||||
<% end -%>
|
<% end -%>
|
||||||
<% if @exclude != '' -%>
|
<% unless @real_exclude.empty? -%>
|
||||||
<% if @exclude_file != '' -%>
|
<% if @exclude_file != '' -%>
|
||||||
exclude_file <%= @exclude_file %>
|
exclude_file <%= @exclude_file %>
|
||||||
<% end -%>
|
<% end -%>
|
||||||
|
Reference in New Issue
Block a user