mirror of
https://github.com/krislamo/puppet-rsnapshot
synced 2025-04-10 16:24:21 +00:00
Compare commits
159 Commits
Author | SHA1 | Date | |
---|---|---|---|
512130b0d8 | |||
f3cd595a8f | |||
|
03c31b78c2 | ||
|
679c742fd3 | ||
|
9327c68d59 | ||
|
b72f1dfb36 | ||
|
4820ededfa | ||
|
c7e02c53dd | ||
|
43cd819749 | ||
|
ab20bea159 | ||
|
8aba7d0782 | ||
|
a774e8b360 | ||
|
02b61e2180 | ||
|
063df85094 | ||
|
765ed614b7 | ||
|
94b890df6d | ||
|
a2dfd903c3 | ||
|
3ae826a0e0 | ||
|
efa6ef8808 | ||
|
e1f5fa7ebe | ||
|
2590264764 | ||
|
165bcd0766 | ||
|
434afe708b | ||
|
395efceea9 | ||
|
8f25dab414 | ||
|
4d810759ac | ||
|
090cf17370 | ||
|
1a68a16c79 | ||
|
4124d18885 | ||
|
8fb1b403e0 | ||
|
e681cc959e | ||
|
9d42f4d0cd | ||
|
e999869e8c | ||
|
3089c49a66 | ||
|
92a466d90a | ||
|
d2cf15621b | ||
|
450474165f | ||
|
33f7031f2c | ||
|
3821db2c4f | ||
|
d1a262800f | ||
|
a78ccc1e43 | ||
|
6f92da8a17 | ||
|
a67dd7ea29 | ||
|
1be930d6cf | ||
|
cbf6a3db52 | ||
|
283ade9782 | ||
|
f92a8814ac | ||
|
85532a73b2 | ||
|
87775af5c7 | ||
|
960b0090e4 | ||
|
46c96d9b6c | ||
|
6e7d8e02f3 | ||
|
7dd4b98f1a | ||
|
5c35e8378b | ||
|
c5de50bd71 | ||
|
9f0fdf0547 | ||
|
90ee92acb8 | ||
|
d7436ed582 | ||
|
59cdc23ca1 | ||
|
a394973d4a | ||
|
a32ddcf208 | ||
|
7d39968e12 | ||
|
c6b7caefb7 | ||
|
75e778ad9c | ||
|
3dea0ba9e1 | ||
|
feb0898c01 | ||
|
f6e32dd53b | ||
|
cb04f5e70f | ||
|
cf50ff6251 | ||
|
decccb771f | ||
|
1feea03aaa | ||
|
a37c7f71ea | ||
|
f5003e3758 | ||
|
93be1c12ac | ||
|
ea87bf924a | ||
|
c79d1c7fc6 | ||
|
98519a8ebc | ||
|
a386a710b7 | ||
|
0c5afff356 | ||
|
3c9357f3fe | ||
|
0618f0fff3 | ||
|
5d82b82757 | ||
|
0e80853628 | ||
|
1fe21e5bba | ||
|
08cc0037b1 | ||
|
b3ab06b63c | ||
|
d252ac64a0 | ||
|
8dd6298c56 | ||
|
343d12c61b | ||
|
8817ed33ff | ||
|
5cb6c2d235 | ||
|
daba8a562a | ||
|
f67cd5a517 | ||
|
33e3fa685a | ||
|
03e385b2aa | ||
|
b9c0e0cebc | ||
|
46a0a4faaf | ||
|
441c6a0584 | ||
|
eb7a73f460 | ||
|
3bedb6efaa | ||
|
86073f42b1 | ||
|
eb643443fd | ||
|
8ba0042a94 | ||
|
942e9a7697 | ||
|
f7eec6ee5f | ||
|
12b11a6a43 | ||
|
b332e2edcb | ||
|
5ee6544312 | ||
|
dcd5f532a9 | ||
|
16630094cb | ||
|
d57d87532b | ||
|
bc3a33e6f0 | ||
|
0f6a6ebe31 | ||
|
c80ba48d4c | ||
|
e823fef87c | ||
|
638ec858b0 | ||
|
d71239645f | ||
|
7318f9b2dc | ||
|
bf55ad97b6 | ||
|
4dedb43a22 | ||
|
81ef65edca | ||
|
9ed7f44a28 | ||
|
d786e0088e | ||
|
e8a287c4f8 | ||
|
a28b27c505 | ||
|
0235f202b4 | ||
|
a5558bf329 | ||
|
d4cd5282f7 | ||
|
0a489a4eb8 | ||
|
80d1756087 | ||
|
8f7da1a1ee | ||
|
413ca69760 | ||
|
c7756458f1 | ||
|
d5e4ebbb9c | ||
|
d6ea0821c0 | ||
|
2cccc86433 | ||
|
e39f638dfa | ||
|
ab9ec44ced | ||
|
941036d986 | ||
|
396d71cb8e | ||
|
d1008c99eb | ||
|
ed9de1e8cd | ||
|
d5d7507fa9 | ||
|
e68374cf43 | ||
|
53e34799f5 | ||
|
455ba13572 | ||
|
5fe01d46e1 | ||
|
5f65000606 | ||
|
09b6b4431c | ||
|
fce58cf09a | ||
|
03c73285ca | ||
|
549905f750 | ||
|
5cccf8200d | ||
|
ff8962cf47 | ||
|
0b21f0e751 | ||
|
ae2083c6ee | ||
|
abae53b1ad | ||
|
743cecfc2d | ||
|
8e62ff526e |
@ -1,5 +1,10 @@
|
||||
fixtures:
|
||||
repositories:
|
||||
"stdlib": "git://github.com/puppetlabs/puppetlabs-stdlib.git"
|
||||
forge_modules:
|
||||
stdlib:
|
||||
repo: "puppetlabs/stdlib"
|
||||
epel:
|
||||
repo: "stahnma/epel"
|
||||
concat:
|
||||
repo: "puppetlabs/concat"
|
||||
symlinks:
|
||||
"rsnapshot": "#{source_dir}"
|
||||
|
5
.gitignore
vendored
Normal file
5
.gitignore
vendored
Normal file
@ -0,0 +1,5 @@
|
||||
.bundle
|
||||
Gemfile.lock
|
||||
pkg/
|
||||
vendor/
|
||||
log/
|
20
.travis.yml
20
.travis.yml
@ -2,18 +2,20 @@
|
||||
sudo: false
|
||||
language: ruby
|
||||
cache: bundler
|
||||
bundler_args: --without system_tests
|
||||
script: "bundle exec rake validate && bundle exec rake lint && bundle exec rake spec SPEC_OPTS='--format documentation'"
|
||||
matrix:
|
||||
fast_finish: true
|
||||
include:
|
||||
- rvm: 1.8.7
|
||||
env: PUPPET_GEM_VERSION="~> 3.0"
|
||||
- rvm: 1.9.3
|
||||
env: PUPPET_GEM_VERSION="~> 3.0"
|
||||
- rvm: 2.0.0
|
||||
env: PUPPET_GEM_VERSION="~> 3.0"
|
||||
- rvm: 2.1.6
|
||||
- rvm: 2.1
|
||||
env: PUPPET_GEM_VERSION="~> 4.0"
|
||||
script: "bundle exec rake validate"
|
||||
- rvm: 2.1
|
||||
env: PUPPET_GEM_VERSION="~> 4.0"
|
||||
script: "bundle exec rake spec SPEC_OPTS='--format documentation'"
|
||||
- rvm: 2.1
|
||||
env: PUPPET_GEM_VERSION="~> 4.0"
|
||||
script: "bundle exec rake beaker"
|
||||
services: docker
|
||||
sudo: required
|
||||
notifications:
|
||||
email: false
|
||||
|
||||
|
42
Gemfile
42
Gemfile
@ -1,32 +1,14 @@
|
||||
source ENV['GEM_SOURCE'] || 'https://rubygems.org'
|
||||
source 'https://rubygems.org'
|
||||
|
||||
group :development, :unit_tests do
|
||||
gem 'rspec-core', '~> 3.1.7', :require => false
|
||||
gem 'rspec-puppet', '~> 2.1', :require => false
|
||||
gem 'puppetlabs_spec_helper', :require => false
|
||||
gem 'simplecov', :require => false
|
||||
gem 'puppet_facts', :require => false
|
||||
gem 'json', :require => false
|
||||
gem 'metadata-json-lint', :require => false
|
||||
gem 'puppet-lint', '< 1.1.0', :require => false
|
||||
puppetversion = ENV.key?('PUPPET_VERSION') ? "#{ENV['PUPPET_VERSION']}" : ['>= 4.0']
|
||||
gem 'puppet', puppetversion
|
||||
gem 'puppetlabs_spec_helper', '>= 0.8.2'
|
||||
gem 'puppet-lint', '>= 1.0.0'
|
||||
gem 'facter', '>= 1.7.0'
|
||||
gem 'metadata-json-lint'
|
||||
|
||||
group :acceptance do
|
||||
gem 'beaker-rspec', '5.6.0'
|
||||
gem 'serverspec', require: false
|
||||
gem 'specinfra', require: false
|
||||
end
|
||||
|
||||
group :system_tests do
|
||||
gem 'beaker-rspec', :require => false
|
||||
gem 'serverspec', :require => false
|
||||
gem 'beaker-puppet_install_helper', :require => false
|
||||
end
|
||||
|
||||
if facterversion = ENV['FACTER_GEM_VERSION']
|
||||
gem 'facter', facterversion, :require => false
|
||||
else
|
||||
gem 'facter', :require => false
|
||||
end
|
||||
|
||||
if puppetversion = ENV['PUPPET_GEM_VERSION']
|
||||
gem 'puppet', puppetversion, :require => false
|
||||
else
|
||||
gem 'puppet', :require => false
|
||||
end
|
||||
|
||||
# vim:ft=ruby
|
||||
|
446
README.md
446
README.md
@ -1,3 +1,5 @@
|
||||
[](https://travis-ci.org/loomsen/puppet-rsnapshot)
|
||||
|
||||
# rsnapshot
|
||||
|
||||
#### Table of Contents
|
||||
@ -40,6 +42,7 @@ This module is best used with an ENC like hiera. It will make your config much e
|
||||
* This module will install the rsnapshot package on your system
|
||||
* This module will manage the rsnapshot config on your system
|
||||
* This module will manage cron entries for your configured nodes
|
||||
* This module will manage the cron service on your system
|
||||
|
||||
### Setup Requirements
|
||||
|
||||
@ -131,10 +134,14 @@ rsnapshot::hosts:
|
||||
backup:
|
||||
'/var': './var'
|
||||
cron:
|
||||
'daily':
|
||||
'minute': '0-10'
|
||||
'hour': '1..5'
|
||||
|
||||
mailto: 'bar1@example.com'
|
||||
daily:
|
||||
minute: '0-10'
|
||||
hour: '1..5'
|
||||
db1:
|
||||
backup_scripts:
|
||||
mysql:
|
||||
misc:
|
||||
|
||||
```
|
||||
|
||||
@ -144,11 +151,13 @@ rsnapshot::hosts:
|
||||
The defaults are pretty reasonable, I hope. However, you may override pretty much anything. Available parameters are discussed below.
|
||||
|
||||
#### Specials
|
||||
As mentioned, this module will generate random time entries for your hosts. The random number generator is hashed with hostname and backup_level, so the randomness will be repeatable per host.level. This is important so puppet won't override the crons with each run.
|
||||
This module will generate random time entries for your hosts. The random number generator is hashed with hostname and backup_level, so the randomness will be repeatable per host.level. This is important so puppet won't override the crons with each run.
|
||||
You may specify time ranges as follows:
|
||||
* default cron syntax
|
||||
* an array with allowed values, for example, if you want the backup for a host to run between 1am and 5am, you would override the hours setting for the host in question.
|
||||
in hiera this would look like: (Explanation see below)
|
||||
* an array with allowed values
|
||||
- for example, if you want the backup for a host to run between 1am and 5am, you would override the hours setting for the host in question.
|
||||
|
||||
In hiera this would look like: (Explanation see below)
|
||||
|
||||
```yaml
|
||||
rsnapshot::hosts:
|
||||
@ -199,49 +208,35 @@ Takes an Integer, a String or an Array as input, and returns a random entry from
|
||||
|
||||
The following parameters are available in the `::rsnapshot` class:
|
||||
|
||||
#### `$hosts`
|
||||
Hash containing the hosts to be backed up and optional overrides per host
|
||||
(Default: undef (do nothing when no host given))
|
||||
#### `$conf_d`
|
||||
The place where the configs will be dropped
|
||||
(Default: /etc/rsnapshot (will be created if it doesn't exist))
|
||||
#### `$backup_user`
|
||||
The user to run the backup scripts as
|
||||
(Default: root, also the user used for ssh connections, if you change this make sure you have proper key deployed and the user exists in the nodes to be backed up.)
|
||||
#### `$package_name`
|
||||
(Default: rsnapshot)
|
||||
#### `$package_ensure`
|
||||
(Default: present)
|
||||
#### `$cron_dir`
|
||||
Directory to drop the cron files to. Crons will be created per host.
|
||||
(Default: /etc/cron.d)
|
||||
#### `$backup_levels`
|
||||
Array containing the backup levels (hourly, daily, weekly, monthly)
|
||||
Configure the backup_levels (valid per host and global, so you may either set: rsnapshot::backup_levels for all hosts or override default backup_levels for specific hosts)
|
||||
(Default: [ 'daily', 'weekly', ] )
|
||||
#### `$backup_defaults`
|
||||
Boolean. Backup default backup dirs or not.
|
||||
(Default: true)
|
||||
|
||||
#### `$default_backup`
|
||||
The default backup directories. This will apply to all hosts unless you set [backup_defaults](#backup_defaults) = false
|
||||
Default is:
|
||||
|
||||
```puppet
|
||||
$default_backup = {
|
||||
'/etc' => './',
|
||||
'/home' => './',
|
||||
}
|
||||
```
|
||||
|
||||
#### `$backup_levels`
|
||||
Array containing the backup levels (hourly, daily, weekly, monthly)
|
||||
Configure the backup_levels (valid per host and global, so you may either set: rsnapshot::backup_levels for all hosts or override default backup_levels for specific hosts)
|
||||
(Default: [ 'daily', 'weekly', ] )
|
||||
#### `$backup_user`
|
||||
The user to run the backup scripts as
|
||||
(Default: root, also the user used for ssh connections, if you change this make sure you have proper key deployed and the user exists in the nodes to be backed up.)
|
||||
#### `$conf_d`
|
||||
The place where the configs will be dropped
|
||||
(Default: /etc/rsnapshot (will be created if it doesn't exist))
|
||||
#### `$cron`
|
||||
Hash. Set time ranges for different backup levels. Each item (minute, hour...) allows for cron notation, an array to pick a random time from and a range to pick a random time from.
|
||||
The range notation is '$start..$end', so to pick a random hour from 8 pm to 2 am, you could set the hour of your desired backup level to
|
||||
`[ '20..23','0..2' ]`
|
||||
For the range feature to work, hours >0 and <10 must not have a preceding zero.
|
||||
Wrong: `00.09`
|
||||
Correct: `0..9`
|
||||
Also, you can set a mailto for each host, or globally now. The settings will be merged bottom to top, so if you override a setting in a hosts cron, it will have precedence over the global setting,
|
||||
which in turn has precedence over the default.
|
||||
|
||||
Example:
|
||||
|
||||
```puppet
|
||||
$cron = {
|
||||
mailto => 'admin@example.com',
|
||||
hourly => {
|
||||
minute => '0..59',
|
||||
hour => [ '20..23','0..2' ],
|
||||
@ -254,6 +249,7 @@ Or in hiera:
|
||||
|
||||
```yaml
|
||||
rsnapshot::cron:
|
||||
mailto: 'admin@example.com'
|
||||
daily:
|
||||
minute: '20'
|
||||
weekly:
|
||||
@ -265,16 +261,32 @@ rsnapshot::cron:
|
||||
```yaml
|
||||
rsnapshot::hosts:
|
||||
webserver:
|
||||
daily:
|
||||
hour: [ '20..23','0..2' ]
|
||||
weekly:
|
||||
hour: [ '20..23','0..2' ]
|
||||
cron:
|
||||
mailto: 'support@example.com'
|
||||
daily:
|
||||
hour: [ '20..23','0..2' ]
|
||||
weekly:
|
||||
hour: [ '20..23','0..2' ]
|
||||
|
||||
webhost:
|
||||
|
||||
customervm.provider.com:
|
||||
backup_user: 'customer'
|
||||
```
|
||||
|
||||
`webhost`: Mails will go to `admin@example.com` (from the global override).
|
||||
|
||||
`webserver`: Mails will go to `support@example.com`.
|
||||
|
||||
`customervm.provider.com`: The backup (and thus ssh) user will be `customer@customervm.provider.com`
|
||||
|
||||
|
||||
|
||||
Hash is of the form:
|
||||
|
||||
```puppet
|
||||
$cron =>{
|
||||
$cron =>{
|
||||
mailto => param,
|
||||
daily => {
|
||||
minute => param,
|
||||
hour => param,
|
||||
@ -292,6 +304,7 @@ Default is:
|
||||
|
||||
```puppet
|
||||
$cron = {
|
||||
mailto => 'admin@example.com',
|
||||
hourly => {
|
||||
minute => '0..59', # random from 0 to 59
|
||||
hour => '*', # you could also do: ['21..23','0..4','5'],
|
||||
@ -316,13 +329,58 @@ Default is:
|
||||
monthly => {
|
||||
minute => '0..59',
|
||||
hour => '0..23', # you could also do: ['21..23','0..4','5'],
|
||||
monthday => '0..28',
|
||||
monthday => '1..28',
|
||||
month => '*',
|
||||
weekday => '*',
|
||||
},
|
||||
}
|
||||
```
|
||||
|
||||
#### `$cron_dir`
|
||||
Directory to drop the cron files to. Crons will be created per host.
|
||||
(Default: /etc/cron.d)
|
||||
|
||||
#### `$cronfile_prefix_use`
|
||||
Bool. Set this to true if you want your cronfiles to have a prefix.
|
||||
(Default: false)
|
||||
|
||||
#### `$cronfile_prefix`
|
||||
Optional prefix to add to the cronfiles name. Your files will be named: prefix_hostname
|
||||
(Default: 'rsnapshot_' only if you set $cronfile_prefix_use = true)
|
||||
|
||||
#### `$default_backup`
|
||||
The default backup directories. This will apply to all hosts unless you set [backup_defaults](#backup_defaults) = false
|
||||
Default is:
|
||||
|
||||
```puppet
|
||||
$default_backup = {
|
||||
'/etc' => './',
|
||||
'/home' => './',
|
||||
}
|
||||
```
|
||||
|
||||
#### `$hosts`
|
||||
Hash containing the hosts to be backed up and optional overrides per host
|
||||
(Default: undef (do nothing when no host given))
|
||||
|
||||
#### `$interval`
|
||||
How many backups of each level to keep.
|
||||
Default is:
|
||||
|
||||
```puppet
|
||||
$interval = {
|
||||
'daily' => '7',
|
||||
'weekly' => '4',
|
||||
'monthly' => '6',
|
||||
}
|
||||
```
|
||||
|
||||
#### `$package_ensure`
|
||||
(Default: present)
|
||||
|
||||
#### `$package_name`
|
||||
(Default: rsnapshot)
|
||||
|
||||
#### `$snapshot_root`
|
||||
global. the directory holding your backups.
|
||||
(Default: /backup)
|
||||
@ -346,18 +404,216 @@ You will end up with a structure like:
|
||||
└── weekly.0
|
||||
```
|
||||
|
||||
#### `$interval`
|
||||
How many backups of each level to keep.
|
||||
#### `$backup_scripts`
|
||||
Additional scripts to create, possible values are: mysql, psql, misc
|
||||
|
||||
`mysql`: used for mysql backups
|
||||
|
||||
`psql`: used for postgresql backups
|
||||
|
||||
`misc`: custom commands to run on the node
|
||||
|
||||
You can set
|
||||
|
||||
`$dbbackup_user`: backup user
|
||||
|
||||
`$dbbackup_password`: password for the backup user
|
||||
|
||||
`$dumper`: path to the dump bin you wish to use
|
||||
|
||||
`$dump_flags`: flags for your dump bin
|
||||
|
||||
`$ignore_dbs`: databases to be ignored (the psql script ignores template and postgres databases by default)
|
||||
|
||||
`$commands`: array of commands to run on the host (this has no effect on psql and mysql scripts and is intended for your custom needs, see misc script section)
|
||||
|
||||
See below for defaults
|
||||
|
||||
NOTE: the psql and mysql scripts will SSH into your host and try and use $dumper.
|
||||
Make sure you have those tools installed on your DB hosts.
|
||||
|
||||
Also, this module will try and use pbzip to compress your databases. You can install pbzip2 (and additional packages you might need) by passing an array to [$rsnapshot::package_name](#package_name)
|
||||
|
||||
|
||||
Default is:
|
||||
|
||||
```puppet
|
||||
$interval = {
|
||||
'daily' => '7',
|
||||
'weekly' => '4',
|
||||
'monthly' => '6',
|
||||
$backup_scripts = {
|
||||
mysql => {
|
||||
dbbackup_user => 'root',
|
||||
dbbackup_password => '',
|
||||
dumper => 'mysqldump',
|
||||
dump_flags => '--single-transaction --quick --routines --ignore-table=mysql.event',
|
||||
ignore_dbs => [ 'information_schema', 'performance_schema' ],
|
||||
},
|
||||
psql => {
|
||||
dbbackup_user => 'postgres',
|
||||
dbbackup_password => '',
|
||||
dumper => 'pg_dump',
|
||||
dump_flags => '-Fc',
|
||||
ignore_dbs => [ 'postgres' ],
|
||||
},
|
||||
misc => {
|
||||
commands => $::osfamily ? {
|
||||
'RedHat' => [
|
||||
'rpm -qa --qf="%{name}," > packages.txt',
|
||||
],
|
||||
'Debian' => [
|
||||
'dpkg --get-selections > packages.txt',
|
||||
],
|
||||
default => [],
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
```
|
||||
|
||||
Configuration example:
|
||||
|
||||
```yaml
|
||||
rsnapshot::backup_scripts:
|
||||
mysql:
|
||||
dbbackup_user: 'dbbackup'
|
||||
dbbackup_password: 'hunter2'
|
||||
psql:
|
||||
dbbackup_user: 'dbbackup'
|
||||
dbbackup_password: 'yeshorsebatterystaple'
|
||||
|
||||
rsnapshot::hosts:
|
||||
foobar.com:
|
||||
backup_scripts:
|
||||
mysql:
|
||||
psql:
|
||||
dumper: '/usr/local/bin/pg_dump'
|
||||
dump_flags: '-Fc'
|
||||
ignore_dbs: [ 'db1', 'tmp_db' ]
|
||||
misc:
|
||||
bazqux:de:
|
||||
backup_scripts:
|
||||
mysql:
|
||||
dbbackup_user: 'myuser'
|
||||
dbbackup_password: 'mypassword'
|
||||
misc:
|
||||
commands:
|
||||
- 'cat /etc/hostname > hostname.txt'
|
||||
- 'date > date.txt'
|
||||
```
|
||||
|
||||
This creates
|
||||
- a mysql and a psql backup script for `foobar.com` using the credentials `dbbackup:hunter2` for mysql and `dbbackup:yeshorsebatterystaple` for psql
|
||||
- the psql script will use `/usr/local/bin/pg_dump` as the dump program with flags `-Fc`
|
||||
- it will ignore the postgres databases `db1` and `tmp_db` for postgres
|
||||
- a mysql backup script for `bazqux.de` using the credentials `myuser:mypassword`
|
||||
- a misc script for bazqux.de containing two commands to run on the node. the output will be redirected to hostname.txt and date.txt in the misc/ subfolder of the hosts backup directory (i.e. /snapshot_root/bazqux.de/daily.0/misc/hostname.txt)
|
||||
|
||||
The scripts look like this:
|
||||
|
||||
##### `bazqux.de`
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
host=bazqux.de
|
||||
user=myuser
|
||||
pass=mypassword
|
||||
|
||||
dbs=(
|
||||
$(ssh -l root "$host" "mysql -u ${user} -p${pass} -e 'show databases' | sed '1d;/information_schema/d;/performance_schema/d'")
|
||||
)
|
||||
|
||||
for db in "${dbs[@]}"; do
|
||||
ssh -l root "$host" "mysqldump --user=${user} --password=${pass} --single-transaction --quick --routines --ignore-table=mysql.event ${db}" > "${db}.sql"
|
||||
wait
|
||||
pbzip2 "$db".sql
|
||||
done
|
||||
|
||||
```
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
|
||||
ssh bazqux.de 'cat /etc/hostname > hostname.txt'
|
||||
|
||||
ssh bazqux.de 'date > date.txt'
|
||||
|
||||
```
|
||||
|
||||
|
||||
|
||||
##### `foobar.com`
|
||||
|
||||
psql:
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
host=foobar.com
|
||||
user=dbbackup
|
||||
pass=yeshorsebatterystaple
|
||||
|
||||
PGPASSWORD="$pass"
|
||||
dbs=(
|
||||
$(ssh -l root "$host" "psql -U ${user} -Atc \"SELECT datname FROM pg_database WHERE NOT datistemplate AND datname ~ 'postgres|db1|tmp_db'\"" )
|
||||
)
|
||||
|
||||
for db in "${dbs[@]}"; do
|
||||
ssh -l root "$host" "pg_dump -U ${user} -Fc ${db}" > "$db".sql
|
||||
wait
|
||||
pbzip2 "$db".sql
|
||||
done
|
||||
```
|
||||
|
||||
mysql:
|
||||
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
host=foobar.com
|
||||
user=dbbackup
|
||||
pass=hunter2
|
||||
|
||||
dbs=(
|
||||
$(ssh -l root "$host" "mysql -u ${user} -p${pass} -e 'show databases' | sed '1d;/information_schema/d;/performance_schema/d'")
|
||||
)
|
||||
|
||||
for db in "${dbs[@]}"; do
|
||||
ssh -l root "$host" "mysqldump --user=${user} --password=${pass} --single-transaction --quick --routines --ignore-table=mysql.event ${db}" > "${db}.sql"
|
||||
wait
|
||||
pbzip2 "$db".sql
|
||||
done
|
||||
|
||||
```
|
||||
|
||||
misc (assuming foobar.com is a RedHat node):
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
|
||||
ssh foobar.com 'rpm -qa --qf "%{name}," > packages.txt'
|
||||
|
||||
```
|
||||
|
||||
##### another example with root user and empty password
|
||||
|
||||
mysql with root user:
|
||||
|
||||
```bash
|
||||
#!/bin/bash
|
||||
host=bazqux.de
|
||||
user=root
|
||||
password=
|
||||
|
||||
dbs=(
|
||||
$(ssh -l root "$host" "mysql -e 'show databases' | sed '1d;/information_schema/d;/performance_schema/d'")
|
||||
)
|
||||
|
||||
for db in "${dbs[@]}"; do
|
||||
ssh -l root "$host" "mysqldump --single-transaction --quick --routines --ignore-table=mysql.event ${db}" > "${db}.sql"
|
||||
wait
|
||||
pbzip2 "$db".sql
|
||||
done
|
||||
|
||||
```
|
||||
|
||||
|
||||
### rsnapshot configuration variables
|
||||
Please read up on the following in the [rsnapshot manpage](http://linux.die.net/man/1/rsnapshot)
|
||||
|
||||
@ -391,9 +647,25 @@ Default is: undef
|
||||
#### `$cmd_postexec`
|
||||
Default is: undef
|
||||
|
||||
#### `$use_lvm`
|
||||
#### `$du_args`
|
||||
Default is: undef
|
||||
|
||||
#### `$exclude`
|
||||
Default is: []
|
||||
|
||||
#### `$exclude_file`
|
||||
Other than this might suggest, the default behavior is to create an exclude file per host.
|
||||
Default is: undef
|
||||
|
||||
#### `$include`
|
||||
Default is: []
|
||||
|
||||
#### `$include_file`
|
||||
Default is: undef
|
||||
|
||||
#### `$link_dest`
|
||||
Default is: false
|
||||
|
||||
#### `$linux_lvm_cmd_lvcreate`
|
||||
Default is: undef # '/sbin/lvcreate'
|
||||
|
||||
@ -419,6 +691,9 @@ Default is: undef
|
||||
#### `$linux_lvm_mountpath`
|
||||
Default is: undef
|
||||
|
||||
#### `$lockpath`
|
||||
Default is: '/var/run/rsnapshot'
|
||||
|
||||
#### `$logpath`
|
||||
Default is: '/var/log/rsnapshot'
|
||||
|
||||
@ -426,75 +701,54 @@ Default is: '/var/log/rsnapshot'
|
||||
unused, we are logging to $logpath/$host.log
|
||||
Default is: '/var/log/rsnapshot.log'
|
||||
|
||||
#### `$lockpath`
|
||||
Default is: '/var/run/rsnapshot'
|
||||
|
||||
#### `$snapshot_root`
|
||||
Default is: '/backup/'
|
||||
|
||||
#### `$no_create_root`
|
||||
Boolean: true or false
|
||||
Default is: undef
|
||||
|
||||
#### `$verbose`
|
||||
Default is: '2'
|
||||
|
||||
#### `$loglevel`
|
||||
Default is: '4'
|
||||
|
||||
#### `$stop_on_stale_lockfile`
|
||||
#### `$manage_cron`
|
||||
Should this module manage the cron service?
|
||||
Default is: true
|
||||
|
||||
#### `$no_create_root`
|
||||
Boolean: true or false
|
||||
Default is: undef
|
||||
|
||||
#### `$rsync_short_args`
|
||||
Default is: '-az'
|
||||
|
||||
#### `$rsync_long_args`
|
||||
rsync defaults are: --delete --numeric-ids --relative --delete-excluded
|
||||
Default is: undef
|
||||
|
||||
#### `$ssh_args`
|
||||
Default is: undef
|
||||
|
||||
#### `$du_args`
|
||||
Default is: undef
|
||||
|
||||
#### `$one_fs`
|
||||
Default is: undef
|
||||
|
||||
#### `$retain`
|
||||
Default is: { }
|
||||
|
||||
#### `$include`
|
||||
Default is: []
|
||||
|
||||
#### `$exclude`
|
||||
Default is: []
|
||||
|
||||
#### `$include_file`
|
||||
#### `$rsync_short_args`
|
||||
Default is: '-az'
|
||||
|
||||
#### `$rsync_long_args`
|
||||
rsync defaults are: --delete --numeric-ids --relative --delete-excluded
|
||||
Default is: undef
|
||||
|
||||
#### `$exclude_file`
|
||||
Other than this might suggest, the default behavior is to create an exclude file per host.
|
||||
#### `$rsync_numtries`
|
||||
Default is: 1
|
||||
|
||||
#### `$snapshot_root`
|
||||
Default is: '/backup/'
|
||||
|
||||
#### `$ssh_args`
|
||||
Default is: undef
|
||||
|
||||
#### `$link_dest`
|
||||
Default is: false
|
||||
#### `$stop_on_stale_lockfile`
|
||||
Boolean: true or false
|
||||
Default is: undef
|
||||
|
||||
#### `$sync_first`
|
||||
Default is: false
|
||||
|
||||
#### `$rsync_numtries`
|
||||
|
||||
Default is: 1
|
||||
#### `$use_lvm`
|
||||
Default is: undef
|
||||
|
||||
#### `$use_lazy_deletes`
|
||||
Default is: false
|
||||
|
||||
#### `$backup_scripts`
|
||||
Default is: {}
|
||||
#### `$verbose`
|
||||
Default is: '2'
|
||||
|
||||
## Limitations
|
||||
Currently, this module support CentOS, Fedora, Ubuntu and Debian.
|
||||
@ -507,5 +761,5 @@ want it off the face of the planet, feel free to get in touch with me.
|
||||
Norbert Varzariu (loomsen)
|
||||
|
||||
## Contributors
|
||||
Please see the [list of contributors.](https://github.com/loomsen/puppet-bloonix_agent/graphs/contributors)
|
||||
|
||||
Please see the [list of contributors.](https://github.com/loomsen/puppet-rsnapshot/graphs/contributors)
|
||||
A big thank you to Hendrik Horeis <hendrik.horeis@gmail.com> for all his input and testing of this module.
|
||||
|
@ -2,15 +2,18 @@
|
||||
#
|
||||
# manage host configs
|
||||
class rsnapshot::config (
|
||||
$hosts = $rsnapshot::hosts,
|
||||
$cron_dir = $rsnapshot::cron_dir,
|
||||
$hosts = $rsnapshot::hosts,
|
||||
$cron_dir = $rsnapshot::cron_dir,
|
||||
) {
|
||||
|
||||
# these are global settings, no point in setting them per host
|
||||
$config_version = $rsnapshot::params::config_version
|
||||
$lockpath = pick($rsnapshot::lockpath, $rsnapshot::params::config_lockpath)
|
||||
$conf_d = pick($rsnapshot::conf_d, $rsnapshot::params::conf_d)
|
||||
$snapshot_root = pick($hosts['snapshot_root'], $rsnapshot::params::config_snapshot_root)
|
||||
$default_cron = assert_empty_hash($::rsnapshot::cron)
|
||||
$lockpath = pick($rsnapshot::lockpath, $rsnapshot::params::config_lockpath, '/var/run/rsnapshot')
|
||||
$conf_d = pick($rsnapshot::conf_d, $rsnapshot::params::conf_d, '/etc/rsnapshot')
|
||||
$snapshot_root = pick($hosts['snapshot_root'], $rsnapshot::snapshot_root, '/backup')
|
||||
$logpath = pick($rsnapshot::logpath, $rsnapshot::params::config_logpath)
|
||||
$cronfile_prefix_use = pick($rsnapshot::cronfile_prefix_use, $rsnapshot::params::config_cronfile_prefix_use, false)
|
||||
$cronfile_prefix = pick($rsnapshot::cronfile_prefix, $rsnapshot::params::config_cronfile_prefix, '')
|
||||
# make sure lock path and conf path exist
|
||||
file { $conf_d:
|
||||
ensure => 'directory',
|
||||
@ -24,16 +27,20 @@ class rsnapshot::config (
|
||||
file { $snapshot_root:
|
||||
ensure => 'directory',
|
||||
}
|
||||
file { $logpath:
|
||||
ensure => directory,
|
||||
}
|
||||
|
||||
# custom function, if only a hostname is given as a param, this is an empty hash
|
||||
# the next loop would break as puppet does not allow to reassign variables
|
||||
# the function checks $hosts for elements like:
|
||||
# the function checks $hosts for elements like:
|
||||
# { foo => } and converts those to { foo => {} }
|
||||
$hosts_clean = assert_empty_hash($hosts)
|
||||
|
||||
$hosts_clean.each |String $host, Hash $hash | {
|
||||
$backup_user = pick($hash['backup_user'], $rsnapshot::params::config_backup_user)
|
||||
$hosts_clean.each |String $host, $hash | {
|
||||
$backup_user = pick($hash['backup_user'], $rsnapshot::backup_user, $rsnapshot::params::config_backup_user, 'root')
|
||||
$default_backup_dirs = pick($rsnapshot::default_backup, $rsnapshot::params::config_default_backup)
|
||||
$backup_levels = pick($hash['backup_levels'], $rsnapshot::params::config_backup_levels, 'weekly')
|
||||
$backup_levels = pick($hash['backup_levels'], $rsnapshot::backup_levels, 'weekly')
|
||||
$backup = $hash['backup']
|
||||
$backup_defaults = pick($hash['backup_defaults'], $rsnapshot::params::config_backup_defaults)
|
||||
$cmd_cp = pick($hash['cmd_cp'], $rsnapshot::params::config_cmd_cp)
|
||||
@ -55,7 +62,6 @@ class rsnapshot::config (
|
||||
$linux_lvm_vgpath = pick_undef($hash['linux_lvm_vgpath'], $rsnapshot::params::config_linux_lvm_vgpath)
|
||||
$linux_lvm_mountpath = pick_undef($hash['linux_lvm_mountpath'], $rsnapshot::params::config_linux_lvm_mountpath)
|
||||
$no_create_root = pick_undef($hash['no_create_root'], $rsnapshot::params::config_no_create_root)
|
||||
$logpath = pick($hash['logpath'], $rsnapshot::logpath, $rsnapshot::params::config_logpath)
|
||||
$verbose = pick($hash['verbose'], $rsnapshot::params::config_verbose)
|
||||
$loglevel = pick($hash['loglevel'], $rsnapshot::params::config_loglevel)
|
||||
$stop_on_stale_lockfile = pick_undef($hash['stop_on_stale_lockfile'], $rsnapshot::params::config_stop_on_stale_lockfile)
|
||||
@ -66,17 +72,17 @@ class rsnapshot::config (
|
||||
$one_fs = pick_undef($hash['one_fs'], $rsnapshot::params::config_one_fs)
|
||||
$interval = pick($hash['interval'], $rsnapshot::params::config_interval)
|
||||
$retain = pick_undef($hash['retain'], $rsnapshot::params::config_retain)
|
||||
$include = pick_undef($hash['include'], $rsnapshot::params::config_include)
|
||||
$exclude = pick_undef($hash['exclude'], $rsnapshot::params::config_exclude)
|
||||
$include_file = pick_undef($hash['include_file'], $rsnapshot::params::config_include_file)
|
||||
$include = pick($hash['include'], [])
|
||||
$exclude = pick($hash['exclude'], [])
|
||||
$include_file = pick($hash['include_file'], $rsnapshot::params::config_include_file, "${conf_d}/${host}.include")
|
||||
$exclude_file = pick($hash['exclude_file'], $rsnapshot::params::config_exclude_file, "${conf_d}/${host}.exclude")
|
||||
$link_dest = pick_undef($hash['link_dest'], $rsnapshot::params::config_link_dest)
|
||||
$sync_first = pick_undef($hash['sync_first'], $rsnapshot::params::config_sync_first)
|
||||
$use_lazy_deletes = pick_undef($hash['use_lazy_deletes'], $rsnapshot::params::config_use_lazy_deletes)
|
||||
$rsync_numtries = pick_undef($hash['rsync_numtries'], $rsnapshot::params::config_rsync_numtries)
|
||||
$backup_scripts = pick_undef($hash['backup_scripts'], $rsnapshot::params::config_backup_scripts)
|
||||
#$backup_scripts = pick_undef($hash['backup_scripts'], $rsnapshot::params::config_backup_scripts)
|
||||
|
||||
$snapshot_dir = "${config_snapshot_root}/${host}"
|
||||
$snapshot_dir = "${snapshot_root}/${host}"
|
||||
$config = "${conf_d}/${host}.rsnapshot.conf"
|
||||
$lockfile = "${lockpath}/${host}.pid"
|
||||
$logfile = "${logpath}/${host}.log"
|
||||
@ -97,6 +103,7 @@ class rsnapshot::config (
|
||||
if ! ( $interval and $retain ) {
|
||||
$interval = pick($hash['interval'], $rsnapshot::params::config_interval)
|
||||
}
|
||||
|
||||
# rsnapshot wants numeric values
|
||||
if $link_dest {
|
||||
$link_dest_num = bool2num($link_dest)
|
||||
@ -107,85 +114,105 @@ class rsnapshot::config (
|
||||
if $use_lazy_deletes {
|
||||
$use_lazy_deletes_num = bool2num($use_lazy_deletes)
|
||||
}
|
||||
if $one_fs {
|
||||
$one_fs_num = bool2num($one_fs)
|
||||
}
|
||||
|
||||
if $include != '' {
|
||||
$real_include = $rsnapshot::include + $include
|
||||
unless empty($real_include) {
|
||||
file { $include_file:
|
||||
ensure => 'file',
|
||||
content => template('rsnapshot/include.erb'),
|
||||
}
|
||||
}
|
||||
|
||||
if $exclude != '' {
|
||||
$real_exclude = $rsnapshot::exclude + $exclude
|
||||
unless empty($real_exclude) {
|
||||
file { $exclude_file:
|
||||
ensure => 'file',
|
||||
content => template('rsnapshot/exclude.erb'),
|
||||
}
|
||||
}
|
||||
|
||||
file { $config:
|
||||
concat { $config:
|
||||
}
|
||||
concat::fragment { "${config} for ${host}":
|
||||
target => $config,
|
||||
content => template('rsnapshot/rsnapshot.erb'),
|
||||
}
|
||||
$cronfile = "${cron_dir}/${host}"
|
||||
concat { $cronfile:
|
||||
|
||||
|
||||
|
||||
if has_key($hash, backup_scripts) {
|
||||
$hash[backup_scripts].each |$script, $scriptconf| {
|
||||
$real_script = deep_merge($rsnapshot::params::backup_scripts[$script], $rsnapshot::backup_scripts[$script], $hash[backup_scripts][$script])
|
||||
$dbbackup_user = $real_script[dbbackup_user]
|
||||
$dbbackup_password = $real_script[dbbackup_password]
|
||||
$dumper = $real_script[dumper]
|
||||
$dump_flags = $real_script[dump_flags]
|
||||
$ignore_dbs = $real_script[ignore_dbs]
|
||||
$compress = $real_script[compress]
|
||||
$commands = $real_script[commands]
|
||||
|
||||
concat::fragment { "${host}_${script}_backup":
|
||||
target => $config,
|
||||
content => "backup_script ${conf_d}/${host}.${script}.sh ./${script}\n",
|
||||
}
|
||||
|
||||
file { "${conf_d}/${host}.${script}.sh":
|
||||
ensure => present,
|
||||
content => template("rsnapshot/${script}.sh.erb"),
|
||||
mode => '0755',
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
if $cronfile_prefix_use {
|
||||
$rsnapshot_prefix = $rsnapshot::cronfile_prefix
|
||||
} else {
|
||||
$rsnapshot_prefix = ''
|
||||
}
|
||||
|
||||
# cron on Debian seems to ignore files that have dots in their name; replace
|
||||
# them with underscores (issue #2)
|
||||
case $::osfamily {
|
||||
'Debian': {
|
||||
$cron_name = regsubst($host, '\.', '_', 'G')
|
||||
$cronfile = "${cron_dir}/${rsnapshot_prefix}${cron_name}"
|
||||
}
|
||||
'RedHat': {
|
||||
$cronfile = "${cron_dir}/${rsnapshot_prefix}${host}"
|
||||
}
|
||||
default: {
|
||||
$cronfile = "${cron_dir}/${rsnapshot_prefix}${host}"
|
||||
}
|
||||
}
|
||||
|
||||
concat { $cronfile:
|
||||
}
|
||||
# create cron files for each backup level
|
||||
# merge possible cron definitions to one
|
||||
$real_cron = deep_merge($rsnapshot::params::cron, $rsnapshot::cron, $hash[cron])
|
||||
concat::fragment { "mailto for ${host}":
|
||||
content => "#This file is managed by puppet\nMAILTO=${real_cron[mailto]}\n\n",
|
||||
target => $cronfile,
|
||||
order => 1,
|
||||
}
|
||||
|
||||
$backup_levels.each |String $level| {
|
||||
$mailto = $real_cron[mailto]
|
||||
$minute = rand_from_array($real_cron[$level][minute], "${host}.${level}.minute")
|
||||
$hour = rand_from_array($real_cron[$level][hour], "${host}.${level}.hour")
|
||||
$monthday = rand_from_array($real_cron[$level][monthday], "${host}.${level}.monthday")
|
||||
$month = rand_from_array($real_cron[$level][month], "${host}.${level}.month")
|
||||
$weekday = rand_from_array($real_cron[$level][weekday], "${host}.${level}.weekday")
|
||||
|
||||
# allow to globally override ranges, create random numbers for backup_levels daily, weekly, monthly
|
||||
if has_key($hash,cron){
|
||||
if has_key($hash[cron], $level) {
|
||||
$cron = $hash[cron][$level]
|
||||
} else {
|
||||
if has_key($default_cron, $level) {
|
||||
$cron = $default_cron[$level]
|
||||
} else {
|
||||
$cron = $rsnapshot::params::cron[$level]
|
||||
}
|
||||
}
|
||||
} else {
|
||||
if has_key($default_cron, $level) {
|
||||
$cron = $default_cron[$level]
|
||||
} else {
|
||||
$cron = $rsnapshot::params::cron[$level]
|
||||
}
|
||||
}
|
||||
|
||||
if has_key($cron, minute) {
|
||||
$c_min = $cron[minute]
|
||||
} else {
|
||||
$c_min = $rsnapshot::params::cron[$level][minute]
|
||||
}
|
||||
if has_key($cron, hour) {
|
||||
$c_hour = $cron[hour]
|
||||
} else {
|
||||
$c_hour = $rsnapshot::params::cron[$level][hour]
|
||||
}
|
||||
if has_key($cron, monthday) {
|
||||
$c_monthday = $cron[monthday]
|
||||
} else {
|
||||
$c_monthday = $rsnapshot::params::cron[$level][monthday]
|
||||
}
|
||||
if has_key($cron, month) {
|
||||
$c_month = $cron[month]
|
||||
} else {
|
||||
$c_month = $rsnapshot::params::cron[$level][month]
|
||||
}
|
||||
if has_key($cron, weekday) {
|
||||
$c_weekday = $cron[weekday]
|
||||
} else {
|
||||
$c_weekday = $rsnapshot::params::cron[$level][weekday]
|
||||
}
|
||||
$minute = rand_from_array($c_min, "${host}.${level}.minute")
|
||||
$hour = rand_from_array($c_hour, "${host}.${level}.hour")
|
||||
$monthday = rand_from_array($c_monthday, "${host}.${level}.monthday")
|
||||
$month = rand_from_array($c_month, "${host}.${level}.month")
|
||||
$weekday = rand_from_array($c_weekday, "${host}.${level}.weekday")
|
||||
concat::fragment { "${host}.${level}":
|
||||
target => $cronfile,
|
||||
content => template('rsnapshot/cron.erb'),
|
||||
order => 2,
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
@ -5,23 +5,36 @@
|
||||
# === Parameters
|
||||
#
|
||||
class rsnapshot (
|
||||
$hosts = $rsnapshot::params::hosts,
|
||||
$conf_d = $rsnapshot::params::conf_d,
|
||||
$logpath = $rsnapshot::params::config_logpath,
|
||||
$lockpath = $rsnapshot::params::config_lockpath,
|
||||
$default_backup = $rsnapshot::params::config_default_backup,
|
||||
$package_name = $rsnapshot::params::package_name,
|
||||
$package_ensure = $rsnapshot::params::package_ensure,
|
||||
$cron = $rsnapshot::params::cron,
|
||||
$hosts = $rsnapshot::params::hosts,
|
||||
$conf_d = $rsnapshot::params::conf_d,
|
||||
$logpath = $rsnapshot::params::config_logpath,
|
||||
$lockpath = $rsnapshot::params::config_lockpath,
|
||||
$default_backup = $rsnapshot::params::config_default_backup,
|
||||
$package_name = $rsnapshot::params::package_name,
|
||||
$package_ensure = $rsnapshot::params::package_ensure,
|
||||
$cron = $rsnapshot::params::cron,
|
||||
$backup_scripts = $rsnapshot::params::backup_scripts,
|
||||
$include = $rsnapshot::params::config_include,
|
||||
$exclude = $rsnapshot::params::config_exclude,
|
||||
$snapshot_root = $rsnapshot::params::config_snapshot_root,
|
||||
$backup_levels = $rsnapshot::params::config_backup_levels,
|
||||
$backup_user = $rsnapshot::params::config_backup_user,
|
||||
$cron_service_name = $rsnapshot::params::cron_service_name,
|
||||
$manage_cron = $rsnapshot::params::manage_cron,
|
||||
$cronfile_prefix = $rsnapshot::params::config_cronfile_prefix,
|
||||
$cronfile_prefix_use = $rsnapshot::params::config_cronfile_prefix_use,
|
||||
$check_mk_job = $rsnapshot::params::config_check_mk_job,
|
||||
|
||||
) inherits rsnapshot::params {
|
||||
if $::puppetversion =~ /^(1|2|3)/ {
|
||||
fail('This module requires Puppet 4')
|
||||
}
|
||||
|
||||
$default_backup_scripts = $rsnapshot::params::backup_scripts + $backup_scripts
|
||||
$default_exclude = $rsnapshot::params::config_exclude + $exclude
|
||||
if $hosts {
|
||||
class { '::rsnapshot::install': }->
|
||||
class { '::rsnapshot::config': }
|
||||
class { '::rsnapshot::config': }~>
|
||||
class { '::rsnapshot::service': }
|
||||
contain '::rsnapshot::install'
|
||||
contain '::rsnapshot::config'
|
||||
contain '::rsnapshot::service'
|
||||
}
|
||||
}
|
||||
|
||||
|
@ -1,7 +1,7 @@
|
||||
# == Class: rsnapshot::install
|
||||
#
|
||||
# Installs the rsnapshot package.
|
||||
class rsnapshot::install inherits rsnapshot {
|
||||
class rsnapshot::install {
|
||||
case $::operatingsystem {
|
||||
/^CentOS$/: { include epel }
|
||||
default: {}
|
||||
@ -10,5 +10,18 @@ class rsnapshot::install inherits rsnapshot {
|
||||
ensure => $rsnapshot::package_ensure,
|
||||
}
|
||||
|
||||
# ensure run directory exists (systemd clears /var/run, so rsnapshot can't create PID files after reboot - issue#12)
|
||||
$lockpath = pick($rsnapshot::lockpath, $rsnapshot::params::config_lockpath, '/var/run/rsnapshot')
|
||||
$tmpfiles_d = '/etc/tmpfiles.d'
|
||||
|
||||
file { "${tmpfiles_d}":
|
||||
ensure => directory,
|
||||
}
|
||||
|
||||
file { "${tmpfiles_d}/rsnapshot.conf":
|
||||
ensure => present,
|
||||
content => "D ${lockpath} 0755 root root -",
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
|
@ -7,10 +7,17 @@ class rsnapshot::params {
|
||||
$config_backup_user = 'root'
|
||||
$package_name = 'rsnapshot'
|
||||
$package_ensure = 'present'
|
||||
$cron_service_name = $::osfamily ? {
|
||||
'RedHat' => 'crond',
|
||||
'Debian' => 'cron',
|
||||
default => '',
|
||||
}
|
||||
$manage_cron = true
|
||||
$cron_dir = '/etc/cron.d'
|
||||
$config_backup_levels = [ 'daily', 'weekly', ]
|
||||
$config_backup_levels = [ 'daily', 'weekly', 'monthly' ]
|
||||
$config_backup_defaults = true
|
||||
$config_version = '1.2'
|
||||
$config_check_mk_job = false
|
||||
$config_cmd_cp = '/bin/cp'
|
||||
$config_cmd_rm = '/bin/rm'
|
||||
$config_cmd_rsync = '/usr/bin/rsync'
|
||||
@ -20,6 +27,8 @@ class rsnapshot::params {
|
||||
$config_cmd_rsnapshot_diff = '/usr/bin/rsnapshot-diff'
|
||||
$config_cmd_preexec = undef
|
||||
$config_cmd_postexec = undef
|
||||
$config_cronfile_prefix = 'rsnapshot_'
|
||||
$config_cronfile_prefix_use = false
|
||||
$config_use_lvm = undef
|
||||
$config_linux_lvm_cmd_lvcreate = undef # '/sbin/lvcreate'
|
||||
$config_linux_lvm_cmd_lvremove = undef # '/sbin/lvremove'
|
||||
@ -32,13 +41,13 @@ class rsnapshot::params {
|
||||
$config_logpath = '/var/log/rsnapshot'
|
||||
$config_logfile = '/var/log/rsnapshot.log' # unused, we are logging to $logpath/$host.log
|
||||
$config_lockpath = '/var/run/rsnapshot'
|
||||
$config_snapshot_root = '/backup/'
|
||||
$config_snapshot_root = '/backup'
|
||||
$config_no_create_root = undef # bool, true or false
|
||||
$config_verbose = '2'
|
||||
$config_loglevel = '4'
|
||||
$config_stop_on_stale_lockfile = undef # bool
|
||||
$config_rsync_short_args = '-az'
|
||||
$config_rsync_long_args = undef # defaults are --delete --numeric-ids --relative --delete-excluded
|
||||
$config_rsync_long_args = undef # defaults are --delete --numeric-ids --relative --delete-excluded
|
||||
$config_ssh_args = undef
|
||||
$config_du_args = undef
|
||||
$config_one_fs = undef
|
||||
@ -62,6 +71,7 @@ class rsnapshot::params {
|
||||
}
|
||||
$config_backup_scripts = {}
|
||||
$cron = {
|
||||
mailto => 'admin@example.com',
|
||||
hourly => {
|
||||
minute => '0..59',
|
||||
hour => '*', # you could also do: ['21..23','0..4','5'],
|
||||
@ -86,9 +96,38 @@ class rsnapshot::params {
|
||||
monthly => {
|
||||
minute => '0..59',
|
||||
hour => '0..23', # you could also do: ['21..23','0..4','5'],
|
||||
monthday => '0..28',
|
||||
monthday => '1..28',
|
||||
month => '*',
|
||||
weekday => '*',
|
||||
},
|
||||
}
|
||||
$backup_scripts = {
|
||||
mysql => {
|
||||
dbbackup_user => 'root',
|
||||
dbbackup_password => '',
|
||||
dumper => 'mysqldump',
|
||||
dump_flags => '--single-transaction --quick --routines --ignore-table=mysql.event',
|
||||
ignore_dbs => [ 'information_schema', 'performance_schema' ],
|
||||
compress => 'pbzip2',
|
||||
},
|
||||
psql => {
|
||||
dbbackup_user => 'postgres',
|
||||
dbbackup_password => '',
|
||||
dumper => 'pg_dump',
|
||||
dump_flags => '-Fc',
|
||||
ignore_dbs => [ 'postgres' ],
|
||||
compress => 'pbzip2',
|
||||
},
|
||||
misc => {
|
||||
commands => $::osfamily ? {
|
||||
'RedHat' => [
|
||||
'rpm -qa --qf="%{name}," > packages.txt',
|
||||
],
|
||||
'Debian' => [
|
||||
'dpkg --get-selections > packages.txt',
|
||||
],
|
||||
default => [],
|
||||
},
|
||||
},
|
||||
}
|
||||
}
|
||||
|
13
manifests/service.pp
Normal file
13
manifests/service.pp
Normal file
@ -0,0 +1,13 @@
|
||||
# == Class: rsnapshot::service
|
||||
#
|
||||
# Reloads cron
|
||||
class rsnapshot::service (
|
||||
$manage_cron = $rsnapshot::manage_cron
|
||||
) {
|
||||
|
||||
if $manage_cron {
|
||||
service { $rsnapshot::cron_service_name:
|
||||
ensure => running,
|
||||
}
|
||||
}
|
||||
}
|
@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "loomsen-rsnapshot",
|
||||
"version": "0.3.1",
|
||||
"version": "1.2.5",
|
||||
"author": "loomsen",
|
||||
"summary": "Configures rsnapshot.",
|
||||
"license": "Apache-2.0",
|
||||
@ -12,13 +12,10 @@
|
||||
"backup",
|
||||
"rsync"
|
||||
],
|
||||
"requirements": [
|
||||
{ "name": "pe", "version_requirement": ">= 4.0.0" },
|
||||
{ "name": "puppet", "version_requirement": ">= 4.0.0" }
|
||||
],
|
||||
"dependencies": [
|
||||
{ "name": "puppetlabs-stdlib","version_range": ">= 1.0.0" },
|
||||
{ "name": "stahnma-epel","version_range": ">= 1.0.0" }
|
||||
{ "name": "puppetlabs-stdlib","version_requirement": ">= 1.0.0" },
|
||||
{ "name": "stahnma-epel","version_requirement": ">= 1.0.0" },
|
||||
{ "name": "puppetlabs-concat","version_requirement": ">= 2.0.0 < 3.0.0" }
|
||||
],
|
||||
"operatingsystem_support": [
|
||||
{
|
||||
@ -31,11 +28,11 @@
|
||||
},
|
||||
{
|
||||
"operatingsystem": "Ubuntu",
|
||||
"operatingsystemrelease": [ "12.04", "10.04", "14.04" ]
|
||||
"operatingsystemrelease": [ "12.04", "12.10", "13.04", "13.10", "14.04", "14.10", "15.04", "15.10", "16.04", "16.10", "17.04" ]
|
||||
},
|
||||
{
|
||||
"operatingsystem": "Fedora",
|
||||
"operatingsystemrelease": [ "17", "18", "19", "20", "21", "22", "23", "24" ]
|
||||
"operatingsystemrelease": [ "17", "18", "19", "20", "21", "22", "23", "24", "25" ]
|
||||
}
|
||||
]
|
||||
}
|
||||
|
63
spec/acceptance/default_spec.rb
Normal file
63
spec/acceptance/default_spec.rb
Normal file
@ -0,0 +1,63 @@
|
||||
require 'spec_helper_acceptance'
|
||||
|
||||
describe 'rsnapshot' do
|
||||
context 'with defaults' do
|
||||
it 'run idempotently' do
|
||||
pp = <<-EOS
|
||||
class { 'rsnapshot':
|
||||
hosts => {
|
||||
'localhost' => {},
|
||||
'example.com' => {
|
||||
backup_defaults => false,
|
||||
backup => {
|
||||
'/var/' => './'
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
EOS
|
||||
|
||||
apply_manifest(pp, catch_failures: true)
|
||||
apply_manifest(pp, catch_changes: true)
|
||||
end
|
||||
end
|
||||
|
||||
context 'packages installed' do
|
||||
describe package('rsnapshot') do
|
||||
it { is_expected.to be_installed }
|
||||
end
|
||||
end
|
||||
context 'files provisioned' do
|
||||
describe file('/etc/tmpfiles.d') do
|
||||
it { should be_directory }
|
||||
end
|
||||
describe file('/etc/tmpfiles.d/rsnapshot.conf') do
|
||||
it { is_expected.to exist }
|
||||
its(:content) { is_expected.to match 'D /var/run/rsnapshot 0755 root root -' }
|
||||
end
|
||||
describe file('/var/run/rsnapshot') do
|
||||
it { should be_directory }
|
||||
end
|
||||
describe file('/etc/rsnapshot/localhost.rsnapshot.conf') do
|
||||
it { is_expected.to exist }
|
||||
its(:content) { is_expected.to match 'backup' }
|
||||
end
|
||||
describe file('/etc/rsnapshot/example.com.rsnapshot.conf') do
|
||||
it { is_expected.to exist }
|
||||
its(:content) { is_expected.to match 'backup\troot@example.com:/var/\t./' }
|
||||
end
|
||||
describe file('/etc/rsnapshot.conf') do
|
||||
it { is_expected.to exist }
|
||||
its(:content) { is_expected.to match 'localhost' }
|
||||
its(:content) { is_expected.to match 'example.com' }
|
||||
end
|
||||
describe file('/etc/rsnapshot/localhost.rsnapshot.conf') do
|
||||
it { is_expected.to exist }
|
||||
its(:content) { is_expected.to match 'backup' }
|
||||
end
|
||||
describe file('/etc/cron.d/example_com') do
|
||||
it { is_expected.to exist }
|
||||
its(:content) { is_expected.to match 'example.com' }
|
||||
end
|
||||
end
|
||||
end
|
15
spec/acceptance/nodesets/default.yml
Normal file
15
spec/acceptance/nodesets/default.yml
Normal file
@ -0,0 +1,15 @@
|
||||
HOSTS:
|
||||
debian-8-x64:
|
||||
platform: debian-8-amd64
|
||||
hypervisor: docker
|
||||
image: debian:8
|
||||
docker_container_name: puppet_rsnapshot
|
||||
docker_preserve_image: true
|
||||
docker_cmd: '["/sbin/init"]'
|
||||
docker_image_commands:
|
||||
- 'echo deb http://ftp.debian.org/debian jessie-backports main >> /etc/apt/sources.list'
|
||||
- 'apt-get update && apt-get install -y cron locales-all net-tools wget'
|
||||
- 'rm -f /usr/sbin/policy-rc.d'
|
||||
CONFIG:
|
||||
trace_limit: 200
|
||||
masterless: true
|
@ -1,37 +1,7 @@
|
||||
require 'spec_helper'
|
||||
describe 'rsnapshot' do
|
||||
let(:facts) {{ :osfamily => 'RedHat' }}
|
||||
|
||||
{'Ubuntu' => 'Debian', 'Debian' => 'Debian'}.each do |system, family|
|
||||
context "when on system #{system} no lvm" do
|
||||
let :facts do
|
||||
{
|
||||
:osfamily => family,
|
||||
:operatingsystem => system,
|
||||
}
|
||||
end
|
||||
|
||||
it { should contain_class('rsnapshot') }
|
||||
it { should contain_class('rsnapshot::install') }
|
||||
it { should contain_class('rsnapshot::config') }
|
||||
end
|
||||
|
||||
context "when on system #{system} with lvm" do
|
||||
let :facts do
|
||||
{
|
||||
:osfamily => family,
|
||||
:operatingsystem => system,
|
||||
}
|
||||
end
|
||||
|
||||
let(:params) { {:use_lvm => true} }
|
||||
|
||||
it { should contain_class('rsnapshot') }
|
||||
it { should contain_class('rsnapshot::install') }
|
||||
it { should contain_class('rsnapshot::config') }
|
||||
|
||||
it {
|
||||
should contain_file('/etc/rsnapshot.conf').with_content(/^linux_lvm_((\w|_)+)\t(.*)$/)
|
||||
}
|
||||
end
|
||||
end
|
||||
it { should contain_class('rsnapshot::params') }
|
||||
it { is_expected.to compile }
|
||||
end
|
||||
|
26
spec/spec_helper_acceptance.rb
Normal file
26
spec/spec_helper_acceptance.rb
Normal file
@ -0,0 +1,26 @@
|
||||
require 'puppet'
|
||||
require 'beaker-rspec'
|
||||
require 'yaml'
|
||||
|
||||
install_puppet_agent_on hosts, {}
|
||||
|
||||
RSpec.configure do |c|
|
||||
# Module root and settings
|
||||
module_root = File.expand_path(File.join(File.dirname(__FILE__), '..'))
|
||||
module_name = module_root.split('/').last.sub('-', '_').split('_').last()
|
||||
|
||||
c.formatter = :documentation
|
||||
c.max_displayed_failure_line_count = 5
|
||||
|
||||
c.before :suite do
|
||||
puts 'Install module'
|
||||
puppet_module_install(source: module_root, module_name: module_name)
|
||||
|
||||
hosts.each do |host|
|
||||
puts 'Install fixtures'
|
||||
on host, puppet('module','install','stahnma/epel')
|
||||
on host, puppet('module','install','puppetlabs/stdlib')
|
||||
on host, puppet('module','install','puppetlabs/concat')
|
||||
end
|
||||
end
|
||||
end
|
@ -1 +1 @@
|
||||
<%= @minute %> <%= @hour %> <%= @month %> <%= @monthday %> <%= @weekday %> root /usr/bin/rsnapshot -c <%= @config %> <%= @level %>
|
||||
<%= @minute %> <%= @hour %> <%= @monthday %> <%= @month %> <%= @weekday %> root<% if scope['rsnapshot::check_mk_job'] == true -%> mk-job rsnapshot_<%= @host %>_<%= @level %><% end -%> /usr/bin/rsnapshot -c <%= @config %> <%= @level %>
|
||||
|
@ -1,3 +1,3 @@
|
||||
<% @exclude.each do |exc| -%>
|
||||
<% @real_exclude.each do |exc| -%>
|
||||
<%= exc %>
|
||||
<% end %>
|
||||
|
@ -1,3 +1,3 @@
|
||||
<% @include.each do |inc| -%>
|
||||
<% @real_include.each do |inc| -%>
|
||||
<%= inc %>
|
||||
<% end %>
|
||||
|
7
templates/misc.sh.erb
Normal file
7
templates/misc.sh.erb
Normal file
@ -0,0 +1,7 @@
|
||||
#!/bin/bash
|
||||
#This file is managed by puppet
|
||||
#
|
||||
<%@commands.each do |command| -%>
|
||||
ssh -l <%=@backup_user-%> <%=@host-%> <%=command-%>
|
||||
|
||||
<%end-%>
|
29
templates/mysql.sh.erb
Normal file
29
templates/mysql.sh.erb
Normal file
@ -0,0 +1,29 @@
|
||||
#!/bin/bash
|
||||
# This file is managed by puppet
|
||||
# written by Norbert Varzariu <loomsen@gmail.com>
|
||||
# This Script is triggered by rsnapshot and dumps the specified dbs on the configured host.
|
||||
#
|
||||
host=<%=@host%>
|
||||
user=<%=@dbbackup_user%>
|
||||
|
||||
<% if (@dbbackup_user == 'root' && @dbbackup_password == '') -%>
|
||||
dbs=(
|
||||
$(ssh -l <%=@backup_user-%> "$host" "mysql -e 'show databases' | sed '1d;<%@ignore_dbs.to_a.each do |db|-%>/<%=db-%>/d;<%end-%>'" )
|
||||
)
|
||||
<%else-%>
|
||||
dbs=(
|
||||
$(ssh -l <%=@backup_user-%> "$host" "mysql -u <%=@dbbackup_user-%> -p'<%=@dbbackup_password-%>' -e 'show databases' | sed '1d;<%@ignore_dbs.each do |db|-%>/<%=db-%>/d;<%end-%>'" )
|
||||
)
|
||||
<%end-%>
|
||||
for db in "${dbs[@]}"; do
|
||||
<% if (@dbbackup_user == 'root' && @dbbackup_password == '' )-%>
|
||||
ssh -l <%=@backup_user-%> "$host" "<%=@dumper-%> <%=@dump_flags-%> ${db}" > "$db".sql
|
||||
<%else-%>
|
||||
ssh -l <%=@backup_user-%> "$host" "<%=@dumper-%> --user=<%=@dbbackup_user-%> --password='<%=@dbbackup_password-%>' <%=@dump_flags-%> ${db}" > "$db".sql
|
||||
<%end-%>
|
||||
wait
|
||||
<% if @compress != '' -%>
|
||||
<%=@compress-%> "$db".sql
|
||||
<%end-%>
|
||||
done
|
||||
|
19
templates/psql.sh.erb
Normal file
19
templates/psql.sh.erb
Normal file
@ -0,0 +1,19 @@
|
||||
#!/bin/bash
|
||||
# This file is managed by puppet
|
||||
# written by Norbert Varzariu <loomsen@gmail.com>
|
||||
# This Script is triggered by rsnapshot and dumps the specified dbs on the configured host.
|
||||
#
|
||||
host=<%=@host%>
|
||||
user=<%=@dbbackup_user%>
|
||||
|
||||
dbs=(
|
||||
$(ssh -l <%=@backup_user-%> "$host" "PGPASSWORD='<%=@dbbackup_password%>' psql -U ${user} -Atc \"SELECT datname FROM pg_database WHERE NOT datistemplate AND NOT datname ~ '<%@ignore_dbs.each do |db|-%><%if db == @ignore_dbs.last-%><%=db-%><%else-%><%=db-%>|<%end-%><%end-%>'\"")
|
||||
)
|
||||
for db in "${dbs[@]}"; do
|
||||
ssh -l <%=@backup_user-%> "$host" "PGPASSWORD='<%=@dbbackup_password%>' <%=@dumper-%> -U ${user} <%=@dump_flags-%> ${db}" > "$db".sql
|
||||
wait
|
||||
<% if @compress != '' -%>
|
||||
<%=@compress-%> "$db".sql
|
||||
<%end-%>
|
||||
done
|
||||
|
@ -1,8 +1,8 @@
|
||||
# This file is being managed by puppet
|
||||
# Module 'rsnaphost'
|
||||
# Module 'rsnapshot'
|
||||
|
||||
config_version <%= @config_version %>
|
||||
snapshot_root <%= @snapshot_root %>
|
||||
snapshot_root <%= @snapshot_root -%>/<%=@host%>
|
||||
<% if @no_create_root != '' -%>
|
||||
no_create_root <%= @no_create_root %>
|
||||
<% end -%>
|
||||
@ -85,12 +85,12 @@ du_args <%= @du_args %>
|
||||
<% if @one_fs != '' -%>
|
||||
one_fs <%= @one_fs_num %>
|
||||
<% end -%>
|
||||
<% if @include != '' -%>
|
||||
<% unless @real_include.empty? -%>
|
||||
<% if @include_file != '' -%>
|
||||
include_file <%= @include_file %>
|
||||
<% end -%>
|
||||
<% end -%>
|
||||
<% if @exclude != '' -%>
|
||||
<% unless @real_exclude.empty? -%>
|
||||
<% if @exclude_file != '' -%>
|
||||
exclude_file <%= @exclude_file %>
|
||||
<% end -%>
|
||||
@ -130,9 +130,3 @@ backup <%= @backup_user %>@<%=@host%>:<%= source %> <%=dest%>
|
||||
backup <%=@host%>:<%= source %> <%=dest%>
|
||||
<% end -%>
|
||||
<% end -%>
|
||||
<% if @backup_scripts != '' -%>
|
||||
<% @backup_scripts.each_pair do |source, dest| -%>
|
||||
backup_script <%= source %> <%= dest %>
|
||||
<% end -%>
|
||||
<%end-%>
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user