1
0
mirror of https://github.com/krislamo/puppet-rsnapshot synced 2025-09-13 15:59:28 +00:00

42 Commits
1.0.2 ... 1.1.1

Author SHA1 Message Date
Norbert Varzariu
d1a262800f bump version and bugfix 2017-04-02 10:54:52 +02:00
Norbert Varzariu
a78ccc1e43 Merge branch 'master' into develop 2017-04-02 10:46:35 +02:00
Administrator
6f92da8a17 add quotes to ssh command (misc script) 2017-04-02 10:45:25 +02:00
Administrator
a67dd7ea29 fix order of params 2017-04-02 10:40:07 +02:00
Norbert Varzariu
1be930d6cf Merge branch 'release/1.1.0' into develop 2017-04-02 10:20:36 +02:00
Norbert Varzariu
cbf6a3db52 Merge branch 'release/1.1.0'
- Feature: rsnapshot_prefix
- Feature: check_mk options
2017-04-02 10:19:52 +02:00
Norbert Varzariu
283ade9782 bump version 2017-04-02 10:19:18 +02:00
Norbert Varzariu
f92a8814ac Merge pull request #8 from loomsen/monotek-issue/2-cron_and_dots
Monotek issue/2 cron and dots
2017-04-02 10:10:59 +02:00
Administrator
85532a73b2 update readme 2017-04-02 09:24:14 +02:00
Administrator
87775af5c7 add prefix feature 2017-04-02 09:14:46 +02:00
Administrator
960b0090e4 try and fix travis build 2017-04-02 08:42:15 +02:00
Administrator
46c96d9b6c try and fix travis build 2017-04-02 08:40:45 +02:00
André Bauer
6e7d8e02f3 use prefix not by default 2017-04-01 23:27:18 +02:00
André Bauer
7dd4b98f1a fixed typo 2017-03-14 23:52:08 +01:00
André Bauer
5c35e8378b some fixes 2017-03-14 23:51:18 +01:00
Norbert Varzariu
c5de50bd71 Merge pull request #6 from monotek/check_mk_job
added check_mk mk-job support
2017-03-13 16:54:00 +01:00
André Bauer
9f0fdf0547 removed superfluous line 2017-02-27 12:00:54 +01:00
André Bauer
90ee92acb8 fix crontabs with dots on debian & added rsnapshot_prefix var 2017-02-27 11:58:18 +01:00
André Bauer
d7436ed582 added check_mk mk-job support 2017-02-27 09:49:59 +01:00
Norbert Varzariu
59cdc23ca1 add travis build status to readme 2017-02-07 18:08:10 +01:00
Norbert Varzariu
a394973d4a fix matrix build in travis.yml 2017-02-07 17:45:23 +01:00
Norbert Varzariu
a32ddcf208 remove jruby from travis.yml 2017-02-07 17:37:24 +01:00
Norbert Varzariu
7d39968e12 remove jruby from travis.yml 2017-02-07 17:37:02 +01:00
Norbert Varzariu
c6b7caefb7 add fixed ruby version to travis.yml 2017-02-07 17:33:01 +01:00
Norbert Varzariu
75e778ad9c Merge pull request #4 from jhoblitt/plumbing/concat-dep
missing dep on concat module
2016-12-21 22:19:45 +01:00
Norbert Varzariu
3dea0ba9e1 Merge pull request #3 from jhoblitt/plumbing/updates
plumbing updates to get tests working
2016-12-21 22:18:54 +01:00
Joshua Hoblitt
feb0898c01 add metadata-json-lint gem 2016-12-21 10:51:37 -07:00
Joshua Hoblitt
f6e32dd53b add missing dep on concat module 2016-12-21 10:51:37 -07:00
Joshua Hoblitt
cb04f5e70f add trivial .gitignore 2016-12-21 10:42:29 -07:00
Joshua Hoblitt
cf50ff6251 fix validation warning
Logic error
2016-12-21 10:36:49 -07:00
Joshua Hoblitt
decccb771f fix rspec tests
Missing ::osfamily fact.
2016-12-21 10:34:57 -07:00
Norbert Varzariu
1feea03aaa removed single quotes in misc script template 2016-06-27 13:21:03 +02:00
Norbert Varzariu
a37c7f71ea Merge branch 'release/1.0.3' into develop
- fix ordering of monthday and month in cron
2016-03-29 16:17:58 +02:00
Norbert Varzariu
f5003e3758 Merge branch 'release/1.0.3' 2016-03-29 16:17:43 +02:00
Norbert Varzariu
93be1c12ac bump version 2016-03-29 16:16:19 +02:00
Norbert Varzariu
ea87bf924a Merge pull request #1 from nerdlich/patch-1
Correct order of monthday/month
2016-03-28 13:36:54 +02:00
nerdlich
c79d1c7fc6 Correct order of monthday/month 2016-03-24 22:53:52 +01:00
Norbert Varzariu
98519a8ebc Merge branch 'develop' 2016-01-26 08:29:52 +01:00
Norbert Varzariu
a386a710b7 quote psql password in scripts 2016-01-26 08:29:42 +01:00
Norbert Varzariu
0c5afff356 Merge branch 'release/1.0.2' into develop 2016-01-25 09:48:38 +01:00
Norbert Varzariu
3c9357f3fe Merge branch 'release/1.0.2'
- Update README
2016-01-25 09:48:18 +01:00
Norbert Varzariu
1fe21e5bba Merge branch 'release/1.0.1'
- small fixes to psql backup script
2016-01-25 09:41:03 +01:00
14 changed files with 124 additions and 87 deletions

View File

@@ -4,5 +4,7 @@ fixtures:
repo: "puppetlabs/stdlib" repo: "puppetlabs/stdlib"
epel: epel:
repo: "stahnma/epel" repo: "stahnma/epel"
concat:
repo: "puppetlabs/concat"
symlinks: symlinks:
"rsnapshot": "#{source_dir}" "rsnapshot": "#{source_dir}"

4
.gitignore vendored Normal file
View File

@@ -0,0 +1,4 @@
.bundle
Gemfile.lock
pkg/
vendor/

View File

@@ -7,6 +7,8 @@ script: "bundle exec rake validate && bundle exec rake spec SPEC_OPTS='--format
matrix: matrix:
fast_finish: true fast_finish: true
include: include:
rvm: 2.1
env: PUPPET_GEM_VERSION="~> 4.0" env: PUPPET_GEM_VERSION="~> 4.0"
notifications: notifications:
email: false email: false

View File

@@ -5,3 +5,4 @@ gem 'puppet', puppetversion
gem 'puppetlabs_spec_helper', '>= 0.8.2' gem 'puppetlabs_spec_helper', '>= 0.8.2'
gem 'puppet-lint', '>= 1.0.0' gem 'puppet-lint', '>= 1.0.0'
gem 'facter', '>= 1.7.0' gem 'facter', '>= 1.7.0'
gem 'metadata-json-lint'

View File

@@ -1,6 +1,6 @@
# rsnapshot [![Build Status](https://travis-ci.org/loomsen/puppet-rsnapshot.svg?branch=master)](https://travis-ci.org/loomsen/puppet-rsnapshot)
## NOTE: ! Configuration for backup_scripts changed with version 0.4.0 (it was pretty useless in prior versions) ! # rsnapshot
#### Table of Contents #### Table of Contents
@@ -205,41 +205,20 @@ Takes an Integer, a String or an Array as input, and returns a random entry from
The following parameters are available in the `::rsnapshot` class: The following parameters are available in the `::rsnapshot` class:
#### `$hosts`
Hash containing the hosts to be backed up and optional overrides per host
(Default: undef (do nothing when no host given))
#### `$conf_d`
The place where the configs will be dropped
(Default: /etc/rsnapshot (will be created if it doesn't exist))
#### `$backup_user`
The user to run the backup scripts as
(Default: root, also the user used for ssh connections, if you change this make sure you have proper key deployed and the user exists in the nodes to be backed up.)
#### `$package_name`
(Default: rsnapshot)
#### `$package_ensure`
(Default: present)
#### `$cron_dir`
Directory to drop the cron files to. Crons will be created per host.
(Default: /etc/cron.d)
#### `$backup_levels`
Array containing the backup levels (hourly, daily, weekly, monthly)
Configure the backup_levels (valid per host and global, so you may either set: rsnapshot::backup_levels for all hosts or override default backup_levels for specific hosts)
(Default: [ 'daily', 'weekly', ] )
#### `$backup_defaults` #### `$backup_defaults`
Boolean. Backup default backup dirs or not. Boolean. Backup default backup dirs or not.
(Default: true) (Default: true)
#### `$default_backup` #### `$backup_levels`
The default backup directories. This will apply to all hosts unless you set [backup_defaults](#backup_defaults) = false Array containing the backup levels (hourly, daily, weekly, monthly)
Default is: Configure the backup_levels (valid per host and global, so you may either set: rsnapshot::backup_levels for all hosts or override default backup_levels for specific hosts)
(Default: [ 'daily', 'weekly', ] )
```puppet #### `$backup_user`
$default_backup = { The user to run the backup scripts as
'/etc' => './', (Default: root, also the user used for ssh connections, if you change this make sure you have proper key deployed and the user exists in the nodes to be backed up.)
'/home' => './', #### `$conf_d`
} The place where the configs will be dropped
``` (Default: /etc/rsnapshot (will be created if it doesn't exist))
#### `$cron` #### `$cron`
Hash. Set time ranges for different backup levels. Each item (minute, hour...) allows for cron notation, an array to pick a random time from and a range to pick a random time from. Hash. Set time ranges for different backup levels. Each item (minute, hour...) allows for cron notation, an array to pick a random time from and a range to pick a random time from.
The range notation is '$start..$end', so to pick a random hour from 8 pm to 2 am, you could set the hour of your desired backup level to The range notation is '$start..$end', so to pick a random hour from 8 pm to 2 am, you could set the hour of your desired backup level to
@@ -354,6 +333,44 @@ Default is:
} }
``` ```
#### `$cron_dir`
Directory to drop the cron files to. Crons will be created per host.
(Default: /etc/cron.d)
#### `$default_backup`
The default backup directories. This will apply to all hosts unless you set [backup_defaults](#backup_defaults) = false
Default is:
```puppet
$default_backup = {
'/etc' => './',
'/home' => './',
}
```
#### `$cronfile_prefix_use`
Bool. Set this to true if you want your cronfiles to have a prefix.
(Default: false)
#### `$cronfile_prefix`
Optional prefix to add to the cronfiles name. Your files will be named: prefix_hostname
(Default: 'rsnapshot_' only if you set $cronfile_prefix_use = true)
#### `$hosts`
Hash containing the hosts to be backed up and optional overrides per host
(Default: undef (do nothing when no host given))
#### `$interval`
How many backups of each level to keep.
Default is:
```puppet
$interval = {
'daily' => '7',
'weekly' => '4',
'monthly' => '6',
}
```
#### `$package_ensure`
(Default: present)
#### `$package_name`
(Default: rsnapshot)
#### `$snapshot_root` #### `$snapshot_root`
global. the directory holding your backups. global. the directory holding your backups.
(Default: /backup) (Default: /backup)
@@ -377,18 +394,6 @@ You will end up with a structure like:
└── weekly.0 └── weekly.0
``` ```
#### `$interval`
How many backups of each level to keep.
Default is:
```puppet
$interval = {
'daily' => '7',
'weekly' => '4',
'monthly' => '6',
}
```
#### `$backup_scripts` #### `$backup_scripts`
Additional scripts to create, possible values are: mysql, psql, misc Additional scripts to create, possible values are: mysql, psql, misc

View File

@@ -2,8 +2,8 @@
# #
# manage host configs # manage host configs
class rsnapshot::config ( class rsnapshot::config (
$hosts = $rsnapshot::hosts, $hosts = $rsnapshot::hosts,
$cron_dir = $rsnapshot::cron_dir, $cron_dir = $rsnapshot::cron_dir,
) { ) {
# these are global settings, no point in setting them per host # these are global settings, no point in setting them per host
@@ -12,6 +12,8 @@ class rsnapshot::config (
$conf_d = pick($rsnapshot::conf_d, $rsnapshot::params::conf_d, '/etc/rsnapshot') $conf_d = pick($rsnapshot::conf_d, $rsnapshot::params::conf_d, '/etc/rsnapshot')
$snapshot_root = pick($hosts['snapshot_root'], $rsnapshot::snapshot_root, '/backup') $snapshot_root = pick($hosts['snapshot_root'], $rsnapshot::snapshot_root, '/backup')
$logpath = pick($rsnapshot::logpath, $rsnapshot::params::config_logpath) $logpath = pick($rsnapshot::logpath, $rsnapshot::params::config_logpath)
$cronfile_prefix_use = pick($rsnapshot::cronfile_prefix_use, $rsnapshot::params::cronfile_prefix_use, false)
$cronfile_prefix = pick($rsnapshot::cronfile_prefix, $rsnapshot::params::cronfile_prefix, '')
# make sure lock path and conf path exist # make sure lock path and conf path exist
file { $conf_d: file { $conf_d:
ensure => 'directory', ensure => 'directory',
@@ -162,13 +164,33 @@ class rsnapshot::config (
} }
} }
$cronfile = "${cron_dir}/${host}" if $cronfile_prefix_use {
$rsnapshot_prefix = $rsnapshot::cronfile_prefix
} else {
$rsnapshot_prefix = ''
}
# cron on Debian seems to ignore files that have dots in their name; replace
# them with underscores (issue #2)
case $::osfamily {
'Debian': {
$cron_name = regsubst($host, '\.', '_', 'G')
$cronfile = "${cron_dir}/${rsnapshot_prefix}${cron_name}"
}
'RedHat': {
$cronfile = "${cron_dir}/${rsnapshot_prefix}${host}"
}
default: {
$cronfile = "${cron_dir}/${rsnapshot_prefix}${host}"
}
}
concat { $cronfile: concat { $cronfile:
} }
# create cron files for each backup level # create cron files for each backup level
# merge possible cron definitions to one # merge possible cron definitions to one
$real_cron = deep_merge($rsnapshot::params::cron, $rsnapshot::cron, $hash[cron]) $real_cron = deep_merge($rsnapshot::params::cron, $rsnapshot::cron, $hash[cron])
concat::fragment { "mailto for $host": concat::fragment { "mailto for ${host}":
content => "#This file is managed by puppet\nMAILTO=${real_cron[mailto]}\n\n", content => "#This file is managed by puppet\nMAILTO=${real_cron[mailto]}\n\n",
target => $cronfile, target => $cronfile,
order => 1, order => 1,
@@ -190,4 +212,3 @@ class rsnapshot::config (
} }
} }
} }

View File

@@ -5,20 +5,24 @@
# === Parameters # === Parameters
# #
class rsnapshot ( class rsnapshot (
$hosts = $rsnapshot::params::hosts, $hosts = $rsnapshot::params::hosts,
$conf_d = $rsnapshot::params::conf_d, $conf_d = $rsnapshot::params::conf_d,
$logpath = $rsnapshot::params::config_logpath, $logpath = $rsnapshot::params::config_logpath,
$lockpath = $rsnapshot::params::config_lockpath, $lockpath = $rsnapshot::params::config_lockpath,
$default_backup = $rsnapshot::params::config_default_backup, $default_backup = $rsnapshot::params::config_default_backup,
$package_name = $rsnapshot::params::package_name, $package_name = $rsnapshot::params::package_name,
$package_ensure = $rsnapshot::params::package_ensure, $package_ensure = $rsnapshot::params::package_ensure,
$cron = $rsnapshot::params::cron, $cron = $rsnapshot::params::cron,
$backup_scripts = $rsnapshot::params::backup_scripts, $backup_scripts = $rsnapshot::params::backup_scripts,
$include = $rsnapshot::params::config_include, $include = $rsnapshot::params::config_include,
$exclude = $rsnapshot::params::config_exclude, $exclude = $rsnapshot::params::config_exclude,
$snapshot_root = $rsnapshot::params::config_snapshot_root, $snapshot_root = $rsnapshot::params::config_snapshot_root,
$backup_levels = $rsnapshot::params::config_backup_levels, $backup_levels = $rsnapshot::params::config_backup_levels,
$cron_service_name = $rsnapshot::params::cron_service_name, $cron_service_name = $rsnapshot::params::cron_service_name,
$cronfile_prefix = $rsnapshot::params::config_cronfile_prefix,
$cronfile_prefix_use = $rsnapshot::params::config_cronfile_prefix_use,
$check_mk_job = $rsnapshot::params::config_check_mk_job,
) inherits rsnapshot::params { ) inherits rsnapshot::params {
$default_backup_scripts = $rsnapshot::params::backup_scripts + $backup_scripts $default_backup_scripts = $rsnapshot::params::backup_scripts + $backup_scripts
@@ -32,4 +36,3 @@ class rsnapshot (
contain '::rsnapshot::service' contain '::rsnapshot::service'
} }
} }

View File

@@ -16,6 +16,7 @@ class rsnapshot::params {
$config_backup_levels = [ 'daily', 'weekly', 'monthly' ] $config_backup_levels = [ 'daily', 'weekly', 'monthly' ]
$config_backup_defaults = true $config_backup_defaults = true
$config_version = '1.2' $config_version = '1.2'
$config_check_mk_job = false
$config_cmd_cp = '/bin/cp' $config_cmd_cp = '/bin/cp'
$config_cmd_rm = '/bin/rm' $config_cmd_rm = '/bin/rm'
$config_cmd_rsync = '/usr/bin/rsync' $config_cmd_rsync = '/usr/bin/rsync'
@@ -25,6 +26,8 @@ class rsnapshot::params {
$config_cmd_rsnapshot_diff = '/usr/bin/rsnapshot-diff' $config_cmd_rsnapshot_diff = '/usr/bin/rsnapshot-diff'
$config_cmd_preexec = undef $config_cmd_preexec = undef
$config_cmd_postexec = undef $config_cmd_postexec = undef
$config_cronfile_prefix = 'rsnapshot_'
$config_cronfile_prefix_use = false
$config_use_lvm = undef $config_use_lvm = undef
$config_linux_lvm_cmd_lvcreate = undef # '/sbin/lvcreate' $config_linux_lvm_cmd_lvcreate = undef # '/sbin/lvcreate'
$config_linux_lvm_cmd_lvremove = undef # '/sbin/lvremove' $config_linux_lvm_cmd_lvremove = undef # '/sbin/lvremove'
@@ -124,6 +127,6 @@ class rsnapshot::params {
], ],
default => [], default => [],
}, },
} },
} }
} }

View File

@@ -1,6 +1,6 @@
{ {
"name": "loomsen-rsnapshot", "name": "loomsen-rsnapshot",
"version": "1.0.2", "version": "1.1.1",
"author": "loomsen", "author": "loomsen",
"summary": "Configures rsnapshot.", "summary": "Configures rsnapshot.",
"license": "Apache-2.0", "license": "Apache-2.0",
@@ -12,13 +12,10 @@
"backup", "backup",
"rsync" "rsync"
], ],
"requirements": [
{ "name": "pe", "version_requirement": ">= 4.0.0" },
{ "name": "puppet", "version_requirement": ">= 4.0.0" }
],
"dependencies": [ "dependencies": [
{ "name": "puppetlabs-stdlib","version_range": ">= 1.0.0" }, { "name": "puppetlabs-stdlib","version_requirement": ">= 1.0.0" },
{ "name": "stahnma-epel","version_range": ">= 1.0.0" } { "name": "stahnma-epel","version_requirement": ">= 1.0.0" },
{ "name": "puppetlabs-concat","version_requirement": ">= 2.0.0 < 3.0.0" }
], ],
"operatingsystem_support": [ "operatingsystem_support": [
{ {

View File

@@ -1,5 +1,7 @@
require 'spec_helper' require 'spec_helper'
describe 'rsnapshot' do describe 'rsnapshot' do
let(:facts) {{ :osfamily => 'RedHat' }}
it { should contain_class('rsnapshot::params') } it { should contain_class('rsnapshot::params') }
it { is_expected.to compile } it { is_expected.to compile }
end end

View File

@@ -1 +1 @@
<%= @minute %> <%= @hour %> <%= @month %> <%= @monthday %> <%= @weekday %> root /usr/bin/rsnapshot -c <%= @config %> <%= @level %> <%= @minute %> <%= @hour %> <%= @monthday %> <%= @month %> <%= @weekday %> root<% if scope['rsnapshot::check_mk_job'] == true -%> mk-job rsnapshot_<%= @host %>_<%= @level %><% end -%> /usr/bin/rsnapshot -c <%= @config %> <%= @level %>

View File

@@ -2,6 +2,6 @@
#This file is managed by puppet #This file is managed by puppet
# #
<%@commands.each do |command| -%> <%@commands.each do |command| -%>
ssh -l <%=@backup_user-%> <%=@host-%> '<%=command-%>' ssh -l <%=@backup_user-%> <%=@host-%> <%=command-%>
<%end-%> <%end-%>

View File

@@ -5,7 +5,6 @@
# #
host=<%=@host%> host=<%=@host%>
user=<%=@dbbackup_user%> user=<%=@dbbackup_user%>
pass=<%=@dbbackup_password%>
<% if (@dbbackup_user == 'root' && @dbbackup_password == '') -%> <% if (@dbbackup_user == 'root' && @dbbackup_password == '') -%>
dbs=( dbs=(
@@ -17,7 +16,7 @@ dbs=(
) )
<%end-%> <%end-%>
for db in "${dbs[@]}"; do for db in "${dbs[@]}"; do
<% if (@dbbackup_user == 'root' && @dbbackup_password = '' )-%> <% if (@dbbackup_user == 'root' && @dbbackup_password == '' )-%>
ssh -l <%=@backup_user-%> "$host" "<%=@dumper-%> <%=@dump_flags-%> ${db}" > "$db".sql ssh -l <%=@backup_user-%> "$host" "<%=@dumper-%> <%=@dump_flags-%> ${db}" > "$db".sql
<%else-%> <%else-%>
ssh -l <%=@backup_user-%> "$host" "<%=@dumper-%> --user=<%=@dbbackup_user-%> --password='<%=@dbbackup_password-%>' <%=@dump_flags-%> ${db}" > "$db".sql ssh -l <%=@backup_user-%> "$host" "<%=@dumper-%> --user=<%=@dbbackup_user-%> --password='<%=@dbbackup_password-%>' <%=@dump_flags-%> ${db}" > "$db".sql

View File

@@ -5,14 +5,12 @@
# #
host=<%=@host%> host=<%=@host%>
user=<%=@dbbackup_user%> user=<%=@dbbackup_user%>
pass=<%=@dbbackup_password%>
#PGPASSWORD="$pass"
dbs=( dbs=(
$(ssh -l <%=@backup_user-%> "$host" "PGPASSWORD=${pass} psql -U ${user} -Atc \"SELECT datname FROM pg_database WHERE NOT datistemplate AND NOT datname ~ '<%@ignore_dbs.each do |db|-%><%if db == @ignore_dbs.last-%><%=db-%><%else-%><%=db-%>|<%end-%><%end-%>'\"") $(ssh -l <%=@backup_user-%> "$host" "PGPASSWORD='<%=@dbbackup_password%>' psql -U ${user} -Atc \"SELECT datname FROM pg_database WHERE NOT datistemplate AND NOT datname ~ '<%@ignore_dbs.each do |db|-%><%if db == @ignore_dbs.last-%><%=db-%><%else-%><%=db-%>|<%end-%><%end-%>'\"")
) )
for db in "${dbs[@]}"; do for db in "${dbs[@]}"; do
ssh -l <%=@backup_user-%> "$host" "PGPASSWORD=${pass} <%=@dumper-%> -U ${user} <%=@dump_flags-%> ${db}" > "$db".sql ssh -l <%=@backup_user-%> "$host" "PGPASSWORD='<%=@dbbackup_password%>' <%=@dumper-%> -U ${user} <%=@dump_flags-%> ${db}" > "$db".sql
wait wait
<% if @compress != '' -%> <% if @compress != '' -%>
<%=@compress-%> "$db".sql <%=@compress-%> "$db".sql