prepare 0.5.0 release

added redhat(yumrepo) support

.fixtures.yml

@@ -1,6 +1,10 @@
 fixtures:
   repositories:
-    apt: "https://github.com/puppetlabs/puppetlabs-apt.git"
+    apt:
-    stdlib: "https://github.com/puppetlabs/puppetlabs-stdlib.git"
+      repo: "https://github.com/puppetlabs/puppetlabs-apt.git"
+      ref: "2.0.0"
+    stdlib:
+      repo: "https://github.com/puppetlabs/puppetlabs-stdlib.git"
+      ref: "4.6.0"
   symlinks:
     fluentd: "#{source_dir}"

.travis.yml

@@ -1,8 +1,8 @@
----
 sudo: false
 language: ruby
 bundler_args: --without system_tests
-script: "bundle exec rake validate && bundle exec rake lint && bundle exec rake spec SPEC_OPTS='--format documentation'"
+script: bundle exec rake validate && bundle exec rake lint && bundle exec rake spec
+  SPEC_OPTS='--format documentation'
 matrix:
   fast_finish: true
   include:
@@ -13,4 +13,5 @@ matrix:
   - rvm: 2.1.6
     env: PUPPET_GEM_VERSION="~> 4.0" STRICT_VARIABLES="yes"
 notifications:
-  email: max.wilhelm@wywy.com
+  slack:
+    secure: WVBx/OJqLpX9WXyiejEdnOcAf+5ShWJ2gcyeBCX032iKzPphcdPKqH+jnlFaKjqQCZARbRqzlj/if3FZWAlhWtTrWrcY545dRHcsaGvJ/nMtdHlBUuwUNHipSn+RTXtorsYz0efhJMPye2LMl0HgAp3rEs70XUt8rZOwdedLGVgfWRwM+KixhSf8P08v9QjNRNdhWII37KFRdqv/NHryNlVKsTLH6fQOyIvok3vrTvMR8rWMRETXv6JLpCJ3FfOrxo53fW7q+GlXXuVcQ2OGlgxm3eke6q2aXZAqczeB5CSlWgUEA5T3rQ//WI3enwTayRajV/9O26HZvASjSTnDRiSSv1itYqg1Uy6kuJy5ANpBizOyWY6/QTM5Rw00AXvaY9ur0EmyNe5vLNHyTxzdr4R+rXjE07yCDvWM9RGbu+4BipP+mAoJTkuCIP54FWYn1qOJnC8DYywD/+wniCNLbp6yMgbG/aC6H5RmuSy+3xRoEbwvyXKUgA+4gL3I3aAIvidBG+yazRBFvRCn4pUJdTEc4Cpu0jhQWXWyZSE66HNPKyIOXl9JPTzul08MDo9OaqBt+K3yeMVA8EPr196mWLwerF+dExQ2PJhUu/7MAiOgFrIr4/d05iKhj4ivLYBRNN317s2NVo8qyfhPHlfv6PyzhllC/qjClQ2rLOemVhg=

CHANGELOG.md

@@ -1,4 +1,28 @@
 # Changelog
 
+## 0.5.0
+* Added support for Debian 6, 7, 8
+* Added support for CentOS 6, 7
+* Added `::fluentd::user`, which manages the td-agent user
+* Added parameter `user_manage`
+* Added parameter `user_name`
+* Added parameter `user_group`
+* Added parameter `user_groups`
+* Added acceptance tests
+* `::fluentd::repo::apt::location default` changed to
+  `http://packages.treasuredata.com/2/${::lsbdistid}/${::lsbdistcodename}`
+* Small fixes and improvements
+
+## 0.4.0
+* Allows definition of multiple directives in matching rules
+
+## 0.3.0
+* Increased apt dependency
+* Module pinning on rspec tests
+* Minor changes
+
+## 0.2.0
+* Increased stdlib dependency
+
 ## 0.1.0
-Initial release
+* Initial release

Gemfile

@@ -5,3 +5,6 @@ gem 'puppet', puppetversion
 gem 'puppetlabs_spec_helper', '>= 0.8.2'
 gem 'puppet-lint', '>= 1.0.0'
 gem 'facter', '>= 1.7.0'
+gem 'beaker-rspec'
+gem 'beaker-puppet_install_helper'
+gem 'metadata-json-lint'

README.md

@@ -1,16 +1,21 @@
 # wywygmbh/fluentd Puppet Module
 
+[![GitHub version](https://badge.fury.io/gh/wywygmbh%2Fpuppet-fluentd.svg)](https://github.com/wywygmbh/puppet-fluentd)
 [![Build Status](https://travis-ci.org/wywygmbh/puppet-fluentd.svg?branch=master)](https://travis-ci.org/wywygmbh/puppet-fluentd)
 
+
+
 #### Table of Contents
 
 1. [Description](#description)
 1. [Setup - The basics of getting started with fluentd](#setup)
 1. [Usage](#usage)
   * [Configuration](#configuration)
+    * [Parameters](#parameters)
     * [Source](#source)
     * [Filter](#filter)
     * [Match](#match)
+    * [Match Store](#match-store)
   * [Plugin Installation](#plugin-installation)
   * [Requirements](#requirements)
 1. [Limitations - OS compatibility, etc.](#limitations)
@@ -37,6 +42,67 @@ include '::fluentd'
 
 ### Configuration
 
+#### Parameters
+
+`repo_manage`
+
+  Include repository to install recent fluentd (td-agent) from.
+  **Default:** 'true'
+ 
+`package_ensure`
+
+  Package ensure.
+  **Default:** 'installed'
+ 
+`package_name`
+
+  Package name.
+  **Default:** 'td-agent'
+ 
+`package_install_options`
+
+  Package install options.
+  **Default:** '[]'
+ 
+`service_manage`
+
+  Defines if the service should be managed by puppet.
+  **Default:** 'true'
+ 
+`service_name`
+
+  Name of the service.
+  **Default:** 'td-agent'
+ 
+`service_ensure`
+
+  Service ensure.
+  **Default:** 'running'
+ 
+`service_enabled`
+
+  Defines if the service should be enabled.
+  **Default:** 'true'
+ 
+`user_manage`
+
+  Defines if the user should be manage, which will add the user
+  to groups defined in `user_groups`.
+  For example to be able to view the /var/log directory with group adm
+  **Default:** 'true'
+
+`user_name`
+
+  **Default:** 'td-agent'
+ 
+`user_group`
+
+  **Default:** 'td-agent'
+ 
+`user_groups`
+
+  **Default:** '["adm"]'
+
 #### Source
 ```puppet
 ::fluentd::source { 'test':
@@ -94,9 +160,9 @@ include '::fluentd'
     'shared_key'     => 'my_shared_key',
     'self_hostname'  => 'instance.test.com',
     'ca_cert_path'   => '/path/to/ca.cert',
-    'servers'        => {
+    'server'        => [{
-      'host' => 'test.server.com'
+      'host' => 'test.server.com',
-    }
+    }]
   }
 }
 ```
@@ -110,9 +176,48 @@ include '::fluentd'
   shared_key my_shared_key
   self_hostname instance.test.com
   ca_cert_path /path/to/ca.cert
-  <servers>
+  <server>
     host test.server.com
-  </servers>
+  </server>
+</match>
+```
+### Match Store
+```puppet
+::fluentd::match { 'test':
+  priority => 30,
+  pattern  => '*.test',
+  config   => {
+    'type'  => 'copy',
+    'store' => [
+      {
+        'type'           => 'elasticsearch',
+        'logstashformat' => true,
+        'hosts'          => '172.20.10.17:9200',
+        'flush_interval' => '30s',
+      },
+      {
+        'type' => 'file',
+        'path' => '/tmp/td-agent-debug.log',
+      }
+    ]
+  }
+}
+```
+**creates:**
+```
+/etc/td-agent/conf.d/30-match-test.conf
+<match *.test>
+  type copy
+  <store>
+    type elasticsearch
+    logstash_format true
+    hosts 172.20.10.17:9200
+    flush_interval 30s
+  </store>
+  <store>
+    type file
+    path /tmp/crs
+  </store>
 </match>
 ```
 
@@ -159,6 +264,13 @@ To run the tests install the ruby dependencies with `bundler` and execute
 bundle install --path vendor/bundle
 bundle exec rake spec
 bundle exec rake lint
+bundle exec rake beaker BEAKER_set=ubuntu-server-1204-x64
+bundle exec rake beaker BEAKER_set=ubuntu-server-1404-x64
+bundle exec rake beaker BEAKER_set=debian-60-x64
+bundle exec rake beaker BEAKER_set=debian-78-x64
+bundle exec rake beaker BEAKER_set=debian-82-x64
+bundle exec rake beaker BEAKER_set=centos-66-x64
+bundle exec rake beaker BEAKER_set=centos-70-x64
 ```
 
 ## License

examples/match.pp

@@ -9,8 +9,27 @@
     'shared_key'     => 'my_shared_key',
     'self_hostname'  => 'instance.test.com',
     'ca_cert_path'   => '/path/to/ca.cert',
-    'servers'        => {
+    'server'         => [{
-      'host' => 'test.server.com'
+      'host' => 'test.server.com',
-    }
+    }]
+  }
+}
+
+::fluentd::match { 'test':
+  priority => 30,
+  pattern  => '*.test',
+  config   => {
+    'type'  => 'copy',
+    'store' => [{
+      'type'           => 'elasticsearch',
+      'logstashformat' => true,
+      'hosts'          => '172.20.10.17:9200',
+      'flush_interval' => '30s',
+      },
+      {
+      'type' => 'file',
+      'path' => '/tmp/td-agent-debug.log',
+      }
+    ]
   }
 }

examples/test.pp

@@ -0,0 +1,10 @@
+# This file is use for the beaker tests.
+
+# basic installation
+include '::fluentd'
+
+# install a gem plugin
+::fluentd::plugin { 'fluent-plugin-elasticsearch':
+  type    => 'gem',
+  require => Class['::fluentd']
+}

lib/puppet/provider/package/fluentd-gem.rb

@@ -8,6 +8,7 @@ Puppet::Type.type(:package).provide :fluentd_gem, :parent => :gem do
     not a valid URL, it will be interpreted as the path to a local gem file.  If
     source is not present at all, the gem will be installed from the default gem
     repositories."
+  confine :exists => "/opt/td-agent/embedded/bin/gem"
 
   has_feature :versionable, :install_options
 

manifests/config.pp

@@ -1,4 +1,4 @@
-# Configure package
+# Configure config files/directories
 #
 class fluentd::config inherits fluentd {
 
@@ -16,5 +16,4 @@ class fluentd::config inherits fluentd {
     group  => $::fluentd::user_group,
     mode   => '0750',
   }
-
 }

manifests/config/file.pp

@@ -17,8 +17,10 @@ define fluentd::config::file (
 
   # clean up to ensure priority changes take effect
   exec { "apply priority change for ${base_name}":
-    command => "rm ${::fluentd::conf_dir}/*-${base_name}",
+    path    => '/bin:/usr/bin:/usr/local/bin',
-    onlyif  => "ls ${::fluentd::conf_dir}/*-${base_name} | grep -v ${config_name}",
+    cwd     => $::fluentd::conf_dir,
+    command => "rm *-${base_name}",
+    onlyif  => "ls *-${base_name} | grep -v ${config_name}",
     before  => File[$config_path],
     notify  => Class['Fluentd::Service'],
   }

manifests/init.pp

@@ -5,7 +5,7 @@
 #
 # Parameters
 # ----------
-# [*manage_repo*]
+# [*repo_manage*]
 #   Include repository to install recent fluentd (td-agent) from
 #   Default: 'true'
 # [*package_ensure*]
@@ -27,7 +27,19 @@
 #   Service ensure
 #   Default: 'running'
 # [*service_enabled*]
-#   Defines if the service should be enabled, defaults to 'true'
+#   Defines if the service should be enabled
+#   Default: 'true'
+# [*user_manage*]
+#   Defines if the user should be manage, which will add the user
+#   to groups defined in $user_groups.
+#   For example to be able to view the /var/log directory with group adm
+#   Default: 'true'
+# [*user_name*]
+#   Default: 'td-agent'
+# [*user_group*]
+#   Default: 'td-agent'
+# [*user_groups*]
+#   Default: '["adm"]'
 #
 # Examples
 # --------
@@ -41,7 +53,7 @@
 # Copyright 2015 wywy GmbH, unless otherwise noted.
 #
 class fluentd (
-  $manage_repo             = $::fluentd::params::manage_repo,
+  $repo_manage             = $::fluentd::params::repo_manage,
   $package_ensure          = $::fluentd::params::package_ensure,
   $package_name            = $::fluentd::params::package_name,
   $package_install_options = $::fluentd::params::package_install_options,
@@ -52,18 +64,21 @@ class fluentd (
   $config_path             = $::fluentd::params::config_path,
   $conf_dir                = $::fluentd::params::conf_dir,
   $config_file             = $::fluentd::params::config_file,
+  $user_manage             = $::fluentd::params::user_manage,
   $user_name               = $::fluentd::params::user_name,
   $user_group              = $::fluentd::params::user_group,
+  $user_groups             = $::fluentd::params::user_groups,
 ) inherits fluentd::params {
 
   # parameter validation
-  validate_bool($manage_repo)
+  validate_bool($repo_manage)
   validate_string($package_ensure)
   validate_string($package_name)
   validate_array($package_install_options)
   validate_bool($service_manage)
   validate_string($service_name)
   validate_bool($service_enable)
+
   if ! ($service_ensure in [ 'running', 'stopped' ]) {
     fail('service_ensure parameter must be running or stopped')
   }
@@ -71,13 +86,14 @@ class fluentd (
   # class calls
   include '::fluentd::repo'
   include '::fluentd::install'
+  include '::fluentd::user'
   include '::fluentd::config'
   include '::fluentd::service'
 
   # dependencies
   Class['::Fluentd::Repo']    ->
   Class['::Fluentd::Install'] ->
+  Class['::Fluentd::User']    ->
   Class['::Fluentd::Config']  ->
   Class['::Fluentd::Service']
-
 }

manifests/match.pp

@@ -31,9 +31,9 @@
 #         'shared_key'     => 'my_shared_key',
 #         'self_hostname'  => 'instance.test.com',
 #         'ca_cert_path'   => '/path/to/ca.cert',
-#         'servers'        => {
+#         'server'         => [{
 #           'host' => 'test.server.com'
-#         }
+#         }]
 #       }
 #     }
 #

manifests/params.pp

@@ -13,19 +13,17 @@ class fluentd::params {
   $conf_dir    = "${config_path}/conf.d"
   $config_file = "${config_path}/td-agent.conf"
   # user params
-  $user_name  = 'td-agent'
+  $user_manage = true
-  $user_group = 'td-agent'
+  $user_name   = 'td-agent'
+  $user_group  = 'td-agent'
+  $user_groups = ['adm']
 
   case $::osfamily {
     'Debian': {
-      case $::operatingsystem {
+      $repo_manage = true
-        'Ubuntu': {
+    }
-          $manage_repo = true
+    'Redhat': {
-        }
+      $repo_manage = true
-        default: {
-          fail("Unsupported osfamily: ${::operatingsystem}")
-        }
-      }
     }
     default: {
       fail("Unsupported osfamily: ${::osfamily}")

manifests/plugin.pp

@@ -40,7 +40,7 @@ define fluentd::plugin (
     'gem': {
       fluentd::plugin::gem { $name:
         ensure  => $ensure,
-        require => Class['Fluentd::Install']
+        require => Class['Fluentd::Install'],
       }
     }
     'file': {
@@ -49,7 +49,7 @@ define fluentd::plugin (
       fluentd::plugin::file { $name:
         ensure  => $ensure,
         source  => $source,
-        require => Class['Fluentd::Install']
+        require => Class['Fluentd::Install'],
       }
     }
     default: {

manifests/plugin/gem.pp

@@ -11,6 +11,6 @@ define fluentd::plugin::gem (
   package { $name:
     ensure   => $ensure,
     provider => 'fluentd_gem',
-    notify   => Class['Fluentd::Service']
+    notify   => Class['Fluentd::Service'],
   }
 }

manifests/repo.pp

@@ -1,11 +1,14 @@
 # Configure package repository
 #
 class fluentd::repo inherits fluentd {
-  if $::fluentd::manage_repo {
+  if $::fluentd::repo_manage {
     case $::osfamily {
       'Debian': {
         include ::fluentd::repo::apt
       }
+      'RedHat': {
+        include ::fluentd::repo::yum
+      }
       default: {
         fail("No repo available for ${::osfamily}/${::operatingsystem}")
       }

manifests/repo/apt.pp

@@ -1,23 +1,30 @@
 # Configure apt::source
 #
 class fluentd::repo::apt (
-  $ensure   = 'present',
+  $ensure       = 'present',
-  $location = downcase("http://packages.treasuredata.com/2/${::operatingsystem}/${::lsbdistcodename}"),
+  $location     = downcase("http://packages.treasuredata.com/2/${::lsbdistid}/${::lsbdistcodename}"),
-  $release  = $::lsbdistcodename,
+  $release      = $::lsbdistcodename,
-  $repos    = 'contrib',
+  $repos        = 'contrib',
-  $key      = {
+  $architecture = $::architecture,
+  $key          = {
     'id'     => 'C901622B5EC4AF820C38AB861093DB45A12E206F',
-    'source' => 'https://packages.treasuredata.com/GPG-KEY-td-agent'
+    'source' => 'http://packages.treasuredata.com/GPG-KEY-td-agent'
+  },
+  $include      = {
+    'src' => false,
+    'deb' => true,
   },
 ) {
 
   include '::apt'
 
   apt::source { 'treasure-data':
-    ensure   => $ensure,
+    ensure       => $ensure,
-    location => $location,
+    location     => $location,
-    release  => $release,
+    release      => $release,
-    repos    => $repos,
+    architecture => $architecture,
-    key      => $key,
+    repos        => $repos,
+    key          => $key,
+    include      => $include,
   }
 }

manifests/repo/yum.pp

@@ -0,0 +1,26 @@
+# Configure yumrepo
+#
+class fluentd::repo::yum (
+  $ensure   = 'present',
+  $descr    = 'TreasureData',
+  $baseurl  = 'https://packages.treasuredata.com/2/redhat/$releasever/$basearch',
+  $enabled  = '1',
+  $gpgcheck = '1',
+  $gpgkey   = 'https://packages.treasuredata.com/GPG-KEY-td-agent',
+) {
+
+  yumrepo { 'treasure-data':
+    ensure   => $ensure,
+    descr    => $descr,
+    baseurl  => $baseurl,
+    enabled  => $enabled,
+    gpgcheck => $gpgcheck,
+    notify   => Exec['add GPG key'],
+  }
+
+  exec { 'add GPG key':
+    command     => "rpm --import ${fluentd::repo::yum::gpgkey}",
+    path        => '/bin:/usr/bin/',
+    refreshonly => true,
+  }
+}

manifests/service.pp

@@ -1,4 +1,4 @@
-# Configure package
+# Configure service
 #
 class fluentd::service inherits fluentd {
 

manifests/user.pp

@@ -0,0 +1,13 @@
+# Configure package
+#
+class fluentd::user inherits fluentd {
+
+  if $::fluentd::user_manage {
+    user { 'fluentd':
+      name    => $::fluentd::user_name,
+      gid     => $::fluentd::user_group,
+      groups  => $::fluentd::user_groups,
+      require => Class['Fluentd::Install'],
+    }
+  }
+}

metadata.json

@@ -1,6 +1,6 @@
 {
   "name": "wywygmbh-fluentd",
-  "version": "0.1.0",
+  "version": "0.5.0",
   "author": "wywy GmbH",
   "summary": "Generic module for fluentd (td-agent).",
   "license": "Apache-2.0",
@@ -12,11 +12,19 @@
     {
       "operatingsystem": "Ubuntu",
       "operatingsystemrelease": [ "14.04", "12.04" ]
+    },
+    {
+      "operatingsystem": "Debian",
+      "operatingsystemrelease": [ "6", "7", "8"]
+    },
+    {
+      "operatingsystem": "CentOS",
+      "operatingsystemrelease": [ "6",  "7" ]
     }
   ],
   "dependencies": [
-    { "name":"puppetlabs-stdlib","version_requirement":">= 1.0.0" },
+    { "name": "puppetlabs/stdlib", "version_requirement": ">= 4.6.0 < 5.0.0" },
-    { "name": "puppetlabs/apt", "version_requirement": ">= 1.8.0 < 3.0.0" }
+    { "name": "puppetlabs/apt", "version_requirement": ">= 2.0.0 < 3.0.0" }
   ],
   "data_provider": null
 }

spec/acceptance/fluentd_spec.rb

@@ -0,0 +1,45 @@
+require 'spec_helper_acceptance'
+
+RSpec.describe 'fluentd' do
+  it 'runs successfully' do
+    manifest = File.read(File.expand_path('../../examples/test.pp', File.dirname(__FILE__)))
+
+    # Run it twice and test for idempotency
+    apply_manifest(manifest, catch_failures: true)
+    expect(apply_manifest(manifest, catch_failures: true).exit_code).to be_zero
+  end
+
+  # test package
+  describe package('td-agent') do
+    it { is_expected.to be_installed }
+  end
+
+  # test service
+  describe service('td-agent') do
+    it { is_expected.to be_running }
+    # @todo
+    # there seems to be a bug serverspec while checking if the service is enabled
+    # on Debian 8:
+    # server spec checks:
+    # /bin/sh -c systemctl\ --quiet\ is-enabled\ td-agent
+    # Failed to get unit file state for td-agent.service: No such file or directory
+    #
+    # but all update-rc.d files are present:
+    # /etc/rc0.d/K01td-agent
+    # /etc/rc1.d/K01td-agent
+    # /etc/rc2.d/S01td-agent
+    # /etc/rc3.d/S01td-agent
+    # /etc/rc4.d/S01td-agent
+    # /etc/rc5.d/S01td-agent
+    # /etc/rc6.d/K01td-agent
+    if ! ( os[:family] == 'debian' and os[:release].to_f >= 8.0 )
+      it { is_expected.to be_enabled }
+    end
+  end
+
+  # test gem installed plugin
+  describe command('/opt/td-agent/embedded/bin/gem list') do
+    its(:stdout) { should contain('fluent-plugin-elasticsearch') }
+  end
+
+end

spec/acceptance/nodesets/centos-66-x64.yml

@@ -0,0 +1,10 @@
+HOSTS:
+  centos-66-x64:
+    roles:
+      - master
+    platform: el-6-x86_64
+    box: puppetlabs/centos-6.6-64-nocm
+    hypervisor: vagrant
+CONFIG:
+  log_level: info
+  type: foss

spec/acceptance/nodesets/centos-70-x64.yml

@@ -0,0 +1,10 @@
+HOSTS:
+  centos-70-x64:
+    roles:
+      - master
+    platform: el-7-x86_64
+    box: puppetlabs/centos-7.0-64-nocm
+    hypervisor: vagrant
+CONFIG:
+  log_level: info
+  type: foss

spec/acceptance/nodesets/debian-60-x64.yml

@@ -0,0 +1,10 @@
+HOSTS:
+  debian-60-x64:
+    roles:
+      - master
+    platform: debian-6-amd64
+    box: puppetlabs/debian-6.0.10-64-nocm
+    hypervisor: vagrant
+CONFIG:
+  log_level: info
+  type: foss

spec/acceptance/nodesets/debian-78-x64.yml

@@ -0,0 +1,10 @@
+HOSTS:
+  debian-78-x64:
+    roles:
+      - master
+    platform: debian-7-amd64
+    box: puppetlabs/debian-7.8-64-nocm
+    hypervisor: vagrant
+CONFIG:
+  log_level: info
+  type: foss

spec/acceptance/nodesets/debian-82-x64.yml

@@ -0,0 +1,10 @@
+HOSTS:
+  debian-82-x64:
+    roles:
+      - master
+    platform: debian-8-amd64
+    box: puppetlabs/debian-8.2-64-nocm
+    hypervisor: vagrant
+CONFIG:
+  log_level: info
+  type: foss

spec/acceptance/nodesets/ubuntu-server-1204-x64.yml

@@ -0,0 +1,10 @@
+HOSTS:
+  ubuntu-server-1204-x64:
+    roles:
+      - master
+    platform: ubuntu-12.04-amd64
+    box: puppetlabs/ubuntu-12.04-64-nocm
+    hypervisor: vagrant
+CONFIG:
+  log_level: info
+  type: foss

spec/acceptance/nodesets/ubuntu-server-1404-x64.yml

@@ -0,0 +1,10 @@
+HOSTS:
+  ubuntu-server-1404-x64:
+    roles:
+      - master
+    platform: ubuntu-14.04-amd64
+    box: puppetlabs/ubuntu-14.04-64-nocm
+    hypervisor: vagrant
+CONFIG:
+  log_level: info
+  type: foss

spec/classes/fluentd_config_spec.rb

@@ -1,16 +1,7 @@
 require 'spec_helper'
 
 describe 'fluentd::config', :type => :class do
-  let(:facts) {
+  shared_examples 'when called with no parameters' do
-    {
-      :osfamily        => 'Debian',
-      :lsbdistid       => 'Ubuntu',
-      :operatingsystem => 'Ubuntu',
-      :lsbdistcodename => 'precise',
-    }
-  }
-
-  describe 'when called with no parameters on Ubuntu' do
     it {
       should contain_file('/etc/td-agent/td-agent.conf').with({
         'ensure' => 'file',
@@ -28,4 +19,27 @@ describe 'fluentd::config', :type => :class do
       })
     }
   end
+
+  context 'when osfamily is Debian' do
+    let(:facts) {
+      {
+        :osfamily        => 'Debian',
+        :lsbdistid       => 'Ubuntu',
+        :operatingsystem => 'Ubuntu',
+        :lsbdistcodename => 'precise',
+      }
+    }
+
+    include_examples 'when called with no parameters'
+  end
+
+  context 'when osfamily is RedHat' do
+    let(:facts) {
+      {
+        :osfamily => 'RedHat',
+      }
+    }
+
+    include_examples 'when called with no parameters'
+  end
 end

spec/classes/fluentd_install_spec.rb

@@ -1,16 +1,8 @@
 require 'spec_helper'
 
 describe 'fluentd::install', :type => :class do
-  let(:facts) {
-    {
-      :osfamily        => 'Debian',
-      :lsbdistid       => 'Ubuntu',
-      :operatingsystem => 'Ubuntu',
-      :lsbdistcodename => 'precise',
-    }
-  }
 
-  describe 'when called with no parameters on Ubuntu' do
+  shared_examples 'when called with no parameters' do
     it {
       should contain_package('fluentd').with({
         'ensure'          => 'installed',
@@ -19,4 +11,27 @@ describe 'fluentd::install', :type => :class do
       })
     }
   end
+
+  context 'when osfamily is Debian' do
+    let(:facts) {
+      {
+        :osfamily        => 'Debian',
+        :lsbdistid       => 'Ubuntu',
+        :operatingsystem => 'Ubuntu',
+        :lsbdistcodename => 'precise',
+      }
+    }
+    include_examples 'when called with no parameters'
+  end
+
+  context 'when osfamily is RedHat' do
+    let(:facts) {
+      {
+        :osfamily => 'RedHat',
+      }
+    }
+
+    include_examples 'when called with no parameters'
+  end
+
 end

spec/classes/fluentd_repo_apt_spec.rb

@@ -7,6 +7,7 @@ describe 'fluentd::repo::apt', :type => :class do
       :lsbdistid       => 'Ubuntu',
       :operatingsystem => 'Ubuntu',
       :lsbdistcodename => 'precise',
+      :architecture    => 'amd64',
     }
   }
 
@@ -14,13 +15,18 @@ describe 'fluentd::repo::apt', :type => :class do
     it {
       should contain_class('apt')
       should contain_apt__source('treasure-data').with({
-        'ensure'   => 'present',
+        'ensure'       => 'present',
-        'location' => 'http://packages.treasuredata.com/2/ubuntu/precise',
+        'location'     => 'http://packages.treasuredata.com/2/ubuntu/precise',
-        'release'  => 'precise',
+        'release'      => 'precise',
-        'repos'    => 'contrib',
+        'repos'        => 'contrib',
-        'key'      => {
+        'architecture' => 'amd64',
+        'key'          => {
           'id'     => 'C901622B5EC4AF820C38AB861093DB45A12E206F',
-          'source' => 'https://packages.treasuredata.com/GPG-KEY-td-agent'
+          'source' => 'http://packages.treasuredata.com/GPG-KEY-td-agent'
+        },
+        'include'      => {
+          'src' => false,
+          'deb' => true
         }
       })
     }

spec/classes/fluentd_repo_spec.rb

@@ -1,18 +1,29 @@
 require 'spec_helper'
 
 describe 'fluentd::repo', :type => :class do
-  let(:facts) {
-    {
-      :osfamily        => 'Debian',
-      :lsbdistid       => 'Ubuntu',
-      :operatingsystem => 'Ubuntu',
-      :lsbdistcodename => 'precise',
-    }
-  }
 
-  describe 'when called with no parameters on Ubuntu' do
+  context 'when called with no parameters on osfamily Debian' do
+    let(:facts) {
+      {
+        :osfamily        => 'Debian',
+        :lsbdistid       => 'Ubuntu',
+        :operatingsystem => 'Ubuntu',
+        :lsbdistcodename => 'precise',
+      }
+    }
     it {
       should contain_class('fluentd::repo::apt')
     }
   end
+
+  context 'when called with no parameters on osfamily RedHat' do
+    let(:facts) {
+      {
+        :osfamily => 'RedHat',
+      }
+    }
+    it {
+      should contain_class('fluentd::repo::yum')
+    }
+  end
 end

spec/classes/fluentd_repo_yum_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+
+describe 'fluentd::repo::yum', :type => :class do
+  let(:facts) {
+    {
+      :osfamily => 'RedHat',
+    }
+  }
+
+  describe 'when called with no parameters on RedHat' do
+    it {
+      should contain_yumrepo('treasure-data').with({
+        'ensure'   => 'present',
+        'baseurl'  => 'https://packages.treasuredata.com/2/redhat/$releasever/$basearch',
+        'descr'    => 'TreasureData',
+        'enabled'  => '1',
+        'gpgcheck' => '1'
+      }).that_notifies('Exec[add GPG key]')
+
+      should contain_exec('add GPG key').with({
+        'command'     => 'rpm --import https://packages.treasuredata.com/GPG-KEY-td-agent',
+        'path'        => '/bin:/usr/bin/',
+        'refreshonly' => 'true'
+      })
+    }
+  end
+end

spec/classes/fluentd_service_spec.rb

@@ -1,16 +1,7 @@
 require 'spec_helper'
 
 describe 'fluentd::config', :type => :class do
-  let(:facts) {
+  shared_examples 'when called with no parameters' do
-    {
-      :osfamily        => 'Debian',
-      :lsbdistid       => 'Ubuntu',
-      :operatingsystem => 'Ubuntu',
-      :lsbdistcodename => 'precise',
-    }
-  }
-
-  describe 'when called with no parameters on Ubuntu' do
     it {
       should contain_service('fluentd').with({
         'name'       => 'td-agent',
@@ -21,4 +12,27 @@ describe 'fluentd::config', :type => :class do
       })
     }
   end
+
+  context 'when osfamily is Debian' do
+    let(:facts) {
+      {
+        :osfamily        => 'Debian',
+        :lsbdistid       => 'Ubuntu',
+        :operatingsystem => 'Ubuntu',
+        :lsbdistcodename => 'precise',
+      }
+    }
+
+    include_examples 'when called with no parameters'
+  end
+
+  context 'when osfamily is RedHat' do
+    let(:facts) {
+      {
+        :osfamily => 'RedHat',
+      }
+    }
+
+    include_examples 'when called with no parameters'
+  end
 end

spec/classes/fluentd_spec.rb

@@ -1,16 +1,7 @@
 require 'spec_helper'
 
 describe 'fluentd', :type => :class do
-  let(:facts) {
+  shared_examples 'when called with no parameters' do
-    {
-      :osfamily        => 'Debian',
-      :lsbdistid       => 'Ubuntu',
-      :operatingsystem => 'Ubuntu',
-      :lsbdistcodename => 'precise',
-    }
-  }
-
-  describe 'when called with no parameters on Ubuntu' do
     it {
       should contain_class('fluentd::repo')
       should contain_class('fluentd::install')
@@ -18,4 +9,28 @@ describe 'fluentd', :type => :class do
       should contain_class('fluentd::service')
     }
   end
+
+  context 'when osfamily is Debian' do
+    let(:facts) {
+      {
+        :osfamily        => 'Debian',
+        :lsbdistid       => 'Ubuntu',
+        :operatingsystem => 'Ubuntu',
+        :lsbdistcodename => 'precise',
+      }
+    }
+
+    include_examples 'when called with no parameters'
+  end
+
+  context 'when osfamily is RedHat' do
+    let(:facts) {
+      {
+        :osfamily => 'RedHat',
+      }
+    }
+
+    include_examples 'when called with no parameters'
+  end
+
 end

spec/classes/fluentd_user_spec.rb

@@ -0,0 +1,36 @@
+require 'spec_helper'
+
+describe 'fluentd::user', :type => :class do
+  shared_examples 'when called with no parameters' do
+    it {
+      should contain_user('fluentd').with({
+        'name'   => 'td-agent',
+        'gid'    => 'td-agent',
+        'groups' => ['adm']
+      })
+    }
+  end
+
+  context 'when osfamily is Debian' do
+    let(:facts) {
+      {
+        :osfamily        => 'Debian',
+        :lsbdistid       => 'Ubuntu',
+        :operatingsystem => 'Ubuntu',
+        :lsbdistcodename => 'precise',
+      }
+    }
+
+    include_examples 'when called with no parameters'
+  end
+
+  context 'when osfamily is RedHat' do
+    let(:facts) {
+      {
+        :osfamily => 'RedHat',
+      }
+    }
+
+    include_examples 'when called with no parameters'
+  end
+end

spec/defines/match_spec.rb

@@ -24,9 +24,11 @@ describe 'fluentd::match' do
               'shared_key'     => 'my_shared_key',
               'self_hostname'  => 'instance.test.com',
               'ca_cert_path'   => '/path/to/ca.cert',
-              'servers'        => {
+              'server'         => [
-                'host' => 'test.server.com'
+                  {
-              }
+                    'host' => 'test.server.com',
+                  }
+              ]
           }
       }
     end
@@ -40,10 +42,52 @@ describe 'fluentd::match' do
         with_content(/shared_key my_shared_key/).
         with_content(/self_hostname instance.test.com/).
         with_content(/ca_cert_path \/path\/to\/ca.cert/).
-        with_content(/<servers>/).
+        with_content(/<server>/).
         with_content(/host test.server.com/).
-        with_content(/<\/servers>/).
+        with_content(/<\/server>/).
         with_content(/<\/match>/)
     end
   end
-end
+
+  context 'multiple store' do
+    let(:title) { 'test' }
+    let(:params) do
+      {
+          priority: '30',
+          pattern: '*.test',
+          config: {
+              'type'  => 'copy',
+              'store' => [
+                  {
+                    'type'           => 'elasticsearch',
+                    'logstashformat' => true,
+                    'hosts'          => '172.20.10.17:9200',
+                    'flush_interval' => '30s',
+                  },
+                  {
+                    'type' => 'file',
+                    'path' => '/tmp/td-agent-debug.log',
+                }
+              ]
+          }
+      }
+    end
+
+    it do
+      is_expected.to contain_file('/etc/td-agent/conf.d/30-match-test.conf').
+          with_content(/<match \*.test>/).
+          with_content(/type copy/).
+          with_content(/<store>/).
+          with_content(/type elasticsearch/).
+          with_content(/logstashformat true/).
+          with_content(/hosts 172.20.10.17:9200/).
+          with_content(/flush_interval 30s/).
+          with_content(/<\/store>/).
+          with_content(/<store>/).
+          with_content(/type file/).
+          with_content(/path \/tmp\/td-agent-debug.log/).
+          with_content(/<\/store>/).
+          with_content(/<\/match>/)
+    end
+  end
+end

spec/spec_helper_acceptance.rb

@@ -0,0 +1,22 @@
+require 'beaker-rspec'
+require 'beaker/puppet_install_helper'
+
+run_puppet_install_helper unless ENV['BEAKER_provision'] == 'no'
+
+RSpec.configure do |c|
+  # Project root
+  module_root = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+  # Readable test descriptions
+  c.formatter = :documentation
+
+  # Configure all nodes in nodeset
+  c.before :suite do
+    # Install module
+    puppet_module_install(:source => module_root, :module_name => 'fluentd')
+    hosts.each do |host|
+      on host, puppet('module', 'install', 'puppetlabs-stdlib', '--version', '4.6.0')
+      on host, puppet('module', 'install', 'puppetlabs-apt', '--version', '2.0.0')
+    end
+  end
+end

templates/match.erb

@@ -6,6 +6,32 @@
             <%= key -%> <%= val %>
         <%- end -%>
         </<%= key %>>
+    <%- elsif val.is_a?( Array ) -%>
+        <%- val.each do |k, v| -%>
+            <<%= key -%>>
+            <%- if k.is_a?( Hash ) -%>
+                <%- k.each do |x, y| -%>
+                    <%- if y.is_a?( Array ) -%>
+                        <%- y.each do |a, b| -%>
+                            <<%= x -%>>
+                            <%- if a.is_a?( Hash ) -%>
+                                <%- a.each do |c, d| -%>
+                                    <%= c -%> <%= d %>
+                                <%- end -%>
+                            <%- else -%>
+                                <%= a -%> <%= b %>
+                            <%- end -%>
+                            </<%= x %>>
+                        <%- end -%>
+                    <%- else -%>
+                        <%= x -%> <%= y %>
+                    <%- end -%>
+                <%- end -%>
+            <%- else -%>
+                <%= k -%> <%= v %>
+            <%- end -%>
+            </<%= key %>>
+        <%- end -%>
     <%- else -%>
         <%= key -%> <%= val %>
     <%- end -%>