mirror of
https://github.com/krislamo/puppet-fluentd
synced 2024-12-16 05:10:36 +00:00
Extend templates for fluentd 0.14 new sections
- extend source to support format and parse section - extend match to support buffers with chunk keys - update readme
This commit is contained in:
parent
71352ea6b1
commit
45449583d9
59
README.md
59
README.md
@ -15,6 +15,7 @@
|
||||
* [Source](#source)
|
||||
* [Filter](#filter)
|
||||
* [Match](#match)
|
||||
* [Match with buffer and chunk_keys](#match-with-buffer-and-chunk_keys)
|
||||
* [Match Store](#match-store)
|
||||
* [Plugin Installation](#plugin-installation)
|
||||
* [Requirements](#requirements)
|
||||
@ -131,7 +132,10 @@ include '::fluentd'
|
||||
'type' => 'tail',
|
||||
'format' => 'json',
|
||||
'path' => '/var/log/test-application/*.json',
|
||||
'tag' => 'application.test'
|
||||
'tag' => 'application.test',
|
||||
'parse' => {
|
||||
'message_format' => 'auto'
|
||||
}
|
||||
}
|
||||
}
|
||||
```
|
||||
@ -143,6 +147,9 @@ include '::fluentd'
|
||||
format json
|
||||
path /var/log/test-application/*.json
|
||||
tag application.test
|
||||
<parse>
|
||||
message_format auto
|
||||
</parse>
|
||||
</source>
|
||||
```
|
||||
#### Filter
|
||||
@ -201,7 +208,41 @@ include '::fluentd'
|
||||
</server>
|
||||
</match>
|
||||
```
|
||||
### Match Store
|
||||
#### Match with buffer and chunk_keys
|
||||
|
||||
buffer_chunk_keys will not be included in the template. They will be filtered and only be used as a "pattern" for the buffer section.
|
||||
|
||||
```
|
||||
::fluentd::match { 'test':
|
||||
priority => 98,
|
||||
pattern => 'test.**',
|
||||
config => {
|
||||
type => 'file',
|
||||
path => '/var/log/td-agent/test/${host}',
|
||||
append => true,
|
||||
buffer_chunk_keys => 'host',
|
||||
buffer => {
|
||||
type => file,
|
||||
path => /var/log/td-agent/test/buffer/,
|
||||
flush_mode => immediate,
|
||||
},
|
||||
},
|
||||
}
|
||||
```
|
||||
**creates:**
|
||||
```
|
||||
<match test.**>
|
||||
type file
|
||||
path /var/log/td-agent/test/${host}
|
||||
append true
|
||||
<buffer host>
|
||||
type file
|
||||
path /var/log/td-agent/test/buffer/
|
||||
flush_mode immediate
|
||||
</buffer>
|
||||
</match>
|
||||
```
|
||||
#### Match Store
|
||||
```puppet
|
||||
::fluentd::match { 'test':
|
||||
priority => 30,
|
||||
@ -217,7 +258,13 @@ include '::fluentd'
|
||||
},
|
||||
{
|
||||
'type' => 'file',
|
||||
'path' => '/tmp/td-agent-debug.log',
|
||||
'path' => '/tmp/td-agent-debug-${host}.log',
|
||||
'buffer_chunk_keys' => 'host',
|
||||
'buffer' => [{
|
||||
'@type' => 'file',
|
||||
path => '/var/log/td-agent/buffer/',
|
||||
flush_mode => 'immediate',
|
||||
}]
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -236,7 +283,11 @@ include '::fluentd'
|
||||
</store>
|
||||
<store>
|
||||
type file
|
||||
path /tmp/crs
|
||||
path /tmp/td-agent-debug-${host}.log
|
||||
<buffer host>
|
||||
@type file
|
||||
path /var/log/td-agent/buffer/
|
||||
flush_mode immediate
|
||||
</store>
|
||||
</match>
|
||||
```
|
||||
|
@ -1,7 +1,8 @@
|
||||
<match <%= @pattern %>>
|
||||
<% @config.each do |key, val| -%>
|
||||
<%- if key == 'buffer_chunk_keys'; next; end-%>
|
||||
<%- if val.is_a?( Hash ) -%>
|
||||
<<%= key -%>>
|
||||
<<%= key -%><%- if key == 'buffer' && !@config['buffer_chunk_keys'].nil? -%> <%= @config['buffer_chunk_keys'] -%><%- end -%>>
|
||||
<%- val.each do |key, val| -%>
|
||||
<%= key -%> <%= val %>
|
||||
<%- end -%>
|
||||
@ -13,7 +14,7 @@
|
||||
<%- k.each do |x, y| -%>
|
||||
<%- if y.is_a?( Array ) -%>
|
||||
<%- y.each do |a, b| -%>
|
||||
<<%= x -%>>
|
||||
<<%= x -%><%- if x == 'buffer' && !k['buffer_chunk_keys'].nil? -%> <%= k['buffer_chunk_keys'] -%><%- end -%>>
|
||||
<%- if a.is_a?( Hash ) -%>
|
||||
<%- a.each do |c, d| -%>
|
||||
<%= c -%> <%= d %>
|
||||
@ -24,6 +25,7 @@
|
||||
</<%= x %>>
|
||||
<%- end -%>
|
||||
<%- else -%>
|
||||
<%- if x == 'buffer_chunk_keys'; next; end -%>
|
||||
<%= x -%> <%= y %>
|
||||
<%- end -%>
|
||||
<%- end -%>
|
||||
|
@ -1,5 +1,13 @@
|
||||
<source>
|
||||
<% @config.each do |key, val| -%>
|
||||
<%- if val.is_a?( Hash ) -%>
|
||||
<<%= key -%>>
|
||||
<%- val.each do |key, val| -%>
|
||||
<%= key -%> <%= val %>
|
||||
<%- end -%>
|
||||
</<%= key %>>
|
||||
<%- else -%>
|
||||
<%= key -%> <%= val %>
|
||||
<%- end -%>
|
||||
<% end -%>
|
||||
</source>
|
||||
|
Loading…
Reference in New Issue
Block a user