2016-12-14 17:55:34 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:34 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:34 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:34 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:34 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:34 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:34 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:34 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:34 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:34 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:34 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:34 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:34 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:34 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:34 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:34 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:34 +0000 [info]: adding source type="tail"
2016-12-14 17:55:34 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:35 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:35 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:35 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:35 +0000 [info]: shutting down fluentd
2016-12-14 17:55:35 +0000 [info]: process finished code=0
2016-12-14 17:55:35 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:35 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:35 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:35 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:35 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:35 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:35 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:35 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:35 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:35 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:35 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:35 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:35 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:35 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:35 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:35 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:35 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:35 +0000 [info]: adding source type="tail"
2016-12-14 17:55:35 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:35 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:35 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:35 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:35 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:35 +0000 [info]: shutting down fluentd
2016-12-14 17:55:35 +0000 [info]: process finished code=0
2016-12-14 17:55:35 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:35 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:35 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:36 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:36 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:36 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:36 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:36 +0000 [info]: adding source type="tail"
2016-12-14 17:55:36 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:36 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:36 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:36 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:36 +0000 [info]: shutting down fluentd
2016-12-14 17:55:36 +0000 [info]: process finished code=0
2016-12-14 17:55:36 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:36 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:36 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:36 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:36 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:36 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:36 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:36 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:36 +0000 [info]: adding source type="tail"
2016-12-14 17:55:36 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:36 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:36 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:36 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:36 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:36 +0000 [info]: shutting down fluentd
2016-12-14 17:55:36 +0000 [info]: process finished code=0
2016-12-14 17:55:36 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:37 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:37 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:37 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:37 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:37 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:37 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:37 +0000 [info]: adding source type="tail"
2016-12-14 17:55:37 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:37 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:37 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:37 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:37 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:37 +0000 [info]: shutting down fluentd
2016-12-14 17:55:37 +0000 [info]: process finished code=0
2016-12-14 17:55:37 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:37 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:37 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:37 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:37 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:37 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:37 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:37 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:37 +0000 [info]: adding source type="tail"
2016-12-14 17:55:37 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:38 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:38 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:38 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:38 +0000 [info]: shutting down fluentd
2016-12-14 17:55:38 +0000 [info]: process finished code=0
2016-12-14 17:55:38 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:38 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:38 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:38 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:38 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:38 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:38 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:38 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:38 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:38 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:38 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:38 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:38 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:38 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:38 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:38 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:38 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:38 +0000 [info]: adding source type="tail"
2016-12-14 17:55:38 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:38 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:38 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:38 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:38 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:38 +0000 [info]: shutting down fluentd
2016-12-14 17:55:38 +0000 [info]: process finished code=0
2016-12-14 17:55:38 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:39 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:39 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:39 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:39 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:39 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:39 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:39 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:39 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:39 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:39 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:39 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:39 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:39 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:39 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:39 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:39 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:39 +0000 [info]: adding source type="tail"
2016-12-14 17:55:39 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:39 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:39 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:39 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:39 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:39 +0000 [info]: shutting down fluentd
2016-12-14 17:55:39 +0000 [info]: process finished code=0
2016-12-14 17:55:39 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:39 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:39 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:40 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:40 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:40 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:40 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:40 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:40 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:40 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:40 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:40 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:40 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:40 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:40 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:40 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:40 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:40 +0000 [info]: adding source type="tail"
2016-12-14 17:55:40 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:40 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:40 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:40 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:40 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:40 +0000 [info]: shutting down fluentd
2016-12-14 17:55:40 +0000 [info]: process finished code=0
2016-12-14 17:55:40 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:40 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:40 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:41 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:41 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:41 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:41 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:41 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:41 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:41 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:41 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:41 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:41 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:41 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:41 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:41 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:41 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:41 +0000 [info]: adding source type="tail"
2016-12-14 17:55:41 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:41 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:41 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:41 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:41 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:41 +0000 [info]: shutting down fluentd
2016-12-14 17:55:41 +0000 [info]: process finished code=0
2016-12-14 17:55:41 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:42 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:42 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:42 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:42 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:42 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:42 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:42 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:42 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:42 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:42 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:42 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:42 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:42 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:42 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:42 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:42 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:42 +0000 [info]: adding source type="tail"
2016-12-14 17:55:42 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:42 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:42 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:42 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:42 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:42 +0000 [info]: shutting down fluentd
2016-12-14 17:55:42 +0000 [info]: process finished code=0
2016-12-14 17:55:42 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:43 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:43 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:43 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:43 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:43 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:43 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:43 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:43 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:43 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:43 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:43 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:43 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:43 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:43 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:43 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:43 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:43 +0000 [info]: adding source type="tail"
2016-12-14 17:55:43 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:43 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:43 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:43 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:43 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:43 +0000 [info]: shutting down fluentd
2016-12-14 17:55:43 +0000 [info]: process finished code=0
2016-12-14 17:55:43 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:44 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:44 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:44 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:44 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:44 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:44 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:44 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:44 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:44 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:44 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:44 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:44 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:44 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:44 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:44 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:44 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:44 +0000 [info]: adding source type="tail"
2016-12-14 17:55:44 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:44 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:44 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:44 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:44 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:44 +0000 [info]: shutting down fluentd
2016-12-14 17:55:44 +0000 [info]: process finished code=0
2016-12-14 17:55:44 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:44 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:44 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:45 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:45 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:45 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:45 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:45 +0000 [info]: adding source type="tail"
2016-12-14 17:55:45 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:45 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:45 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:45 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:45 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:45 +0000 [info]: shutting down fluentd
2016-12-14 17:55:45 +0000 [info]: process finished code=0
2016-12-14 17:55:45 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:45 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:45 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:45 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:45 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:45 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:45 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:45 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:45 +0000 [info]: adding source type="tail"
2016-12-14 17:55:45 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:46 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:46 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:46 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:46 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:46 +0000 [info]: shutting down fluentd
2016-12-14 17:55:46 +0000 [info]: process finished code=0
2016-12-14 17:55:46 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:46 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:46 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:46 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:46 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:46 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:46 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:46 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:46 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:46 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:46 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:46 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:46 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:46 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:46 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:46 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:46 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:46 +0000 [info]: adding source type="tail"
2016-12-14 17:55:46 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:47 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:47 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:47 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:47 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:47 +0000 [info]: shutting down fluentd
2016-12-14 17:55:47 +0000 [info]: process finished code=0
2016-12-14 17:55:47 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:47 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:47 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:47 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:47 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:47 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:47 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:47 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:47 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:47 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:47 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:47 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:47 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:47 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:47 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:47 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:47 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:47 +0000 [info]: adding source type="tail"
2016-12-14 17:55:47 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:48 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:48 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:48 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:48 +0000 [info]: shutting down fluentd
2016-12-14 17:55:48 +0000 [info]: process finished code=0
2016-12-14 17:55:48 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:48 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:48 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:48 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:48 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:48 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:48 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:48 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:48 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:48 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:48 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:48 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:48 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:48 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:48 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:48 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:48 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:48 +0000 [info]: adding source type="tail"
2016-12-14 17:55:48 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:48 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:48 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:48 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:48 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:48 +0000 [info]: shutting down fluentd
2016-12-14 17:55:48 +0000 [info]: process finished code=0
2016-12-14 17:55:48 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:48 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:48 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:49 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:49 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:49 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:49 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:49 +0000 [info]: adding source type="tail"
2016-12-14 17:55:49 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:49 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:49 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:49 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:49 +0000 [info]: shutting down fluentd
2016-12-14 17:55:49 +0000 [info]: process finished code=0
2016-12-14 17:55:49 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:49 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:49 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:49 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:49 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:49 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:49 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:49 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:49 +0000 [info]: adding source type="tail"
2016-12-14 17:55:49 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:49 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:49 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:49 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:49 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:49 +0000 [info]: shutting down fluentd
2016-12-14 17:55:50 +0000 [info]: process finished code=0
2016-12-14 17:55:50 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:50 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:50 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:50 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:50 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:50 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:50 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:50 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:50 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:50 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:50 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:50 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:50 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:50 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:50 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:50 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:50 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:50 +0000 [info]: adding source type="tail"
2016-12-14 17:55:50 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:51 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:51 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:51 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:51 +0000 [info]: shutting down fluentd
2016-12-14 17:55:51 +0000 [info]: process finished code=0
2016-12-14 17:55:51 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:51 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:51 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:51 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:51 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:51 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:51 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:51 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:51 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:51 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:51 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:51 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:51 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:51 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:51 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:51 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:51 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:51 +0000 [info]: adding source type="tail"
2016-12-14 17:55:51 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:51 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:51 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:51 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:51 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:51 +0000 [info]: shutting down fluentd
2016-12-14 17:55:51 +0000 [info]: process finished code=0
2016-12-14 17:55:51 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:52 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:52 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:52 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:52 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:52 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:52 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:52 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:52 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:52 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:52 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:52 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:52 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:52 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:52 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:52 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:52 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:52 +0000 [info]: adding source type="tail"
2016-12-14 17:55:52 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:52 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:52 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:52 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:52 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:52 +0000 [info]: shutting down fluentd
2016-12-14 17:55:52 +0000 [info]: process finished code=0
2016-12-14 17:55:52 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:53 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:53 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:53 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:53 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:53 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:53 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:53 +0000 [info]: adding source type="tail"
2016-12-14 17:55:53 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:53 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:53 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:53 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:53 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:53 +0000 [info]: shutting down fluentd
2016-12-14 17:55:53 +0000 [info]: process finished code=0
2016-12-14 17:55:53 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:53 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:53 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:53 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:53 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:53 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:53 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:53 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:53 +0000 [info]: adding source type="tail"
2016-12-14 17:55:53 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:54 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:54 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:54 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:54 +0000 [info]: shutting down fluentd
2016-12-14 17:55:54 +0000 [info]: process finished code=0
2016-12-14 17:55:54 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:54 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:54 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:54 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:54 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:54 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:54 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:54 +0000 [info]: adding source type="tail"
2016-12-14 17:55:54 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:54 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:54 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:54 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:54 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:54 +0000 [info]: shutting down fluentd
2016-12-14 17:55:54 +0000 [info]: process finished code=0
2016-12-14 17:55:54 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:54 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:54 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:54 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:54 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:54 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:54 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:55 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:55 +0000 [info]: adding source type="tail"
2016-12-14 17:55:55 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:55 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:55 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:55 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:55 +0000 [info]: shutting down fluentd
2016-12-14 17:55:55 +0000 [info]: process finished code=0
2016-12-14 17:55:55 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:55 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:55 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:55 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:55 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:55 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:55 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:55 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:55 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:55 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:55 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:55 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:55 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:55 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:55 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:55 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:55 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:55 +0000 [info]: adding source type="tail"
2016-12-14 17:55:55 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:55 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:55 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:55 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:55 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:55 +0000 [info]: shutting down fluentd
2016-12-14 17:55:56 +0000 [info]: process finished code=0
2016-12-14 17:55:56 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:56 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:56 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:56 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:56 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:56 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:56 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:56 +0000 [info]: adding source type="tail"
2016-12-14 17:55:56 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:56 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:56 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:56 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:56 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:56 +0000 [info]: shutting down fluentd
2016-12-14 17:55:56 +0000 [info]: process finished code=0
2016-12-14 17:55:56 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:56 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:56 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:56 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:56 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:56 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:56 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:57 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:57 +0000 [info]: adding source type="tail"
2016-12-14 17:55:57 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:57 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:57 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:57 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:57 +0000 [info]: shutting down fluentd
2016-12-14 17:55:57 +0000 [info]: process finished code=0
2016-12-14 17:55:57 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:57 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:57 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:57 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:57 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:57 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:57 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:57 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:57 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:57 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:57 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:57 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:57 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:57 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:57 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:57 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:57 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:57 +0000 [info]: adding source type="tail"
2016-12-14 17:55:57 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:57 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:57 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:57 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:57 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:57 +0000 [info]: shutting down fluentd
2016-12-14 17:55:57 +0000 [info]: process finished code=0
2016-12-14 17:55:57 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:58 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:58 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:58 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:58 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:58 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:58 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:58 +0000 [info]: adding source type="tail"
2016-12-14 17:55:58 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:58 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:58 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:58 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:58 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:58 +0000 [info]: shutting down fluentd
2016-12-14 17:55:58 +0000 [info]: process finished code=0
2016-12-14 17:55:58 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:58 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:58 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:58 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:58 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:58 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:58 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:58 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:58 +0000 [info]: adding source type="tail"
2016-12-14 17:55:58 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:59 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:59 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:59 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:59 +0000 [info]: shutting down fluentd
2016-12-14 17:55:59 +0000 [info]: process finished code=0
2016-12-14 17:55:59 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:59 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:59 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:55:59 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:55:59 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:55:59 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:55:59 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:55:59 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:55:59 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:55:59 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:55:59 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:55:59 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:55:59 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:55:59 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:55:59 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:55:59 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:55:59 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:55:59 +0000 [info]: adding source type="tail"
2016-12-14 17:55:59 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:55:59 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:55:59 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:55:59 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:55:59 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:55:59 +0000 [info]: shutting down fluentd
2016-12-14 17:55:59 +0000 [info]: process finished code=0
2016-12-14 17:55:59 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:55:59 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:55:59 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:56:00 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:56:00 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:56:00 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:56:00 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:56:00 +0000 [info]: adding source type="tail"
2016-12-14 17:56:00 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:56:00 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:56:00 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:56:00 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:56:00 +0000 [info]: shutting down fluentd
2016-12-14 17:56:00 +0000 [info]: process finished code=0
2016-12-14 17:56:00 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:56:00 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:56:00 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:56:00 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:56:00 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:56:00 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:56:00 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:56:00 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:56:00 +0000 [info]: adding source type="tail"
2016-12-14 17:56:00 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:56:00 +0000 [error]: unexpected error error_class=RuntimeError error=#<RuntimeError: can't call S3 API. Please check your aws_key_id / aws_sec_key or s3_region configuration. error = #<Aws::S3::Errors::AccessDenied: Access Denied>>
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:287:in `rescue in check_apikeys'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:283:in `check_apikeys'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:181:in `start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:71:in `block in start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `each'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/agent.rb:70:in `start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/root_agent.rb:108:in `start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:237:in `start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/engine.rb:187:in `run'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:570:in `run_engine'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:162:in `block in start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `call'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:366:in `main_process'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:339:in `block in supervise'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `fork'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:338:in `supervise'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/supervisor.rb:156:in `start'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/command/fluentd.rb:173:in `<top (required)>'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:54:in `require'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/bin/fluentd:5:in `<top (required)>'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `load'
  2016-12-14 17:56:00 +0000 [error]: /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>'
  2016-12-14 17:56:00 +0000 [error]: /usr/sbin/td-agent:7:in `load'
  2016-12-14 17:56:00 +0000 [error]: /usr/sbin/td-agent:7:in `<main>'
2016-12-14 17:56:00 +0000 [info]: shutting down fluentd
2016-12-14 17:56:00 +0000 [info]: process finished code=0
2016-12-14 17:56:00 +0000 [warn]: process died within 1 second. exit.
2016-12-14 17:56:01 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:56:01 +0000 [info]: starting fluentd-0.12.29
2016-12-14 17:56:01 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-14 17:56:01 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-14 17:56:01 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-14 17:56:01 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-14 17:56:01 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-14 17:56:01 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-14 17:56:01 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-14 17:56:01 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-14 17:56:01 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-14 17:56:01 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-14 17:56:01 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-14 17:56:01 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-14 17:56:01 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-14 17:56:01 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-14 17:56:01 +0000 [info]: adding source type="tail"
2016-12-14 17:56:01 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/image-pwww-PRD.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-14 17:56:01 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-14 17:56:01 +0000 [info]: starting fluentd-0.12.29
2016-12-16 15:27:20 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-16 15:27:20 +0000 [info]: starting fluentd-0.12.29
2016-12-16 15:27:23 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-16 15:27:23 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-16 15:27:23 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-16 15:27:23 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-16 15:27:23 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-16 15:27:23 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-16 15:27:23 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-16 15:27:23 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-16 15:27:23 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-16 15:27:23 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-16 15:27:23 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-16 15:27:23 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-16 15:27:23 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-16 15:27:25 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/pwww-analytics02-0de9ff81219dc7b25.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-16 15:27:25 +0000 [info]: adding source type="tail"
2016-12-16 15:27:25 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/pwww-analytics02-0de9ff81219dc7b25.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>
2016-12-16 15:27:32 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 15:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 15:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 15:38:04 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 15:38:04 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 15:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 15:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 15:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 15:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 15:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 15:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 15:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 15:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 16:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 16:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 17:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 17:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:28:02 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 18:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 18:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 19:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 19:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 20:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 20:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:13:02 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 21:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 21:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 22:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 22:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:23:02 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:23:02 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-16 23:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-16 23:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 00:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 00:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:48:02 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:48:02 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 01:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 01:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 02:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 02:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:43:02 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:43:02 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 03:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 03:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 04:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 04:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 05:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 05:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:08:02 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:08:02 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 06:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 06:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 07:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 07:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 08:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 08:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 09:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 09:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 10:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 10:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 11:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 11:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 12:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 12:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:03:02 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:03:02 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 13:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 13:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:13:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:13:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:23:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:23:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:28:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:28:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:33:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:33:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:38:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:38:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:43:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:43:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:48:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:48:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:53:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:53:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 14:58:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 14:58:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 15:03:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 15:03:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 15:08:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 15:08:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 15:13:02 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 15:13:02 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 15:18:01 +0000 [info]: detected rotation of /mnt/ltv_track/access_log; waiting 5 seconds
2016-12-17 15:18:01 +0000 [info]: following tail of /mnt/ltv_track/access_log
2016-12-17 15:27:10 +0000 [warn]: before_shutdown failed error="can't modify frozen NoMemoryError"
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/plugin/buf_memory.rb:61:in `write'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/plugin/buf_memory.rb:61:in `write_to'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:389:in `compress'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-s3-0.7.1/lib/fluent/plugin/out_s3.rb:228:in `write'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/buffer.rb:354:in `write_chunk'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/buffer.rb:333:in `pop'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/plugin/buf_memory.rb:100:in `block in before_shutdown'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/2.1.0/monitor.rb:211:in `mon_synchronize'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/plugin/buf_memory.rb:96:in `before_shutdown'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/output.rb:413:in `before_shutdown'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/output.rb:169:in `block in run'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/output.rb:168:in `synchronize'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/output.rb:168:in `ensure in run'
  2016-12-17 15:27:10 +0000 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.12.29/lib/fluent/output.rb:168:in `run'
2016-12-21 23:07:28 +0000 [info]: force flushing buffered events
2016-12-21 23:10:35 +0000 [info]: force flushing buffered events
2016-12-21 23:16:37 +0000 [info]: force flushing buffered events
2016-12-21 23:16:46 +0000 [info]: force flushing buffered events
2016-12-21 23:18:48 +0000 [info]: force flushing buffered events
2016-12-21 23:18:50 +0000 [info]: force flushing buffered events
2016-12-21 23:20:59 +0000 [info]: restarting
2016-12-21 23:20:59 +0000 [info]: reading config file path="/etc/td-agent/td-agent.conf"
2016-12-21 23:20:59 +0000 [info]: shutting down fluentd
2016-12-21 23:20:59 +0000 [info]: shutting down input type="tail" plugin_id="object:119de0c"
2016-12-21 23:20:59 +0000 [info]: process finished code=256
2016-12-21 23:20:59 +0000 [error]: fluentd main process died unexpectedly. restarting.
2016-12-21 23:20:59 +0000 [info]: starting fluentd-0.12.29
2016-12-21 23:21:00 +0000 [info]: gem 'fluent-mixin-config-placeholders' version '0.4.0'
2016-12-21 23:21:00 +0000 [info]: gem 'fluent-mixin-plaintextformatter' version '0.2.6'
2016-12-21 23:21:00 +0000 [info]: gem 'fluent-plugin-kafka' version '0.3.1'
2016-12-21 23:21:00 +0000 [info]: gem 'fluent-plugin-mongo' version '0.7.15'
2016-12-21 23:21:00 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '1.5.5'
2016-12-21 23:21:00 +0000 [info]: gem 'fluent-plugin-s3' version '0.7.1'
2016-12-21 23:21:00 +0000 [info]: gem 'fluent-plugin-scribe' version '0.10.14'
2016-12-21 23:21:00 +0000 [info]: gem 'fluent-plugin-td' version '0.10.29'
2016-12-21 23:21:00 +0000 [info]: gem 'fluent-plugin-td-monitoring' version '0.2.2'
2016-12-21 23:21:00 +0000 [info]: gem 'fluent-plugin-webhdfs' version '0.4.2'
2016-12-21 23:21:00 +0000 [info]: gem 'fluentd' version '0.12.29'
2016-12-21 23:21:00 +0000 [info]: adding filter pattern="s3.api.info" type="grep"
2016-12-21 23:21:00 +0000 [info]: adding match pattern="s3.api.info" type="s3"
2016-12-21 23:21:00 +0000 [warn]: time_slice_wait is ignored if flush_interval is specified: <match s3.api.info>
  type s3
  s3_bucket ltvytics.com
  auto_create_bucket false
  s3_region us-east-1
  s3_object_key_format %{path}/%{time_slice}/pwww-analytics02-0de9ff81219dc7b25.longtailvideo.com.%{index}.log.%{file_extension}
  path current/incoming
  buffer_type memory
  buffer_chunk_limit 750m
  buffer_queue_limit 12
  flush_interval 10m
  flush_at_shutdown true
  retry_wait 1.0
  max_retry_wait 1800
  retry_limit 32
  disable_retry_limit false
  num_threads 1
  time_slice_format %Y/%m/%d/%H
  time_slice_wait 1m
  utc 
  format single_value
</match>
2016-12-21 23:21:00 +0000 [info]: adding source type="tail"
2016-12-21 23:21:00 +0000 [info]: using configuration file: <ROOT>
  <source>
    type tail
    format /^(?<message>"(?<remote>[^ ]*)" (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] *"(?<method>\S+)(?: +(?<path>[^\"]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)") ?-?)$/
    time_format %d/%b/%Y:%H:%M:%S %z
    keep_time_key true
    path /mnt/ltv_track/access_log
    refresh_interval 60s
    read_from_head true
    read_lines_limit 1000
    pos_file /var/log/td-agent/api_info_log.pos
    rotate_wait 5s
    enable_watch_timer true
    tag s3.api.info
  </source>
  <filter s3.api.info>
    @type grep
    exclude1 agent ELB-HealthChecker
  </filter>
  <match s3.api.info>
    type s3
    s3_bucket ltvytics.com
    auto_create_bucket false
    s3_region us-east-1
    s3_object_key_format %{path}/%{time_slice}/pwww-analytics02-0de9ff81219dc7b25.longtailvideo.com.%{index}.log.%{file_extension}
    path current/incoming
    buffer_type memory
    buffer_chunk_limit 750m
    buffer_queue_limit 12
    flush_interval 10m
    flush_at_shutdown true
    retry_wait 1.0
    max_retry_wait 1800
    retry_limit 32
    disable_retry_limit false
    num_threads 1
    time_slice_format %Y/%m/%d/%H
    time_slice_wait 1m
    utc 
    format single_value
  </match>
</ROOT>