# Pastebin i5eZ6XYW {:timestamp=>"2016-08-01T20:08:54.042000+0000", :message=>#16420951, :events_consumed=>28048922, :worker_count=>2, :inflight_count=>250, :worker_states=>[{:status=>"sleep", :alive=>true, :index=>0, :inflight_count=>125}, {:status=>"run", :alive=>true, :index=>1, :inflight_count=>125}], :output_info=>[{:type=>"elasticsearch", :config=>{"hosts"=>["elb.us-west-1.elb.amazonaws.com"], "manage_template"=>"true", "template_overwrite"=>"true", "template"=>"/etc/logstash/share/elasticsearch-template.json", "__ALLOW_ENV__"=>false}, :is_multi_worker=>false, :events_received=>16420951, :workers=>["elb.us-west-1.elb.amazonaws.com"], manage_template=>true, template_overwrite=>true, template=>"/etc/logstash/share/elasticsearch-template.json", codec=>"UTF-8">, workers=>1, index=>"logstash-%{+YYYY.MM.dd}", template_name=>"logstash", flush_size=>500, idle_flush_time=>1, doc_as_upsert=>false, max_retries=>3, script_type=>"inline", script_var_name=>"event", scripted_upsert=>false, retry_max_interval=>2, retry_max_items=>500, retry_on_conflict=>1, action=>"index", ssl_certificate_verification=>true, sniffing=>false, sniffing_delay=>5>]>, :busy_workers=>1}], :thread_info=>[{"thread_id"=>18, "name"=>"[main]nil, "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:216:in `process_local_log'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-codec-plain-2.0.4/lib/logstash/codecs/plain.rb:35:in `decode'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:194:in `process_local_log'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:265:in `each'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:265:in `read_plain_file'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:264:in `open'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:264:in `read_plain_file'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:259:in `read_file'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:188:in `process_local_log'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:325:in `process_log'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:151:in `process_files'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:146:in `each'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:146:in `process_files'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:102:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/stud-0.0.22/lib/stud/interval.rb:20:in `interval'", "[...]/vendor/bundle/jruby/1.9/bundler/gems/logstash-input-s3-c9e2ff6bd6c2/lib/logstash/inputs/s3.rb:101:in `run'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:342:in `inputworker'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:336:in `start_input'"], "blocked_on"=>"blocked_on_push", "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/util/wrapped_synchronous_queue.rb:17:in `push'"}, {"thread_id"=>22, "name"=>"[main]>worker0", "plugin"=>["LogStash::Filters::Date", {"match"=>["timestamp", "ISO8601"]}], "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:128:in `pop'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:128:in `worker_multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:114:in `multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `output_batch'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `output_batch'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:232:in `worker_loop'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:201:in `start_workers'"], "blocked_on"=>nil, "status"=>"sleep", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:128:in `pop'"}, {"thread_id"=>23, "name"=>"[main]>worker1", "plugin"=>["LogStash::Filters::Date", {"match"=>["timestamp", "ISO8601"]}], "backtrace"=>["[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/response.rb:50:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/response.rb:256:in `call_once'", "[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/response.rb:153:in `code'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-transport-1.0.18/lib/elasticsearch/transport/transport/http/manticore.rb:84:in `perform_request'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-transport-1.0.18/lib/elasticsearch/transport/transport/base.rb:257:in `call'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-transport-1.0.18/lib/elasticsearch/transport/transport/base.rb:257:in `perform_request'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-transport-1.0.18/lib/elasticsearch/transport/transport/http/manticore.rb:67:in `perform_request'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-transport-1.0.18/lib/elasticsearch/transport/client.rb:128:in `perform_request'", "[...]/vendor/bundle/jruby/1.9/gems/elasticsearch-api-1.0.18/lib/elasticsearch/api/actions/bulk.rb:90:in `bulk'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/http_client.rb:53:in `non_threadsafe_bulk'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/http_client.rb:38:in `bulk'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/http_client.rb:38:in `synchronize'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/http_client.rb:38:in `bulk'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:172:in `safe_bulk'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:101:in `submit'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:86:in `retrying_submit'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:29:in `multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:28:in `each_slice'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.7.1-java/lib/logstash/outputs/elasticsearch/common.rb:28:in `multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:130:in `worker_multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:129:in `worker_multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:114:in `multi_receive'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `output_batch'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `each'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:301:in `output_batch'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:232:in `worker_loop'", "[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/pipeline.rb:201:in `start_workers'"], "blocked_on"=>nil, "status"=>"run", "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/response.rb:50:in `call'"}], :stalling_threads_info=>[{"thread_id"=>22, "name"=>"[main]>worker0", "plugin"=>["LogStash::Filters::Date", {"match"=>["timestamp", "ISO8601"]}], "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/logstash-core-2.3.4-java/lib/logstash/output_delegator.rb:128:in `pop'"}, {"thread_id"=>23, "name"=>"[main]>worker1", "plugin"=>["LogStash::Filters::Date", {"match"=>["timestamp", "ISO8601"]}], "current_call"=>"[...]/vendor/bundle/jruby/1.9/gems/manticore-0.6.0-java/lib/manticore/response.rb:50:in `call'"}]}>, :level=>:warn}