NullPointerException
Closed this issue · 7 comments
alexmherrmann commented
Running under docker 18.03.0-ce on ubuntu 16.04 LTS, using the following logstash.conf (I've pulled out a few pieces of somewhat sensitive data) I'm seeing an issue where the stack starts randomly throwing Null pointer exceptions after it's been up for a while.
Inside of the buckets are elastic load balancer logs and everything works great, but after about 6 days of running the plugin just died and could not recover for some reason.
s3 {
bucket => "***"
prefix => "elk/"
interval => 30
region => "ap-southeast-2"
type => "elb"
sincedb_path => "/sincedb/***_sincedb"
add_field => { "nametag" => "***_prod"}
}
s3 {
bucket => "***"
prefix => "elk/"
interval => 30
region => "us-east-2"
type => "elb"
sincedb_path => "/sincedb/***_sincedb"
add_field => { "nametag" => "***_prod" }
}
The error is below
[2018-04-14T01:53:34,837][ERROR][logstash.pipeline ] A plugin had an unrecoverable error. Will restart this plugin.
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | Pipeline_id:main
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | Plugin: <LogStash::Inputs::S3 bucket=>"***", prefix=>"elk2", interval=>10, region=>"eu-west-1", type=>"elb", sincedb_path=>"/sincedb/***_sincedb", add_field=>{"nametag"=>"***_prod"}, id=>"5635a7f1781526b5813e35e588b6c860e8c1488253d565a8f2df6b3b63966e90", enable_metric=>true, codec=><LogStash::Codecs::Plain id=>"plain_d458db16-cd84-48c2-9945-7fd35a3c53b9", enable_metric=>true, charset=>"UTF-8">, delete=>false, temporary_directory=>"/tmp/logstash">
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | Error:
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | Exception: Java::JavaLang::NullPointerException
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | Stack: org.jruby.RubyString.getStringForPattern(RubyString.java:3741)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyString.asRegexpArg(RubyString.java:2405)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyString.subBangNoIter(RubyString.java:2445)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyString.sub_bang(RubyString.java:2398)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyString$INVOKER$i$sub_bang.call(RubyString$INVOKER$i$sub_bang.gen)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.internal.runtime.methods.JavaMethod$JavaMethodOneOrTwoOrNBlock.call(JavaMethod.java:402)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | uri_3a_classloader_3a_.META_minus_INF.jruby_dot_home.lib.ruby.stdlib.date.format.RUBY$method$_parse_eu$0(uri:classloader:/META-INF/jruby.home/lib/ruby/stdlib/date/format.rb:562)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | uri_3a_classloader_3a_.META_minus_INF.jruby_dot_home.lib.ruby.stdlib.date.format.RUBY$method$_parse$0(uri:classloader:/META-INF/jruby.home/lib/ruby/stdlib/date/format.rb:849)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | uri_3a_classloader_3a_.META_minus_INF.jruby_dot_home.lib.ruby.stdlib.time.RUBY$method$parse$0(uri:classloader:/META-INF/jruby.home/lib/ruby/stdlib/time.rb:363)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.xml.parser.frame.RUBY$method$parse$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/parser/frame.rb:283)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.xml.parser.frame.RUBY$method$result$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/parser/frame.rb:275)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.xml.parser.frame.RUBY$method$consume_child_frame$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/parser/frame.rb:109)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.xml.parser.stack.RUBY$method$end_element$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/parser/stack.rb:36)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.xml.parser.engines.nokogiri.RUBY$method$end_element_namespace$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/parser/engines/nokogiri.rb:35)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:77)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:126)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:233)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:216)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyClass.finvoke(RubyClass.java:926)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.Helpers.invoke(Helpers.java:408)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | nokogiri.internals.NokogiriHandler.call(NokogiriHandler.java:305)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | nokogiri.internals.NokogiriHandler.endElement(NokogiriHandler.java:228)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.apache.xerces.parsers.AbstractSAXParser.endElement(Unknown Source)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.apache.xerces.impl.XMLNSDocumentScannerImpl.scanEndElement(Unknown Source)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.apache.xerces.impl.XMLDocumentFragmentScannerImpl$FragmentContentDispatcher.dispatch(Unknown Source)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.apache.xerces.parsers.XMLParser.parse(Unknown Source)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.apache.xerces.parsers.AbstractSAXParser.parse(Unknown Source)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | nokogiri.XmlSaxParserContext.do_parse(XmlSaxParserContext.java:222)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | nokogiri.XmlSaxParserContext.parse_with(XmlSaxParserContext.java:252)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.nokogiri_minus_1_dot_8_dot_2_minus_java.lib.nokogiri.xml.sax.parser.RUBY$method$parse_memory$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/nokogiri-1.8.2-java/lib/nokogiri/xml/sax/parser.rb:110)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.nokogiri_minus_1_dot_8_dot_2_minus_java.lib.nokogiri.xml.sax.parser.RUBY$method$parse$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/nokogiri-1.8.2-java/lib/nokogiri/xml/sax/parser.rb:83)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.xml.parser.engines.nokogiri.RUBY$method$parse$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/parser/engines/nokogiri.rb:13)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.xml.parser.RUBY$method$parse$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/parser.rb:44)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.rest.response.body.RUBY$method$parse$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/rest/response/body.rb:37)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.rest.response.body.RUBY$method$apply$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/rest/response/body.rb:23)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.rest.response.parser.RUBY$method$extract_body$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/rest/response/parser.rb:29)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.rest.response.parser.RUBY$method$apply$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/rest/response/parser.rb:13)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.rest.handler.RUBY$block$call$1(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/rest/handler.rb:8)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.Block.call(Block.java:124)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call(RubyProc.java:289)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call19(RubyProc.java:273)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.response.RUBY$block$on$1(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/response.rb:43)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.CompiledIRBlockBody.yieldDirect(CompiledIRBlockBody.java:156)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.IRBlockBody.yieldSpecific(IRBlockBody.java:80)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.Block.yieldSpecific(Block.java:134)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.ir.runtime.IRRuntimeHelpers.yieldSpecific(IRRuntimeHelpers.java:419)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.ir.targets.YieldSite.yieldSpecific(YieldSite.java:114)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.http.response.RUBY$block$on_success$1(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:139)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.Block.call(Block.java:124)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call(RubyProc.java:289)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call19(RubyProc.java:273)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.http.response.RUBY$block$listener$1(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:166)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.Block.call(Block.java:124)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call(RubyProc.java:289)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call19(RubyProc.java:273)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.http.response.RUBY$method$on_done$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:130)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.http.response.RUBY$method$on_success$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:137)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.response.RUBY$method$on$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/response.rb:42)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.rest.handler.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/rest/handler.rb:8)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.plugins.user_agent.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/user_agent.rb:12)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.plugins.endpoint.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/plugins/endpoint.rb:41)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.plugins.s3_url_encoded_keys.RUBY$method$manage_keys$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/s3_url_encoded_keys.rb:39)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.plugins.s3_url_encoded_keys.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/s3_url_encoded_keys.rb:31)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.plugins.param_validator.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/param_validator.rb:21)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.plugins.raise_response_errors.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/plugins/raise_response_errors.rb:14)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.plugins.s3_sse_cpk.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/s3_sse_cpk.rb:19)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.plugins.s3_accelerate.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/s3_accelerate.rb:33)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.plugins.param_converter.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/param_converter.rb:20)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_core.plugins.response_paging.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/response_paging.rb:26)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.plugins.response_target.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/plugins/response_target.rb:21)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.request.RUBY$method$send_request$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/request.rb:70)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_3_dot_22.lib.seahorse.client.base.RUBY$block$define_operation_methods$2(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.3.22/lib/seahorse/client/base.rb:207)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.Block.call(Block.java:124)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call(RubyProc.java:289)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.internal.runtime.methods.ProcMethod.call(ProcMethod.java:63)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:204)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyClass.finvoke(RubyClass.java:531)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyBasicObject.send19(RubyBasicObject.java:1670)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyKernel.send19(RubyKernel.java:1986)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyKernel$INVOKER$s$send19.call(RubyKernel$INVOKER$s$send19.gen)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_resources_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_resources.request.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/request.rb:24)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_resources_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_resources.operations.RUBY$method$all_batches$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/operations.rb:139)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_resources_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_resources.operations.RUBY$method$all_batches$0$__VARARGS__(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/operations.rb)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:77)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:93)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyClass.finvoke(RubyClass.java:522)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.Helpers.invoke(Helpers.java:395)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyBasicObject.callMethod(RubyBasicObject.java:393)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyEnumerator.each(RubyEnumerator.java:323)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_resources_minus_2_dot_3_dot_22.lib.aws_minus_sdk_minus_resources.collection.RUBY$method$each$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/collection.rb:18)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_input_minus_s3_minus_3_dot_2_dot_0.lib.logstash.inputs.s3.RUBY$method$list_new_files$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-input-s3-3.2.0/lib/logstash/inputs/s3.rb:111)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_input_minus_s3_minus_3_dot_2_dot_0.lib.logstash.inputs.s3.RUBY$method$process_files$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-input-s3-3.2.0/lib/logstash/inputs/s3.rb:145)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_input_minus_s3_minus_3_dot_2_dot_0.lib.logstash.inputs.s3.RUBY$block$run$1(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-input-s3-3.2.0/lib/logstash/inputs/s3.rb:103)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.Block.call(Block.java:124)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call(RubyProc.java:289)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call19(RubyProc.java:273)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.stud_minus_0_dot_0_dot_23.lib.stud.interval.RUBY$method$interval$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/stud-0.0.23/lib/stud/interval.rb:20)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_input_minus_s3_minus_3_dot_2_dot_0.lib.logstash.inputs.s3.RUBY$method$run$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-input-s3-3.2.0/lib/logstash/inputs/s3.rb:102)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.logstash_minus_core.lib.logstash.pipeline.RUBY$method$inputworker$0(/usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:516)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | usr.share.logstash.logstash_minus_core.lib.logstash.pipeline.RUBY$block$start_input$1(/usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:509)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.runtime.Block.call(Block.java:124)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call(RubyProc.java:289)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.RubyProc.call(RubyProc.java:246)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:104)
elk_logstash.1.vosvosok7ya4@ip-172-26-13-143 | java.lang.Thread.run(Thread.java:748)
robbavey commented
Does your bucket have a large amount of files in it?
I would suggest upgrading to the latest version of the s3 input plugin - there were changes made recently that improved some of the error handling. It also uses a more recent version of the aws-core-sdk that the input uses internally - looking at your stack trace, it appears that the error is coming from internal handling of a response from the AWS API.
To update your plugin, you can run
bin/logstash-plugin update logstash-input-s3
from the logstash folder.
robbavey commented
@alexmherrmann Did you try upgrading your plugin to see if the issue still occurs with the latest version? I'm going to close this issue, as I believe the issue was resolved with a later version of the plugin, which uses a more recent version of the AWS SDK. However, if you are still experiencing the issue after upgrading, please re-open the issue.
Thanks!
alexmherrmann commented
@robbavey So sorry for the late reply. Updating (to 3.3.5) did not work, no, unfortunately it seems to have gotten worse (it happens after about 15 minutes or so of running). The stack traces appear to be the same thing as before but I'll look a little closer when I have time. I'll re-open if I get more definitive evidence of something wrong with the plugin.
It is possible that there is something wrong with my configuration in any number of possible places too, so I might dive into that a little bit. If that's the case though I can't wrap my head around why it would run at all. I have also set up the plugin to delete files and have cleared out all of the older files so there are never more than a few files before the error occurs.
Thanks for the reply,
Alex
xadereq commented
@alexmherrmann there is problem with add_field inside s3 plugin. Try to group your informations using different "type" field.
robbavey commented
@xadereq Would you mind elaborating what you mean when you state "there is problem with add_field inside s3 plugin"? I don't see an open issue related to his - if there is a bug, could you please open a new issue including observations and how you can reproduce it?
Thanks
jgough commented
We are also regularly experiencing this issue. There are only a small number of files in our input bucket and we are running logstash v6.5.3 with the latest logstash-input-s3 v3.4.1
Here is the error:
logstash_1 | [2018-12-12T13:12:46,449][ERROR][logstash.pipeline ] A plugin had an unrecoverable error. Will restart this plugin.
logstash_1 | Pipeline_id:main
logstash_1 | Plugin: <LogStash::Inputs::S3 access_key_id=>"XXXXXXXX", bucket=>"XXXXXX", codec=><LogStash::Codecs::Plain charset=>"UTF-8", id=>"c09510a9-98b9-40b9-b4aa-b5b9aa704be9", enable_metric=>true>, prefix=>"Logs/", secret_access_key=><password>, id=>"6891f48ee3631c31bf6a7b3da09910bcda24f35c13e3427866fd7cb662e7c681", region=>"eu-west-1", sincedb_path=>"/dev/null", type=>"prod", delete=>true, tags=>["irc"], enable_metric=>true, role_session_name=>"logstash", interval=>60, watch_for_new_files=>true, temporary_directory=>"/tmp/logstash", include_object_properties=>false>
logstash_1 | Error:
logstash_1 | Exception: Java::JavaLang::NullPointerException
logstash_1 | Stack: org.jruby.RubyString.getStringForPattern(RubyString.java:3741)
logstash_1 | org.jruby.RubyString.asRegexpArg(RubyString.java:2405)
logstash_1 | org.jruby.RubyString.subBangNoIter(RubyString.java:2445)
logstash_1 | org.jruby.RubyString.sub_bang(RubyString.java:2398)
logstash_1 | org.jruby.RubyString$INVOKER$i$sub_bang.call(RubyString$INVOKER$i$sub_bang.gen)
logstash_1 | org.jruby.internal.runtime.methods.JavaMethod$JavaMethodOneOrTwoOrNBlock.call(JavaMethod.java:402)
logstash_1 | uri_3a_classloader_3a_.META_minus_INF.jruby_dot_home.lib.ruby.stdlib.date.format.RUBY$method$_parse_eu$0(uri:classloader:/META-INF/jruby.home/lib/ruby/stdlib/date/format.rb:562)
logstash_1 | uri_3a_classloader_3a_.META_minus_INF.jruby_dot_home.lib.ruby.stdlib.date.format.RUBY$method$_parse$0(uri:classloader:/META-INF/jruby.home/lib/ruby/stdlib/date/format.rb:849)
logstash_1 | uri_3a_classloader_3a_.META_minus_INF.jruby_dot_home.lib.ruby.stdlib.time.RUBY$method$parse$0(uri:classloader:/META-INF/jruby.home/lib/ruby/stdlib/time.rb:363)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.xml.parser.frame.RUBY$method$parse$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/xml/parser/frame.rb:283)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.xml.parser.frame.RUBY$method$result$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/xml/parser/frame.rb:275)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.xml.parser.frame.RUBY$method$consume_child_frame$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/xml/parser/frame.rb:109)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.xml.parser.stack.RUBY$method$end_element$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/xml/parser/stack.rb:36)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.xml.parser.engines.nokogiri.RUBY$method$end_element_namespace$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/xml/parser/engines/nokogiri.rb:35)
logstash_1 | org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:77)
logstash_1 | org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:126)
logstash_1 | org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:233)
logstash_1 | org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:216)
logstash_1 | org.jruby.RubyClass.finvoke(RubyClass.java:926)
logstash_1 | org.jruby.runtime.Helpers.invoke(Helpers.java:408)
logstash_1 | nokogiri.internals.NokogiriHandler.call(NokogiriHandler.java:307)
logstash_1 | nokogiri.internals.NokogiriHandler.endElement(NokogiriHandler.java:221)
logstash_1 | org.apache.xerces.parsers.AbstractSAXParser.endElement(Unknown Source)
logstash_1 | org.apache.xerces.impl.XMLNSDocumentScannerImpl.scanEndElement(Unknown Source)
logstash_1 | org.apache.xerces.impl.XMLDocumentFragmentScannerImpl$FragmentContentDispatcher.dispatch(Unknown Source)
logstash_1 | org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)
logstash_1 | org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
logstash_1 | org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
logstash_1 | org.apache.xerces.parsers.XMLParser.parse(Unknown Source)
logstash_1 | org.apache.xerces.parsers.AbstractSAXParser.parse(Unknown Source)
logstash_1 | nokogiri.XmlSaxParserContext.do_parse(XmlSaxParserContext.java:221)
logstash_1 | nokogiri.XmlSaxParserContext.parse_with(XmlSaxParserContext.java:247)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.nokogiri_minus_1_dot_8_dot_5_minus_java.lib.nokogiri.xml.sax.parser.RUBY$method$parse_memory$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/nokogiri-1.8.5-java/lib/nokogiri/xml/sax/parser.rb:110)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.nokogiri_minus_1_dot_8_dot_5_minus_java.lib.nokogiri.xml.sax.parser.RUBY$method$parse$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/nokogiri-1.8.5-java/lib/nokogiri/xml/sax/parser.rb:83)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.xml.parser.engines.nokogiri.RUBY$method$parse$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/xml/parser/engines/nokogiri.rb:13)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.xml.parser.RUBY$method$parse$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/xml/parser.rb:44)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.rest.response.body.RUBY$method$parse$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/rest/response/body.rb:37)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.rest.response.body.RUBY$method$apply$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/rest/response/body.rb:23)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.rest.response.parser.RUBY$method$extract_body$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/rest/response/parser.rb:29)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.rest.response.parser.RUBY$method$apply$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/rest/response/parser.rb:13)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.rest.handler.RUBY$block$call$1(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/rest/handler.rb:8)
logstash_1 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
logstash_1 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
logstash_1 | org.jruby.runtime.Block.call(Block.java:124)
logstash_1 | org.jruby.RubyProc.call(RubyProc.java:289)
logstash_1 | org.jruby.RubyProc.call19(RubyProc.java:273)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.response.RUBY$block$on$1(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/response.rb:45)
logstash_1 | org.jruby.runtime.CompiledIRBlockBody.yieldDirect(CompiledIRBlockBody.java:156)
logstash_1 | org.jruby.runtime.IRBlockBody.yieldSpecific(IRBlockBody.java:80)
logstash_1 | org.jruby.runtime.Block.yieldSpecific(Block.java:134)
logstash_1 | org.jruby.ir.runtime.IRRuntimeHelpers.yieldSpecific(IRRuntimeHelpers.java:419)
logstash_1 | org.jruby.ir.targets.YieldSite.yieldSpecific(YieldSite.java:114)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.http.response.RUBY$block$on_success$1(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/http/response.rb:139)
logstash_1 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
logstash_1 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
logstash_1 | org.jruby.runtime.Block.call(Block.java:124)
logstash_1 | org.jruby.RubyProc.call(RubyProc.java:289)
logstash_1 | org.jruby.RubyProc.call19(RubyProc.java:273)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.http.response.RUBY$block$listener$1(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/http/response.rb:166)
logstash_1 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
logstash_1 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
logstash_1 | org.jruby.runtime.Block.call(Block.java:124)
logstash_1 | org.jruby.RubyProc.call(RubyProc.java:289)
logstash_1 | org.jruby.RubyProc.call19(RubyProc.java:273)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.http.response.RUBY$method$on_done$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/http/response.rb:130)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.http.response.RUBY$method$on_success$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/http/response.rb:137)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.response.RUBY$method$on$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/response.rb:44)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.rest.handler.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/rest/handler.rb:8)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.user_agent.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/user_agent.rb:12)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.endpoint_pattern.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/endpoint_pattern.rb:27)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.endpoint_discovery.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/endpoint_discovery.rb:67)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.plugins.endpoint.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/plugins/endpoint.rb:41)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.s3_url_encoded_keys.RUBY$method$manage_keys$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/s3_url_encoded_keys.rb:40)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.s3_url_encoded_keys.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/s3_url_encoded_keys.rb:32)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.param_validator.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/param_validator.rb:21)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.plugins.raise_response_errors.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/plugins/raise_response_errors.rb:14)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.s3_sse_cpk.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/s3_sse_cpk.rb:19)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.s3_dualstack.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/s3_dualstack.rb:24)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.s3_accelerate.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/s3_accelerate.rb:34)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.jsonvalue_converter.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/jsonvalue_converter.rb:20)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.idempotency_token.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/idempotency_token.rb:18)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.param_converter.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/param_converter.rb:20)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_core.plugins.response_paging.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/aws-sdk-core/plugins/response_paging.rb:26)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.plugins.response_target.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/plugins/response_target.rb:21)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.request.RUBY$method$send_request$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/request.rb:70)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_core_minus_2_dot_11_dot_189.lib.seahorse.client.base.RUBY$block$define_operation_methods$2(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-core-2.11.189/lib/seahorse/client/base.rb:207)
logstash_1 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
logstash_1 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
logstash_1 | org.jruby.runtime.Block.call(Block.java:124)
logstash_1 | org.jruby.RubyProc.call(RubyProc.java:289)
logstash_1 | org.jruby.internal.runtime.methods.ProcMethod.call(ProcMethod.java:63)
logstash_1 | org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:204)
logstash_1 | org.jruby.RubyClass.finvoke(RubyClass.java:531)
logstash_1 | org.jruby.RubyBasicObject.send19(RubyBasicObject.java:1670)
logstash_1 | org.jruby.RubyKernel.send19(RubyKernel.java:1986)
logstash_1 | org.jruby.RubyKernel$INVOKER$s$send19.call(RubyKernel$INVOKER$s$send19.gen)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_resources_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_resources.request.RUBY$method$call$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-resources-2.11.189/lib/aws-sdk-resources/request.rb:24)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_resources_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_resources.operations.RUBY$method$all_batches$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-resources-2.11.189/lib/aws-sdk-resources/operations.rb:139)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_resources_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_resources.operations.RUBY$method$all_batches$0$__VARARGS__(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-resources-2.11.189/lib/aws-sdk-resources/operations.rb)
logstash_1 | org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:77)
logstash_1 | org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:93)
logstash_1 | org.jruby.RubyClass.finvoke(RubyClass.java:522)
logstash_1 | org.jruby.runtime.Helpers.invoke(Helpers.java:395)
logstash_1 | org.jruby.RubyBasicObject.callMethod(RubyBasicObject.java:393)
logstash_1 | org.jruby.RubyEnumerator.each(RubyEnumerator.java:323)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.aws_minus_sdk_minus_resources_minus_2_dot_11_dot_189.lib.aws_minus_sdk_minus_resources.collection.RUBY$method$each$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/aws-sdk-resources-2.11.189/lib/aws-sdk-resources/collection.rb:18)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_input_minus_s3_minus_3_dot_4_dot_1.lib.logstash.inputs.s3.RUBY$method$list_new_files$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-input-s3-3.4.1/lib/logstash/inputs/s3.rb:128)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_input_minus_s3_minus_3_dot_4_dot_1.lib.logstash.inputs.s3.RUBY$method$list_new_files$0$__VARARGS__(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-input-s3-3.4.1/lib/logstash/inputs/s3.rb)
logstash_1 | org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:77)
logstash_1 | org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:93)
logstash_1 | org.jruby.ir.targets.InvokeSite.fail(InvokeSite.java:168)
logstash_1 | org.jruby.ir.targets.InvokeSite.fail(InvokeSite.java:175)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_input_minus_s3_minus_3_dot_4_dot_1.lib.logstash.inputs.s3.RUBY$method$process_files$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-input-s3-3.4.1/lib/logstash/inputs/s3.rb:172)
logstash_1 | org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:103)
logstash_1 | org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:163)
logstash_1 | org.jruby.ir.targets.InvokeSite.fail(InvokeSite.java:198)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_input_minus_s3_minus_3_dot_4_dot_1.lib.logstash.inputs.s3.RUBY$block$run$1(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-input-s3-3.4.1/lib/logstash/inputs/s3.rb:118)
logstash_1 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
logstash_1 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
logstash_1 | org.jruby.runtime.Block.call(Block.java:124)
logstash_1 | org.jruby.RubyProc.call(RubyProc.java:289)
logstash_1 | org.jruby.RubyProc.call19(RubyProc.java:273)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.stud_minus_0_dot_0_dot_23.lib.stud.interval.RUBY$method$interval$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/stud-0.0.23/lib/stud/interval.rb:20)
logstash_1 | usr.share.logstash.vendor.bundle.jruby.$2_dot_3_dot_0.gems.logstash_minus_input_minus_s3_minus_3_dot_4_dot_1.lib.logstash.inputs.s3.RUBY$method$run$0(/usr/share/logstash/vendor/bundle/jruby/2.3.0/gems/logstash-input-s3-3.4.1/lib/logstash/inputs/s3.rb:117)
logstash_1 | org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:103)
logstash_1 | org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:163)
logstash_1 | org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:200)
logstash_1 | org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:338)
logstash_1 | org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:163)
logstash_1 | org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:314)
logstash_1 | org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:73)
logstash_1 | org.jruby.ir.interpreter.InterpreterEngine.interpret(InterpreterEngine.java:83)
logstash_1 | org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:179)
logstash_1 | org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:165)
logstash_1 | org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:200)
logstash_1 | usr.share.logstash.logstash_minus_core.lib.logstash.pipeline.RUBY$block$start_input$1(/usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:403)
logstash_1 | org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:145)
logstash_1 | org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:71)
logstash_1 | org.jruby.runtime.Block.call(Block.java:124)
logstash_1 | org.jruby.RubyProc.call(RubyProc.java:289)
logstash_1 | org.jruby.RubyProc.call(RubyProc.java:246)
logstash_1 | org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:104)
logstash_1 | java.lang.Thread.run(Thread.java:748)
rfalke commented
The issue jruby/jruby#5492 may be related.