用了Elasticsearch,一口气上5T

logstash因为锁的问题被中断

Logstash | 作者 Joshua | 发布于2021年03月12日 | 阅读数:2449

logstash版本是6.7.1
以下是错误信息。
 warning: thread "[main]>worker23" terminated with exception (report_on_exception is true):
java.lang.InterruptedException
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:413)
at org.logstash.common.LsQueueUtils.drain(LsQueueUtils.java:86)
at org.logstash.common.LsQueueUtils.drain(LsQueueUtils.java:56)
at org.logstash.ext.JrubyMemoryReadClientExt.readBatch(JrubyMemoryReadClientExt.java:61)
at org.logstash.execution.QueueReadClientBase.rubyReadBatch(QueueReadClientBase.java:106)
at home.ai.logstash_minus_6_dot_7_dot_1.logstash_minus_core.lib.logstash.pipeline.RUBY$method$worker_loop$0(/home/ai/logstash- 6.7.1/logstash-core/lib/logstash/pipeline.rb:333)
at home.ai.logstash_minus_6_dot_7_dot_1.logstash_minus_core.lib.logstash.pipeline.RUBY$method$worker_loop$0$__VARARGS__(/home/ ai/logstash-6.7.1/logstash-core/lib/logstash/pipeline.rb)
at org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:91)
at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:90)
at org.jruby.ir.targets.InvokeSite.invoke(InvokeSite.java:183)
at home.ai.logstash_minus_6_dot_7_dot_1.logstash_minus_core.lib.logstash.pipeline.RUBY$block$start_workers$2(/home/ai/logstash -6.7.1/logstash-core/lib/logstash/pipeline.rb:304)
at org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:136)
at org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:77)
at org.jruby.runtime.Block.call(Block.java:124)
at org.jruby.RubyProc.call(RubyProc.java:286)
at org.jruby.RubyProc.call(RubyProc.java:270)
at org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:105)
at java.lang.Thread.run(Thread.java:748)
java.lang.InterruptedException
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:413)
at org.logstash.common.LsQueueUtils.drain(LsQueueUtils.java:86)
at org.logstash.common.LsQueueUtils.drain(LsQueueUtils.java:56)
at org.logstash.ext.JrubyMemoryReadClientExt.readBatch(JrubyMemoryReadClientExt.java:61)
at org.logstash.execution.QueueReadClientBase.rubyReadBatch(QueueReadClientBase.java:106)
at home.ai.logstash_minus_6_dot_7_dot_1.logstash_minus_core.lib.logstash.pipeline.RUBY$method$worker_loop$0(/home/ai/logstash- 6.7.1/logstash-core/lib/logstash/pipeline.rb:333)
at home.ai.logstash_minus_6_dot_7_dot_1.logstash_minus_core.lib.logstash.pipeline.RUBY$method$worker_loop$0$__VARARGS__(/home/ ai/logstash-6.7.1/logstash-core/lib/logstash/pipeline.rb)
at org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:91)
at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:90)
at org.jruby.ir.targets.InvokeSite.invoke(InvokeSite.java:183)
at home.ai.logstash_minus_6_dot_7_dot_1.logstash_minus_core.lib.logstash.pipeline.RUBY$block$start_workers$2(/home/ai/logstash -6.7.1/logstash-core/lib/logstash/pipeline.rb:304)
at org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:136)
at org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:77)
at org.jruby.runtime.Block.call(Block.java:124)
at org.jruby.RubyProc.call(RubyProc.java:286)
at org.jruby.RubyProc.call(RubyProc.java:270)
at org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:105)
at java.lang.Thread.run(Thread.java:748)
warning: thread "[main]>worker14" terminated with exception (report_on_exception is true):
java.lang.InterruptedException
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:413)
at org.logstash.common.LsQueueUtils.drain(LsQueueUtils.java:86)
at org.logstash.common.LsQueueUtils.drain(LsQueueUtils.java:56)
at org.logstash.ext.JrubyMemoryReadClientExt.readBatch(JrubyMemoryReadClientExt.java:61)
at org.logstash.execution.QueueReadClientBase.rubyReadBatch(QueueReadClientBase.java:106)
at org.logstash.execution.QueueReadClientBase$INVOKER$i$0$0$rubyReadBatch.call(QueueReadClientBase$INVOKER$i$0$0$rubyReadBatch .gen)
at org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:139)
at org.jruby.ir.interpreter.InterpreterEngine.processCall(InterpreterEngine.java:346)
at org.jruby.ir.interpreter.StartupInterpreterEngine.interpret(StartupInterpreterEngine.java:72)
at org.jruby.ir.interpreter.InterpreterEngine.interpret(InterpreterEngine.java:92)
at org.jruby.internal.runtime.methods.MixedModeIRMethod.INTERPRET_METHOD(MixedModeIRMethod.java:204)
at org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:191)
at org.jruby.internal.runtime.methods.DynamicMethod.call(DynamicMethod.java:207)
at home.ai.logstash_minus_6_dot_7_dot_1.logstash_minus_core.lib.logstash.pipeline.RUBY$block$start_workers$2(/home/ai/logstash -6.7.1/logstash-core/lib/logstash/pipeline.rb:304)
at org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:136)
at org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:77)
at org.jruby.runtime.Block.call(Block.java:124)
at org.jruby.RubyProc.call(RubyProc.java:286)
at org.jruby.RubyProc.call(RubyProc.java:270)
at org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:105)
at java.lang.Thread.run(Thread.java:748)
[2021-03-12T09:10:07,233][FATAL][logstash.runner ] An unexpected error occurred! {:error=>#<ThreadError: interrupted in Threa d::Queue#pop>, :backtrace=>["org/jruby/ext/thread/Queue.java:344:in `pop'", "/home/ai/logstash-6.7.1/vendor/bundle/jruby/2.5.0/gems/st ud-0.0.23/lib/stud/task.rb:38:in `wait'", "/home/ai/logstash-6.7.1/logstash-core/lib/logstash/runner.rb:379:in `execute'", "/home/ai/l ogstash-6.7.1/vendor/bundle/jruby/2.5.0/gems/clamp-0.6.5/lib/clamp/command.rb:67:in `run'", "/home/ai/logstash-6.7.1/logstash-core/lib /logstash/runner.rb:237:in `run'", "/home/ai/logstash-6.7.1/vendor/bundle/jruby/2.5.0/gems/clamp-0.6.5/lib/clamp/command.rb:132:in `ru n'", "/home/ai/logstash-6.7.1/lib/bootstrap/environment.rb:73:in `<main>'"]}
[2021-03-12T09:10:07,404][ERROR][org.logstash.Logstash ] java.lang.IllegalStateException: Logstash stopped processing because of an error: (SystemExit) exit



logstash从kafka接收的数据,写到es去,请问这个问题啥问题导致的
已邀请:

Joshua

赞同来自:

一年过去了。。没有消息吗

要回复问题请先登录注册