pyspark streaming 消费kafka的时候一直报这个错误,查了好多资料也不知道怎么解决,希望大神帮我看看,非常感谢。
[mw_shl_code=applescript,true]19/12/13 10:30:01 WARN scheduler.TaskSetManager: Lost task 0.0 in stage 9818.0 (TID 209334, slave05, executor 8): org.apache.spark.util.TaskCompletionListenerException: refCnt: 0, decrement: 1
at org.apache.spark.TaskContextImpl.markTaskCompleted(TaskContextImpl.scala:105)
at org.apache.spark.scheduler.Task.run(Task.scala:112)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:322)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
19/12/13 10:42:01 WARN scheduler.TaskSetManager: Lost task 0.0 in stage 9902.0 (TID 210299, slave02, executor 3): org.apache.spark.util.TaskCompletionListenerException: refCnt: 0, decrement: 1
at org.apache.spark.TaskContextImpl.markTaskCompleted(TaskContextImpl.scala:105)
at org.apache.spark.scheduler.Task.run(Task.scala:112)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:322)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
19/12/13 10:48:01 WARN scheduler.TaskSetManager: Lost task 0.0 in stage 9944.0 (TID 210928, slave03, executor 11): org.apache.spark.util.TaskCompletionListenerException: refCnt: 0, decrement: 1
at org.apache.spark.TaskContextImpl.markTaskCompleted(TaskContextImpl.scala:105)
at org.apache.spark.scheduler.Task.run(Task.scala:112)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:322)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)[/mw_shl_code]
|