linbowei 发表于 2016-4-5 16:16:51

sqoop-1.99.3 从mysql导入到hdfs报如下错误；各位大神求帮忙解答

sqoop:000> start job --jid 1
Exception has occurred during processing command
Exception: org.apache.sqoop.common.SqoopException Message: CLIENT_0001:Server has returned exception
Stack trace:
   atorg.apache.sqoop.client.request.Request$ServerExceptionFilter (Request.java:103)
   atcom.sun.jersey.api.client.WebResource (WebResource.java:670)
   atcom.sun.jersey.api.client.WebResource (WebResource.java:74)
   atcom.sun.jersey.api.client.WebResource$Builder (WebResource.java:563)
   atorg.apache.sqoop.client.request.Request (Request.java:67)
   atorg.apache.sqoop.client.request.SubmissionRequest (SubmissionRequest.java:64)
   atorg.apache.sqoop.client.request.SqoopRequests (SqoopRequests.java:146)
   atorg.apache.sqoop.client.SqoopClient (SqoopClient.java:436)
   atorg.apache.sqoop.shell.StartJobFunction (StartJobFunction.java:78)
   atorg.apache.sqoop.shell.SqoopFunction (SqoopFunction.java:46)
   atorg.apache.sqoop.shell.StartCommand (StartCommand.java:51)
   atorg.apache.sqoop.shell.SqoopCommand (SqoopCommand.java:127)
   atorg.codehaus.groovy.tools.shell.Command$execute (null:-1)
   atorg.codehaus.groovy.runtime.callsite.CallSiteArray (CallSiteArray.java:42)
   atorg.codehaus.groovy.tools.shell.Command$execute (null:-1)
   atorg.codehaus.groovy.tools.shell.Shell (Shell.groovy:101)
   atorg.codehaus.groovy.tools.shell.Groovysh (Groovysh.groovy:-1)
   atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:-2)
   atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:57)
   atsun.reflect.DelegatingMethodAccessorImpl (DelegatingMethodAccessorImpl.java:43)
   atjava.lang.reflect.Method (Method.java:606)
   atorg.codehaus.groovy.reflection.CachedMethod (CachedMethod.java:90)
   atgroovy.lang.MetaMethod (MetaMethod.java:233)
   atgroovy.lang.MetaClassImpl (MetaClassImpl.java:1054)
   atorg.codehaus.groovy.runtime.ScriptBytecodeAdapter (ScriptBytecodeAdapter.java:128)
   atorg.codehaus.groovy.tools.shell.Groovysh (Groovysh.groovy:173)
   atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:-2)
   atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:57)
   atsun.reflect.DelegatingMethodAccessorImpl (DelegatingMethodAccessorImpl.java:43)
   atjava.lang.reflect.Method (Method.java:606)
   atorg.codehaus.groovy.runtime.callsite.PogoMetaMethodSite$PogoCachedMethodSiteNoUnwrapNoCoerce (PogoMetaMethodSite.java:267)
   atorg.codehaus.groovy.runtime.callsite.PogoMetaMethodSite (PogoMetaMethodSite.java:52)
   atorg.codehaus.groovy.runtime.callsite.AbstractCallSite (AbstractCallSite.java:141)
   atorg.codehaus.groovy.tools.shell.Groovysh (Groovysh.groovy:121)
   atorg.codehaus.groovy.tools.shell.Shell (Shell.groovy:114)
   atorg.codehaus.groovy.tools.shell.Shell$leftShift$0 (null:-1)
   atorg.codehaus.groovy.tools.shell.ShellRunner (ShellRunner.groovy:88)
   atorg.codehaus.groovy.tools.shell.InteractiveShellRunner (InteractiveShellRunner.groovy:-1)
   atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:-2)
   atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:57)
   atsun.reflect.DelegatingMethodAccessorImpl (DelegatingMethodAccessorImpl.java:43)
   atjava.lang.reflect.Method (Method.java:606)
   atorg.codehaus.groovy.reflection.CachedMethod (CachedMethod.java:90)
   atgroovy.lang.MetaMethod (MetaMethod.java:233)
   atgroovy.lang.MetaClassImpl (MetaClassImpl.java:1054)
   atorg.codehaus.groovy.runtime.ScriptBytecodeAdapter (ScriptBytecodeAdapter.java:128)
   atorg.codehaus.groovy.runtime.ScriptBytecodeAdapter (ScriptBytecodeAdapter.java:148)
   atorg.codehaus.groovy.tools.shell.InteractiveShellRunner (InteractiveShellRunner.groovy:100)
   atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:-2)
   atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:57)
   atsun.reflect.DelegatingMethodAccessorImpl (DelegatingMethodAccessorImpl.java:43)
   atjava.lang.reflect.Method (Method.java:606)
   atorg.codehaus.groovy.runtime.callsite.PogoMetaMethodSite$PogoCachedMethodSiteNoUnwrapNoCoerce (PogoMetaMethodSite.java:267)
   atorg.codehaus.groovy.runtime.callsite.PogoMetaMethodSite (PogoMetaMethodSite.java:52)
   atorg.codehaus.groovy.runtime.callsite.AbstractCallSite (AbstractCallSite.java:137)
   atorg.codehaus.groovy.tools.shell.ShellRunner (ShellRunner.groovy:57)
   atorg.codehaus.groovy.tools.shell.InteractiveShellRunner (InteractiveShellRunner.groovy:-1)
   atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:-2)
   atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:57)
   atsun.reflect.DelegatingMethodAccessorImpl (DelegatingMethodAccessorImpl.java:43)
   atjava.lang.reflect.Method (Method.java:606)
   atorg.codehaus.groovy.reflection.CachedMethod (CachedMethod.java:90)
   atgroovy.lang.MetaMethod (MetaMethod.java:233)
   atgroovy.lang.MetaClassImpl (MetaClassImpl.java:1054)
   atorg.codehaus.groovy.runtime.ScriptBytecodeAdapter (ScriptBytecodeAdapter.java:128)
   atorg.codehaus.groovy.runtime.ScriptBytecodeAdapter (ScriptBytecodeAdapter.java:148)
   atorg.codehaus.groovy.tools.shell.InteractiveShellRunner (InteractiveShellRunner.groovy:66)
   atjava_lang_Runnable$run (null:-1)
   atorg.codehaus.groovy.runtime.callsite.CallSiteArray (CallSiteArray.java:42)
   atorg.codehaus.groovy.runtime.callsite.AbstractCallSite (AbstractCallSite.java:108)
   atorg.codehaus.groovy.runtime.callsite.AbstractCallSite (AbstractCallSite.java:112)
   atorg.codehaus.groovy.tools.shell.Groovysh (Groovysh.groovy:463)
   atorg.codehaus.groovy.tools.shell.Groovysh (Groovysh.groovy:402)
   atorg.apache.sqoop.shell.SqoopShell (SqoopShell.java:128)
Caused by: Exception: java.lang.Throwable Message: GENERIC_JDBC_CONNECTOR_0005:No column is found to partition data
Stack trace:
   atorg.apache.sqoop.connector.jdbc.GenericJdbcImportInitializer (GenericJdbcImportInitializer.java:148)
   atorg.apache.sqoop.connector.jdbc.GenericJdbcImportInitializer (GenericJdbcImportInitializer.java:51)
   atorg.apache.sqoop.connector.jdbc.GenericJdbcImportInitializer (GenericJdbcImportInitializer.java:40)
   atorg.apache.sqoop.framework.JobManager (JobManager.java:378)
   atorg.apache.sqoop.handler.SubmissionRequestHandler (SubmissionRequestHandler.java:152)
   atorg.apache.sqoop.handler.SubmissionRequestHandler (SubmissionRequestHandler.java:122)
   atorg.apache.sqoop.handler.SubmissionRequestHandler (SubmissionRequestHandler.java:75)
   atorg.apache.sqoop.server.v1.SubmissionServlet (SubmissionServlet.java:44)
   atorg.apache.sqoop.server.SqoopProtocolServlet (SqoopProtocolServlet.java:63)
   atjavax.servlet.http.HttpServlet (HttpServlet.java:637)
   atjavax.servlet.http.HttpServlet (HttpServlet.java:717)
   atorg.apache.catalina.core.ApplicationFilterChain (ApplicationFilterChain.java:290)
   atorg.apache.catalina.core.ApplicationFilterChain (ApplicationFilterChain.java:206)
   atorg.apache.catalina.core.StandardWrapperValve (StandardWrapperValve.java:233)
   atorg.apache.catalina.core.StandardContextValve (StandardContextValve.java:191)
   atorg.apache.catalina.core.StandardHostValve (StandardHostValve.java:127)
   atorg.apache.catalina.valves.ErrorReportValve (ErrorReportValve.java:103)
   atorg.apache.catalina.core.StandardEngineValve (StandardEngineValve.java:109)
   atorg.apache.catalina.connector.CoyoteAdapter (CoyoteAdapter.java:293)
   atorg.apache.coyote.http11.Http11Processor (Http11Processor.java:861)
   atorg.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler (Http11Protocol.java:606)
   atorg.apache.tomcat.util.net.JIoEndpoint$Worker (JIoEndpoint.java:489)
   atjava.lang.Thread (Thread.java:745)

leo_1989 发表于 2016-4-5 22:25:06

linbowei 发表于 2016-4-5 21:20
是啊，删除不了。老是说在运行。还有我找不到1.99.4的安装包，你有没有，能不能发给我。官网只有1.99.6的

1.99.6也行，你应该是按照成功了，可以在检测下配置。
程序没有运行完毕，肯定删不了的。

bob007 发表于 2016-4-5 17:59:15

列的名字是不是写错了

linbowei 发表于 2016-4-5 18:23:02

bob007 发表于 2016-4-5 17:59
列的名字是不是写错了

我没写列名的呀！
sqoop:000> delete job --jid 4                  
Exception has occurred during processing command
Exception: org.apache.sqoop.common.SqoopException Message: CLIENT_0001:Server has returned exception
Stack trace:
       atorg.apache.sqoop.client.request.Request$ServerExceptionFilter (Request.java:103)
       atcom.sun.jersey.api.client.WebResource (WebResource.java:670)
       atcom.sun.jersey.api.client.WebResource (WebResource.java:74)
       atcom.sun.jersey.api.client.WebResource$Builder (WebResource.java:583)
       atorg.apache.sqoop.client.request.Request (Request.java:75)
       atorg.apache.sqoop.client.request.JobRequest (JobRequest.java:85)
       atorg.apache.sqoop.client.request.SqoopRequests (SqoopRequests.java:134)
       atorg.apache.sqoop.client.SqoopClient (SqoopClient.java:426)
       atorg.apache.sqoop.shell.DeleteJobFunction (DeleteJobFunction.java:53)
       atorg.apache.sqoop.shell.SqoopFunction (SqoopFunction.java:46)
       atorg.apache.sqoop.shell.DeleteCommand (DeleteCommand.java:58)
       atorg.apache.sqoop.shell.SqoopCommand (SqoopCommand.java:127)
       atorg.codehaus.groovy.tools.shell.Command$execute (null:-1)
       atorg.codehaus.groovy.runtime.callsite.CallSiteArray (CallSiteArray.java:42)
       atorg.codehaus.groovy.tools.shell.Command$execute (null:-1)
       atorg.codehaus.groovy.tools.shell.Shell (Shell.groovy:101)
       atorg.codehaus.groovy.tools.shell.Groovysh (Groovysh.groovy:-1)
       atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:-2)
       atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:57)
       atsun.reflect.DelegatingMethodAccessorImpl (DelegatingMethodAccessorImpl.java:43)
       atjava.lang.reflect.Method (Method.java:606)
       atorg.codehaus.groovy.reflection.CachedMethod (CachedMethod.java:90)
       atgroovy.lang.MetaMethod (MetaMethod.java:233)
       atgroovy.lang.MetaClassImpl (MetaClassImpl.java:1054)
       atorg.codehaus.groovy.runtime.ScriptBytecodeAdapter (ScriptBytecodeAdapter.java:128)
       atorg.codehaus.groovy.tools.shell.Groovysh (Groovysh.groovy:173)
       atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:-2)
       atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:57)
       atsun.reflect.DelegatingMethodAccessorImpl (DelegatingMethodAccessorImpl.java:43)
       atjava.lang.reflect.Method (Method.java:606)
       atorg.codehaus.groovy.runtime.callsite.PogoMetaMethodSite$PogoCachedMethodSiteNoUnwrapNoCoerce (PogoMetaMethodSite.java:267)
       atorg.codehaus.groovy.runtime.callsite.PogoMetaMethodSite (PogoMetaMethodSite.java:52)
       atorg.codehaus.groovy.runtime.callsite.AbstractCallSite (AbstractCallSite.java:141)
       atorg.codehaus.groovy.tools.shell.Groovysh (Groovysh.groovy:121)
       atorg.codehaus.groovy.tools.shell.Shell (Shell.groovy:114)
       atorg.codehaus.groovy.tools.shell.Shell$leftShift$0 (null:-1)
       atorg.codehaus.groovy.tools.shell.ShellRunner (ShellRunner.groovy:88)
       atorg.codehaus.groovy.tools.shell.InteractiveShellRunner (InteractiveShellRunner.groovy:-1)
       atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:-2)
       atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:57)
       atsun.reflect.DelegatingMethodAccessorImpl (DelegatingMethodAccessorImpl.java:43)
       atjava.lang.reflect.Method (Method.java:606)
       atorg.codehaus.groovy.reflection.CachedMethod (CachedMethod.java:90)
       atgroovy.lang.MetaMethod (MetaMethod.java:233)
       atgroovy.lang.MetaClassImpl (MetaClassImpl.java:1054)
       atorg.codehaus.groovy.runtime.ScriptBytecodeAdapter (ScriptBytecodeAdapter.java:128)
       atorg.codehaus.groovy.runtime.ScriptBytecodeAdapter (ScriptBytecodeAdapter.java:148)
       atorg.codehaus.groovy.tools.shell.InteractiveShellRunner (InteractiveShellRunner.groovy:100)
       atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:-2)
       atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:57)
       atsun.reflect.DelegatingMethodAccessorImpl (DelegatingMethodAccessorImpl.java:43)
       atjava.lang.reflect.Method (Method.java:606)
       atorg.codehaus.groovy.runtime.callsite.PogoMetaMethodSite$PogoCachedMethodSiteNoUnwrapNoCoerce (PogoMetaMethodSite.java:267)
       atorg.codehaus.groovy.runtime.callsite.PogoMetaMethodSite (PogoMetaMethodSite.java:52)
       atorg.codehaus.groovy.runtime.callsite.AbstractCallSite (AbstractCallSite.java:137)
       atorg.codehaus.groovy.tools.shell.ShellRunner (ShellRunner.groovy:57)
       atorg.codehaus.groovy.tools.shell.InteractiveShellRunner (InteractiveShellRunner.groovy:-1)
       atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:-2)
       atsun.reflect.NativeMethodAccessorImpl (NativeMethodAccessorImpl.java:57)
       atsun.reflect.DelegatingMethodAccessorImpl (DelegatingMethodAccessorImpl.java:43)
       atjava.lang.reflect.Method (Method.java:606)
       atorg.codehaus.groovy.reflection.CachedMethod (CachedMethod.java:90)
       atgroovy.lang.MetaMethod (MetaMethod.java:233)
       atgroovy.lang.MetaClassImpl (MetaClassImpl.java:1054)
       atorg.codehaus.groovy.runtime.ScriptBytecodeAdapter (ScriptBytecodeAdapter.java:128)
       atorg.codehaus.groovy.runtime.ScriptBytecodeAdapter (ScriptBytecodeAdapter.java:148)
       atorg.codehaus.groovy.tools.shell.InteractiveShellRunner (InteractiveShellRunner.groovy:66)
       atjava_lang_Runnable$run (null:-1)
       atorg.codehaus.groovy.runtime.callsite.CallSiteArray (CallSiteArray.java:42)
       atorg.codehaus.groovy.runtime.callsite.AbstractCallSite (AbstractCallSite.java:108)
       atorg.codehaus.groovy.runtime.callsite.AbstractCallSite (AbstractCallSite.java:112)
       atorg.codehaus.groovy.tools.shell.Groovysh (Groovysh.groovy:463)
       atorg.codehaus.groovy.tools.shell.Groovysh (Groovysh.groovy:402)
       atorg.apache.sqoop.shell.SqoopShell (SqoopShell.java:128)
Caused by: Exception: java.lang.Throwable Message: JDBCREPO_0022:Given job id is in use - Id in use: 4
Stack trace:
       atorg.apache.sqoop.repository.JdbcRepository$15 (JdbcRepository.java:433)
       atorg.apache.sqoop.repository.JdbcRepository (JdbcRepository.java:90)
       atorg.apache.sqoop.repository.JdbcRepository (JdbcRepository.java:61)
       atorg.apache.sqoop.repository.JdbcRepository (JdbcRepository.java:425)
       atorg.apache.sqoop.handler.JobRequestHandler (JobRequestHandler.java:125)
       atorg.apache.sqoop.handler.JobRequestHandler (JobRequestHandler.java:104)
       atorg.apache.sqoop.server.v1.JobServlet (JobServlet.java:54)
       atorg.apache.sqoop.server.SqoopProtocolServlet (SqoopProtocolServlet.java:95)
       atjavax.servlet.http.HttpServlet (HttpServlet.java:643)
       atjavax.servlet.http.HttpServlet (HttpServlet.java:717)
       atorg.apache.catalina.core.ApplicationFilterChain (ApplicationFilterChain.java:290)
       atorg.apache.catalina.core.ApplicationFilterChain (ApplicationFilterChain.java:206)
       atorg.apache.catalina.core.StandardWrapperValve (StandardWrapperValve.java:233)
       atorg.apache.catalina.core.StandardContextValve (StandardContextValve.java:191)
       atorg.apache.catalina.core.StandardHostValve (StandardHostValve.java:127)
       atorg.apache.catalina.valves.ErrorReportValve (ErrorReportValve.java:103)
       atorg.apache.catalina.core.StandardEngineValve (StandardEngineValve.java:109)
       atorg.apache.catalina.connector.CoyoteAdapter (CoyoteAdapter.java:293)
       atorg.apache.coyote.http11.Http11Processor (Http11Processor.java:861)
       atorg.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler (Http11Protocol.java:606)
       atorg.apache.tomcat.util.net.JIoEndpoint$Worker (JIoEndpoint.java:489)
       atjava.lang.Thread (Thread.java:745)
这个问题怎么回事，我想stop里面的一个job。老是不能stop

easthome001 发表于 2016-4-5 18:46:21

linbowei 发表于 2016-4-5 18:23
我没写列名的呀！
sqoop:000> delete job --jid 4                  
Exception has occurred during ...

正在运行着，这样是删不掉的，找到id后，直接kill掉试试

linbowei 发表于 2016-4-5 18:47:42

easthome001 发表于 2016-4-5 18:46
正在运行着，这样是删不掉的，找到id后，直接kill掉试试

已经运行结束了，怎么样去找到ID？

easthome001 发表于 2016-4-5 19:01:27

linbowei 发表于 2016-4-5 18:47
已经运行结束了，怎么样去找到ID？

看看job 4是什么状态

linbowei 发表于 2016-4-5 19:04:34

easthome001 发表于 2016-4-5 19:01
看看job 4是什么状态

sqoop:000> show job
+----+------------+--------+-----------+---------+
| Id |    Name    |Type| Connector | Enabled |
+----+------------+--------+-----------+---------+
| 4| mysql_job| IMPORT | 1         | true    |
| 5| mysql_job2 | IMPORT | 1         | true    |
| 6| mysql_job3 | IMPORT | 1         | true    |

Alkaloid0515 发表于 2016-4-5 19:20:32

linbowei 发表于 2016-4-5 19:04
sqoop:000> show job
+----+------------+--------+-----------+---------+
| Id |    Name    |Type ...
删除5，应该也删不掉吧。还在运行着吧。
建议楼主多找找这方面的资料，下面仅供参考，更多的可以多百度下。
Sqoop21.99.4安装与使用
http://www.aboutyun.com/forum.php?mod=viewthread&tid=17938


https://yunpan.cn/cqP9wbt4wnXqZ访问密码2811

linbowei 发表于 2016-4-5 21:20:47

Alkaloid0515 发表于 2016-4-5 19:20
删除5，应该也删不掉吧。还在运行着吧。
建议楼主多找找这方面的资料，下面仅供参考，更多的可以多百度 ...

是啊，删除不了。老是说在运行。还有我找不到1.99.4的安装包，你有没有，能不能发给我。官网只有1.99.6的
页: [1] 2
查看完整版本: sqoop-1.99.3 从mysql导入到hdfs报如下错误；各位大神求帮忙解答