Java程序是实现sqoop把数据从mysql数据库中导入hdfs中，但是报错了!

发布于 2021-11-20 04:06:57 字数 3115 浏览 864 评论 2

12/11/20 16:18:18 WARN mapreduce.JobBase: SQOOP_HOME is unset. May not be able to find all job dependencies.
java.lang.NoSuchMethodError: org.apache.hadoop.ipc.RPC.getProxy(Ljava/lang/Class;JLjava/net/InetSocketAddress;Lorg/apache/hadoop/security/UserGroupInformation;Lorg/apache/hadoop/conf/Configuration;Ljavax/net/SocketFactory;)Ljava/lang/Object;
   at org.apache.hadoop.mapred.JobClient.createRPCProxy(JobClient.java:520)
   at org.apache.hadoop.mapred.JobClient.init(JobClient.java:505)
   at org.apache.hadoop.mapred.JobClient.<init>(JobClient.java:476)
   at org.apache.hadoop.mapreduce.Job$1.run(Job.java:544)
   at java.security.AccessController.doPrivileged(Native Method)
   at javax.security.auth.Subject.doAs(Unknown Source)
   at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
   at org.apache.hadoop.mapreduce.Job.connect(Job.java:542)
   at org.apache.hadoop.mapreduce.Job.submit(Job.java:530)
   at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:561)
   at com.cloudera.sqoop.mapreduce.ImportJobBase.runJob(ImportJobBase.java:107)
   at com.cloudera.sqoop.mapreduce.ImportJobBase.runImport(ImportJobBase.java:166)
   at com.cloudera.sqoop.manager.SqlManager.importTable(SqlManager.java:386)
   at com.cloudera.sqoop.manager.MySQLManager.importTable(MySQLManager.java:125)
   at com.cloudera.sqoop.tool.ImportTool.importTable(ImportTool.java:350)
   at com.cloudera.sqoop.tool.ImportTool.run(ImportTool.java:423)
   at com.cloudera.sqoop.Sqoop.run(Sqoop.java:144)
   at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65)
   at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:79)
   at com.cloudera.sqoop.Sqoop.runSqoop(Sqoop.java:180)
   at com.cloudera.sqoop.Sqoop.runTool(Sqoop.java:218)
   at com.cloudera.sqoop.Sqoop.main(Sqoop.java:228)
   at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
   at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
   at java.lang.reflect.Method.invoke(Unknown Source)
   at org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:68)
   at org.apache.hadoop.util.ProgramDriver.driver(ProgramDriver.java:139)
   at com.neusoft.iotic.collector.rmdb.RmdbJobExecutor.saveToHdfs(RmdbJobExecutor.java:110)
   at com.neusoft.iotic.collector.rmdb.RmdbJobExecutor.main(RmdbJobExecutor.java:126)