开发者社区 > 大数据与机器学习 > 大数据开发治理DataWorks > 正文

DataX抽取hbase数据到数据中台报错Code:[HbaseReader-06]

Hbase Reader上的hbaseConfig 已经配置了zk的信息,数据源测试连通性也是成功的。 求大神帮忙看看问题。下面是报错日志:

2020-08-24 18:33:41.971 [job-7403126] ERROR JobContainer - Exception when job run com.alibaba.datax.common.exception.DataXException: Code:[HbaseReader-06], Description:[获取 Hbase RegionLocator时出错.]. - java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) at com.alibaba.datax.core.Engine.start(Engine.java:96) at com.alibaba.datax.core.Engine.entry(Engine.java:246) at com.alibaba.datax.core.Engine.main(Engine.java:279) Caused by: java.lang.NullPointerException at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ... 18 more - java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) at com.alibaba.datax.core.Engine.start(Engine.java:96) at com.alibaba.datax.core.Engine.entry(Engine.java:246) at com.alibaba.datax.core.Engine.main(Engine.java:279) Caused by: java.lang.NullPointerException at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ... 18 more at com.alibaba.datax.common.exception.DataXException.asDataXException(DataXException.java:48) ~[datax-common-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:168) ~[hbase11xreader-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) ~[hbase11xreader-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) ~[hbase11xreader-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) ~[datax-core-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) ~[datax-core-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) ~[datax-core-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.Engine.start(Engine.java:96) [datax-core-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.Engine.entry(Engine.java:246) [datax-core-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.Engine.main(Engine.java:279) [datax-core-0.0.1-SNAPSHOT.jar:na] Caused by: java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) ~[hbase-client-1.1.3.jar:1.1.3] at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) ~[hbase11xreader-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) ~[hbase11xreader-0.0.1-SNAPSHOT.jar:na] ... 8 common frames omitted Caused by: java.lang.NullPointerException: null at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ~[hbase-client-1.1.3.jar:1.1.3] ... 18 common frames omitted 2020-08-24 18:33:42.153 [job-7403126] INFO MetricReportUtil - reportJobMetric is turn off 2020-08-24 18:33:42.155 [job-7403126] INFO LocalJobContainerCommunicator - Total 0 records, 0 bytes | Speed 0B/s, 0 records/s | Error 0 records, 0 bytes | All Task WaitWriterTime 0.000s | All Task WaitReaderTime 0.000s | Percentage 0.00% 2020-08-24 18:33:42.161 [job-7403126] INFO JobContainer - jobContainer starts to do destroy ... 2020-08-24 18:33:42.172 [job-7403126] INFO JobContainer - DataX Writer.Job [odpswriter] do destroy work. 2020-08-24 18:33:42.173 [job-7403126] INFO JobContainer - DataX Reader.Job [hbase11xreader] do destroy work. 2020-08-24 18:33:42.174 [job-7403126] ERROR Engine - Through the intelligent analysis by DataX, the most likely error reason of this task is: com.alibaba.datax.common.exception.DataXException: Code:[HbaseReader-06], Description:[获取 Hbase RegionLocator时出错.]. - java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) at com.alibaba.datax.core.Engine.start(Engine.java:96) at com.alibaba.datax.core.Engine.entry(Engine.java:246) at com.alibaba.datax.core.Engine.main(Engine.java:279) Caused by: java.lang.NullPointerException at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ... 18 more - java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) at com.alibaba.datax.core.Engine.start(Engine.java:96) at com.alibaba.datax.core.Engine.entry(Engine.java:246) at com.alibaba.datax.core.Engine.main(Engine.java:279) Caused by: java.lang.NullPointerException at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ... 18 more at com.alibaba.datax.common.exception.DataXException.asDataXException(DataXException.java:48) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:168) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) at com.alibaba.datax.core.Engine.start(Engine.java:96) at com.alibaba.datax.core.Engine.entry(Engine.java:246) at com.alibaba.datax.core.Engine.main(Engine.java:279) Caused by: java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) ... 8 more Caused by: java.lang.NullPointerException at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ... 18 more

展开
收起
andre0936 2020-08-24 19:24:25 7106 0
2 条回答
写回答
取消 提交回答
  • 同问,请问这个问题解决了吗,如果解决了是怎么处理的

    2023-05-26 15:22:39
    赞同 展开评论 打赏
  • 您好,麻烦加一下我们DataWorks大群咨询一下吧,群邀请链接: https://wx.dingtalk.com/invite-page/weixin.html?bizSource=source&corpId=dingd0cf799086f27cb135c2f4657eb6378f&inviterUid=A26F27643C000F2D94460A2FDF52346D&encodeDeptId=6B32040BBEAFAF1DE93FD50C752B256A

    2020-08-27 18:02:52
    赞同 展开评论 打赏

DataWorks基于MaxCompute/Hologres/EMR/CDP等大数据引擎,为数据仓库/数据湖/湖仓一体等解决方案提供统一的全链路大数据开发治理平台。

热门讨论

热门文章

相关电子书

更多
HBase在大搜车金融业务中的应用实践 立即下载
DataWorks数据集成实时同步最佳实践(含内测邀请)-2020飞天大数据平台实战应用第一季 立即下载
《DataWorks 数据集成实时同步》 立即下载