探索云世界
Hbase Reader上的hbaseConfig 已经配置了zk的信息，数据源测试连通性也是成功的。 求大神帮忙看看问题。下面是报错日志：
2020-08-24 18:33:41.971 [job-7403126] ERROR JobContainer - Exception when job run com.alibaba.datax.common.exception.DataXException: Code:[HbaseReader-06], Description:[获取 Hbase RegionLocator时出错.]. - java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) at com.alibaba.datax.core.Engine.start(Engine.java:96) at com.alibaba.datax.core.Engine.entry(Engine.java:246) at com.alibaba.datax.core.Engine.main(Engine.java:279) Caused by: java.lang.NullPointerException at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ... 18 more - java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) at com.alibaba.datax.core.Engine.start(Engine.java:96) at com.alibaba.datax.core.Engine.entry(Engine.java:246) at com.alibaba.datax.core.Engine.main(Engine.java:279) Caused by: java.lang.NullPointerException at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ... 18 more at com.alibaba.datax.common.exception.DataXException.asDataXException(DataXException.java:48) ~[datax-common-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:168) ~[hbase11xreader-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) ~[hbase11xreader-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) ~[hbase11xreader-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) ~[datax-core-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) ~[datax-core-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) ~[datax-core-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.Engine.start(Engine.java:96) [datax-core-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.Engine.entry(Engine.java:246) [datax-core-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.core.Engine.main(Engine.java:279) [datax-core-0.0.1-SNAPSHOT.jar:na] Caused by: java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) ~[hbase-client-1.1.3.jar:1.1.3] at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) ~[hbase11xreader-0.0.1-SNAPSHOT.jar:na] at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) ~[hbase11xreader-0.0.1-SNAPSHOT.jar:na] ... 8 common frames omitted Caused by: java.lang.NullPointerException: null at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) ~[hbase-client-1.1.3.jar:1.1.3] at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ~[hbase-client-1.1.3.jar:1.1.3] ... 18 common frames omitted 2020-08-24 18:33:42.153 [job-7403126] INFO MetricReportUtil - reportJobMetric is turn off 2020-08-24 18:33:42.155 [job-7403126] INFO LocalJobContainerCommunicator - Total 0 records, 0 bytes | Speed 0B/s, 0 records/s | Error 0 records, 0 bytes | All Task WaitWriterTime 0.000s | All Task WaitReaderTime 0.000s | Percentage 0.00% 2020-08-24 18:33:42.161 [job-7403126] INFO JobContainer - jobContainer starts to do destroy ... 2020-08-24 18:33:42.172 [job-7403126] INFO JobContainer - DataX Writer.Job [odpswriter] do destroy work. 2020-08-24 18:33:42.173 [job-7403126] INFO JobContainer - DataX Reader.Job [hbase11xreader] do destroy work. 2020-08-24 18:33:42.174 [job-7403126] ERROR Engine - Through the intelligent analysis by DataX, the most likely error reason of this task is: com.alibaba.datax.common.exception.DataXException: Code:[HbaseReader-06], Description:[获取 Hbase RegionLocator时出错.]. - java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) at com.alibaba.datax.core.Engine.start(Engine.java:96) at com.alibaba.datax.core.Engine.entry(Engine.java:246) at com.alibaba.datax.core.Engine.main(Engine.java:279) Caused by: java.lang.NullPointerException at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ... 18 more - java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) at com.alibaba.datax.core.Engine.start(Engine.java:96) at com.alibaba.datax.core.Engine.entry(Engine.java:246) at com.alibaba.datax.core.Engine.main(Engine.java:279) Caused by: java.lang.NullPointerException at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ... 18 more at com.alibaba.datax.common.exception.DataXException.asDataXException(DataXException.java:48) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:168) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.split(Hbase11xHelper.java:376) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xReader$Job.split(Hbase11xReader.java:30) at com.alibaba.datax.core.job.JobContainer.doReaderSplit(JobContainer.java:1077) at com.alibaba.datax.core.job.JobContainer.split(JobContainer.java:562) at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:217) at com.alibaba.datax.core.Engine.start(Engine.java:96) at com.alibaba.datax.core.Engine.entry(Engine.java:246) at com.alibaba.datax.core.Engine.main(Engine.java:279) Caused by: java.lang.RuntimeException: java.lang.NullPointerException at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:208) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:320) at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:295) at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:160) at org.apache.hadoop.hbase.client.ClientScanner. (ClientScanner.java:155) at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:821) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:602) at org.apache.hadoop.hbase.MetaTableAccessor.tableExists(MetaTableAccessor.java:366) at org.apache.hadoop.hbase.client.HBaseAdmin.tableExists(HBaseAdmin.java:392) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.checkHbaseTable(Hbase11xHelper.java:218) at com.alibaba.datax.plugin.reader.hbase11xreader.Hbase11xHelper.getRegionLocator(Hbase11xHelper.java:162) ... 8 more Caused by: java.lang.NullPointerException at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.getMetaReplicaNodes(ZooKeeperWatcher.java:395) at org.apache.hadoop.hbase.zookeeper.MetaTableLocator.blockUntilAvailable(MetaTableLocator.java:553) at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getMetaRegionLocation(ZooKeeperRegistry.java:61) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateMeta(ConnectionManager.java:1186) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.locateRegion(ConnectionManager.java:1153) at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.getRegionLocations(RpcRetryingCallerWithReadReplicas.java:300) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:155) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:59) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ... 18 more
写回答
您好，麻烦加一下我们DataWorks大群咨询一下吧，群邀请链接： https://wx.dingtalk.com/invite-page/weixin.html?bizSource=source&corpId=dingd0cf799086f27cb135c2f4657eb6378f&inviterUid=A26F27643C000F2D94460A2FDF52346D&encodeDeptId=6B32040BBEAFAF1DE93FD50C752B256A
版权声明：本文内容由阿里云实名注册用户自发贡献，版权归原作者所有，阿里云开发者社区不拥有其著作权，亦不承担相应法律责任。具体规则请查看《阿里云开发者社区用户服务协议》和《阿里云开发者社区知识产权保护指引》。如果您发现本社区中有涉嫌抄袭的内容，填写侵权投诉表单进行举报，一经查实，本社区将立刻删除涉嫌侵权内容。
DataWorks基于MaxCompute/Hologres/EMR/CDP等大数据引擎，为数据仓库/数据湖/湖仓一体等解决方案提供统一的全链路大数据开发治理平台。
