hadoop 设置校验码时出错,数据同步到 hive 时出错
com.alibaba.datax.common.exception.DataXException: Code:[HdfsWriter-04], Description:[The file you configured has an I/O exception when writing.]. - java.io.IOException: Unable to close file because the last block does not have enough number of replicas. - org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:2273) - org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:2238) - org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:2204) - org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:72) - org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) - org.apache.hadoop.hive.ql.io.orc.WriterImpl.close(WriterImpl.java:2285) - org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat$OrcRecordWriter.close(OrcOutputFormat.java:106) - org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat$OrcRecordWriter.close(OrcOutputFormat.java:91) - com.alibaba.datax.plugin.writer.hdfswriter.HdfsHelper.orcFileStartWrite(HdfsHelper.java:396) - com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Task.startWrite(HdfsWriter.java:416) - com.alibaba.datax.core.taskgroup.runner.WriterRunner.run(WriterRunner.java:56) - java.lang.Thread.run(Thread.java:748) - java.io.IOException: Unable to close file because the last block does not have enough number of replicas. - org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:2273) - org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:2238) - org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:2204) - org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:72) - org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) - org.apache.hadoop.hive.ql.io.orc.WriterImpl.close(WriterImpl.java:2285) - org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat$OrcRecordWriter.close(OrcOutputFormat.java:106) - org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat$OrcRecordWriter.close(OrcOutputFormat.java:91) - com.alibaba.datax.plugin.writer.hdfswriter.HdfsHelper.orcFileStartWrite(HdfsHelper.java:396) - com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Task.startWrite(HdfsWriter.java:416) - com.alibaba.datax.core.taskgroup.runner.WriterRunner.run(WriterRunner.java:56) - java.lang.Thread.run(Thread.java:748)
内容来源: alibaba/DataX