storage: Do not produce a .crc checksum file copying from hdfs. #TASK…

…-6722
opencb · Nov 29, 2024 · 90010ac · 90010ac
1 parent 923651c
commit 90010ac
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/...adoop-core/src/main/java/org/opencb/opencga/storage/hadoop/utils/MapReduceOutputFile.java b/...adoop-core/src/main/java/org/opencb/opencga/storage/hadoop/utils/MapReduceOutputFile.java
@@ -360,7 +360,9 @@ protected List<Path> concatMrOutputToLocal(Path mrOutdir, Path localOutput, bool
             LOGGER.info(" Target {}: {}", getCompression(localOutput.getName()), localOutput.toUri());
             LOGGER.info(" ---- ");
 
-            try (OutputStream os = getOutputStreamPlain(localOutput.getName(), localOutput.getFileSystem(getConf()).create(localOutput))) {
+            FileSystem localFfileSystem = localOutput.getFileSystem(getConf());
+            localFfileSystem.setWriteChecksum(false);
+            try (OutputStream os = getOutputStreamPlain(localOutput.getName(), localFfileSystem.create(localOutput))) {
                 for (int i = 0; i < paths.size(); i++) {
                     Path partFile = paths.get(i);
                     long partFileSize = fileSystem.getFileStatus(partFile).getLen();