big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

YARN-11369. Commons.compress throws an IllegalArgumentException with large uids after 1.21. Contributed by Benjamin Teke

Browse Source
This commit is contained in:
Szilard Nemeth 2022-11-16 13:07:05 +01:00
parent cd929457c9
commit 142df247ed
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-uploader/src/main/java/org/apache/hadoop/mapred/uploader/FrameworkUploader.java
View File

@ -331,6 +331,8 @@ void buildPackage()
LOG.info("Compressing tarball"); LOG.info("Compressing tarball");
try (TarArchiveOutputStream out = new TarArchiveOutputStream( try (TarArchiveOutputStream out = new TarArchiveOutputStream(
targetStream)) { targetStream)) {
// Workaround for the compress issue present from 1.21: COMPRESS-587
out.setBigNumberMode(TarArchiveOutputStream.BIGNUMBER_STAR);
for (String fullPath : filteredInputFiles) { for (String fullPath : filteredInputFiles) {
LOG.info("Adding " + fullPath); LOG.info("Adding " + fullPath);
File file = new File(fullPath); File file = new File(fullPath);