big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-16776 Erasure Coding: The length of targets should be checked when DN gets a reconstruction task (#4901)

Browse Source
This commit is contained in:
Kidd5368 2022-09-23 11:27:56 +08:00 committed by GitHub
parent e526f48fa4
commit 9a29075f91
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/erasurecode/StripedReconstructor.java
View File

@ -288,6 +288,10 @@ RawErasureDecoder getDecoder() {
return decoder; return decoder;
} }
int getNumLiveBlocks(){
return liveBitSet.cardinality();
}
void cleanup() { void cleanup() {
if (decoder != null) { if (decoder != null) {
decoder.release(); decoder.release();

4
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/erasurecode/StripedWriter.java
View File

@ -82,8 +82,10 @@ class StripedWriter {
assert targetStorageIds != null; assert targetStorageIds != null;
writers = new StripedBlockWriter[targets.length]; writers = new StripedBlockWriter[targets.length];
targetIndices = new short[targets.length]; targetIndices = new short[targets.length];
Preconditions.checkArgument(
targetIndices.length <= dataBlkNum + parityBlkNum - reconstructor.getNumLiveBlocks(),
"Reconstruction work gets too much targets.");
Preconditions.checkArgument(targetIndices.length <= parityBlkNum, Preconditions.checkArgument(targetIndices.length <= parityBlkNum,
"Too much missed striped blocks."); "Too much missed striped blocks.");
initTargetIndices(); initTargetIndices();