diff --git a/LICENSE-binary b/LICENSE-binary index a9faf26db5..df08689258 100644 --- a/LICENSE-binary +++ b/LICENSE-binary @@ -297,10 +297,10 @@ org.apache.curator:curator-client:5.2.0 org.apache.curator:curator-framework:5.2.0 org.apache.curator:curator-recipes:5.2.0 org.apache.geronimo.specs:geronimo-jcache_1.0_spec:1.0-alpha-1 -org.apache.hbase:hbase-annotations:1.4.8 -org.apache.hbase:hbase-client:1.4.8 -org.apache.hbase:hbase-common:1.4.8 -org.apache.hbase:hbase-protocol:1.4.8 +org.apache.hbase:hbase-annotations:1.7.1 +org.apache.hbase:hbase-client:1.7.1 +org.apache.hbase:hbase-common:1.7.1 +org.apache.hbase:hbase-protocol:1.7.1 org.apache.htrace:htrace-core:3.1.0-incubating org.apache.htrace:htrace-core4:4.1.0-incubating org.apache.httpcomponents:httpclient:4.5.6 diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml index 9392a9f67f..ca6886641f 100644 --- a/hadoop-project/pom.xml +++ b/hadoop-project/pom.xml @@ -196,7 +196,7 @@ 1.5.4 1.26 - 1.4.8 + 1.7.1 2.0.2 4.13.2 5.5.1 @@ -2393,7 +2393,7 @@ ${hbase.one.version} - 2.5.1 + 2.8.5 12.0.1 hadoop-yarn-server-timelineservice-hbase-server-1 diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/pom.xml b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/pom.xml index d8cf6ded00..4180d88acb 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/pom.xml +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/pom.xml @@ -96,6 +96,10 @@ tomcat jasper-runtime + + org.apache.hadoop + hadoop-hdfs-client + @@ -106,6 +110,12 @@ hadoop-auth ${hbase-compatible-hadoop.version} test + + + org.apache.hadoop + hadoop-hdfs-client + + @@ -117,6 +127,10 @@ org.apache.hadoop hadoop-common + + org.apache.hadoop + hadoop-hdfs-client + @@ -311,6 +325,12 @@ hadoop-hdfs ${hbase-compatible-hadoop.version} test + + + org.apache.hadoop + hadoop-hdfs-client + + - - org.apache.hadoop - hadoop-hdfs-client - ${hbase-compatible-hadoop.version} - test - diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/ApplicationEntityReader.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/ApplicationEntityReader.java index c25125d524..fa3d554178 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/ApplicationEntityReader.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/ApplicationEntityReader.java @@ -412,7 +412,7 @@ protected ResultScanner getResults(Configuration hbaseConf, } // set start row - scan.setStartRow(applicationRowKey.getRowKey()); + scan.withStartRow(applicationRowKey.getRowKey()); // get the bytes for stop row applicationRowKeyPrefix = new ApplicationRowKeyPrefix( @@ -420,7 +420,7 @@ protected ResultScanner getResults(Configuration hbaseConf, context.getFlowRunId()); // set stop row - scan.setStopRow( + scan.withStopRow( HBaseTimelineStorageUtils.calculateTheClosestNextRowKeyForPrefix( applicationRowKeyPrefix.getRowKeyPrefix())); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/EntityTypeReader.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/EntityTypeReader.java index b790010df0..51848e9539 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/EntityTypeReader.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/EntityTypeReader.java @@ -158,9 +158,11 @@ private static byte[] getNextRowKey(byte[] currRowKeyPrefix, private ResultScanner getResult(Configuration hbaseConf, Connection conn, FilterList filterList, byte[] startPrefix, byte[] endPrefix) throws IOException { - Scan scan = new Scan(startPrefix, endPrefix); - scan.setFilter(filterList); - scan.setSmall(true); + Scan scan = new Scan() + .withStartRow(startPrefix) + .withStopRow(endPrefix) + .setFilter(filterList) + .setSmall(true); return ENTITY_TABLE.getResultScanner(hbaseConf, conn, scan); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/FlowActivityEntityReader.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/FlowActivityEntityReader.java index 8005d85051..11883fd90a 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/FlowActivityEntityReader.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/FlowActivityEntityReader.java @@ -133,16 +133,16 @@ && getFilters().getCreatedTimeEnd() == Long.MAX_VALUE) { throw new BadRequestException( "fromid doesn't belong to clusterId=" + clusterId); } - scan.setStartRow(key.getRowKey()); - scan.setStopRow( + scan.withStartRow(key.getRowKey()); + scan.withStopRow( new FlowActivityRowKeyPrefix(clusterId, (getFilters().getCreatedTimeBegin() <= 0 ? 0 : (getFilters().getCreatedTimeBegin() - 1))) .getRowKeyPrefix()); } else { - scan.setStartRow(new FlowActivityRowKeyPrefix(clusterId, getFilters() + scan.withStartRow(new FlowActivityRowKeyPrefix(clusterId, getFilters() .getCreatedTimeEnd()).getRowKeyPrefix()); - scan.setStopRow(new FlowActivityRowKeyPrefix(clusterId, (getFilters() + scan.withStopRow(new FlowActivityRowKeyPrefix(clusterId, (getFilters() .getCreatedTimeBegin() <= 0 ? 0 : (getFilters().getCreatedTimeBegin() - 1))).getRowKeyPrefix()); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/FlowRunEntityReader.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/FlowRunEntityReader.java index 50e96ef1ab..75693d0bc0 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/FlowRunEntityReader.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/FlowRunEntityReader.java @@ -241,14 +241,14 @@ protected ResultScanner getResults(Configuration hbaseConf, Connection conn, "fromid doesn't belong to clusterId=" + context.getClusterId()); } // set start row - scan.setStartRow(flowRunRowKey.getRowKey()); + scan.withStartRow(flowRunRowKey.getRowKey()); // get the bytes for stop row flowRunRowKeyPrefix = new FlowRunRowKeyPrefix(context.getClusterId(), context.getUserId(), context.getFlowName()); // set stop row - scan.setStopRow( + scan.withStopRow( HBaseTimelineStorageUtils.calculateTheClosestNextRowKeyForPrefix( flowRunRowKeyPrefix.getRowKeyPrefix())); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/GenericEntityReader.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/GenericEntityReader.java index 511d310ad4..e131176402 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/GenericEntityReader.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/GenericEntityReader.java @@ -519,7 +519,7 @@ protected ResultScanner getResults(Configuration hbaseConf, Connection conn, } // set start row - scan.setStartRow(entityRowKey.getRowKey()); + scan.withStartRow(entityRowKey.getRowKey()); // get the bytes for stop row entityRowKeyPrefix = new EntityRowKeyPrefix(context.getClusterId(), @@ -527,7 +527,7 @@ protected ResultScanner getResults(Configuration hbaseConf, Connection conn, context.getAppId(), context.getEntityType(), null, null); // set stop row - scan.setStopRow( + scan.withStopRow( HBaseTimelineStorageUtils.calculateTheClosestNextRowKeyForPrefix( entityRowKeyPrefix.getRowKeyPrefix())); diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/SubApplicationEntityReader.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/SubApplicationEntityReader.java index ee0650c6f5..5a4f7843a9 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/SubApplicationEntityReader.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/reader/SubApplicationEntityReader.java @@ -372,7 +372,7 @@ protected ResultScanner getResults(Configuration hbaseConf, Connection conn, } // set start row - scan.setStartRow(entityRowKey.getRowKey()); + scan.withStartRow(entityRowKey.getRowKey()); // get the bytes for stop row subApplicationRowKeyPrefix = new SubApplicationRowKeyPrefix( @@ -380,7 +380,7 @@ protected ResultScanner getResults(Configuration hbaseConf, Connection conn, context.getEntityType(), null, null, null); // set stop row - scan.setStopRow( + scan.withStopRow( HBaseTimelineStorageUtils.calculateTheClosestNextRowKeyForPrefix( subApplicationRowKeyPrefix.getRowKeyPrefix()));