3368 Commits

Author	SHA1	Message	Date
arp	f8bbf80067	Merge branch 'trunk' into HDFS-6581 ... Conflicts: hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/StorageType.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/HdfsFileStatus.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/HdfsLocatedFileStatus.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocolPB/PBHelper.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormatPBINode.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFile.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFileAttributes.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeLayoutVersion.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/FSImageFormatPBSnapshot.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/JsonUtil.java hadoop-hdfs-project/hadoop-hdfs/src/main/proto/fsimage.proto hadoop-hdfs-project/hadoop-hdfs/src/main/proto/hdfs.proto hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/DFSTestUtil.java hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/MiniDFSCluster.java hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFsck.java	2014-09-18 22:26:42 -07:00
arp	e79c98c11f	HDFS-7091. Add forwarding constructor for INodeFile for existing callers. (Arpit Agarwal)	2014-09-18 19:20:25 -07:00
Andrew Wang	8e73084491	HDFS-6840. Clients are always sent to the same datanode when read is off rack. (wang)	2014-09-18 17:49:17 -07:00
Andrew Wang	20a076bafc	HDFS-6970. Move startFile EDEK retries to the DFSClient. (wang)	2014-09-18 17:35:24 -07:00
Colin Patrick Mccabe	fe38d2e9b5	HDFS-6727. Refresh data volumes on DataNode based on configuration changes (Lei Xu via Colin Patrick McCabe)	2014-09-18 16:52:46 -07:00
Tsz-Wo Nicholas Sze	98f7bfe993	Merge branch 'HDFS-6584' into trunk	2014-09-19 07:11:19 +08:00
arp	22295b4783	Merge branch 'trunk' into HDFS-6581	2014-09-18 15:59:37 -07:00
Andrew Wang	70be56d093	HDFS-7003. Add NFS Gateway support for reading and writing to encryption zones. (clamb via wang)	2014-09-18 14:57:25 -07:00
arp	5e4627d0fb	HDFS-7084. FsDatasetImpl#copyBlockFiles debug log can be improved. (Contributed by Xiaoyu Yao)	2014-09-18 11:13:53 -07:00
arp	849ccfa699	Merge branch 'trunk' into HDFS-6581	2014-09-18 11:06:40 -07:00
Jing Zhao	76ccb80fad	HDFS-7088. Archival Storage: fix TestBalancer and TestBalancerWithMultipleNameNodes. Contributed by Tsz Wo Nicholas Sze.	2014-09-18 10:54:01 -07:00
Tsz-Wo Nicholas Sze	2d2b0009e6	Merge branch 'trunk' into HDFS-6584 ... Conflicts: hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java	2014-09-18 13:00:29 +08:00
Andrew Wang	0ecefe6017	HDFS-7078. Fix listEZs to work correctly with snapshots. (wang)	2014-09-17 21:28:05 -07:00
Andrew Wang	10e8602f32	HDFS-7004. Update KeyProvider instantiation to create by URI. (wang)	2014-09-17 20:14:40 -07:00
arp	4eab083b1b	HDFS-7080. Fix finalize and upgrade unit test failures. (Arpit Agarwal)	2014-09-17 15:25:04 -07:00
arp	a186d514bd	Merge branch 'trunk' into HDFS-6581 ... Conflicts: hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java	2014-09-17 15:03:55 -07:00
Jing Zhao	911979c8ab	Merge changes from trunk	2014-09-17 13:12:45 -07:00
Colin Patrick Mccabe	e3803d002c	HDFS-6843. Create FileStatus isEncrypted() method (clamb via cmccabe)	2014-09-17 12:55:35 -07:00
arp	24f8156886	Merge branch 'trunk' into HDFS-6581	2014-09-17 12:10:50 -07:00
Andrew Wang	ea4e2e843e	HDFS-6705. Create an XAttr that disallows the HDFS admin from accessing a file. (clamb via wang)	2014-09-17 11:23:47 -07:00
Jing Zhao	b014e83bc5	HDFS-6864. Archival Storage: add user documentation. Contributed by Tsz Wo Nicholas Sze.	2014-09-17 09:40:17 -07:00
Alejandro Abdelnur	e14e71d5fe	HADOOP-11096. KMS: KeyAuthorizationKeyProvider should verify the keyversion belongs to the keyname on decrypt. (tucu)	2014-09-16 23:20:35 -07:00
Tsz-Wo Nicholas Sze	bd2e409de1	HDFS-7072. Fix TestBlockManager and TestStorageMover. Contributed by Jing Zhao	2014-09-17 13:48:32 +08:00
arp	a24a9331d4	Merge branch 'trunk' into HDFS-6581	2014-09-16 18:18:09 -07:00
Jing Zhao	432b863719	Merge changes from trunk	2014-09-16 17:58:39 -07:00
Jing Zhao	2e4033e872	HDFS-7052. Archival Storage: Add Mover into hdfs script. Contributed by Jing Zhao.	2014-09-16 17:52:28 -07:00
Andrew Wang	33ce887c20	HDFS-6851. Refactor EncryptionZoneWithId and EncryptionZone. (clamb via wang)	2014-09-16 16:41:09 -07:00
arp	4603e4481f	HDFS-7064. Fix unit test failures in HDFS-6581 branch. (Contributed by Xiaoyu Yao)	2014-09-16 15:45:07 -07:00
arp	e0d7fb48fb	Merge branch 'trunk' into HDFS-6581 ... Conflicts: hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/datatransfer/Receiver.java	2014-09-16 14:32:57 -07:00
Colin Patrick Mccabe	56119fec96	HDFS-6880. Adding tracing to DataNode data transfer protocol (iwasakims via cmccabe)	2014-09-16 13:59:32 -07:00
Kihwal Lee	0c26412be4	HDFS-6965. NN continues to issue block locations for DNs with full ... disks. Contributed by Rushabh Shah.	2014-09-16 09:04:54 -05:00
arp	a7814e1aa4	Merge branch 'trunk' into HDFS-6581	2014-09-15 15:30:19 -07:00
arp	a4dcbaa332	HDFS-7066. LazyWriter#evictBlocks misses a null check for replicaState. (Contributed by Xiaoyu Yao)	2014-09-15 15:28:17 -07:00
Andrew Wang	43b0303008	HDFS-7032. Add WebHDFS support for reading and writing to encryption zones. Contributed by Charles Lamb.	2014-09-15 10:23:57 -07:00
Jing Zhao	2689b6ca72	HDFS-7062. Archival Storage: skip under construction block for migration. Contributed by Jing Zhao.	2014-09-15 10:16:56 -07:00
arp	9f22fb8c9a	HDFS-6978. Directory scanner should correctly reconcile blocks on RAM disk. (Arpit Agarwal)	2014-09-12 22:13:18 -07:00
arp	7aeda47bd9	Merge branch 'trunk' into HDFS-6581	2014-09-12 11:45:11 -07:00
Jing Zhao	dc27ee9ae9	HDFS-7039. Archival Storage: fix Balancer tests. Contributed by Tsz Wo Nicholas Sze.	2014-09-11 14:19:18 -07:00
Jing Zhao	8de20a1987	Merge trunk into HDFS-6584	2014-09-11 13:04:35 -07:00
Jing Zhao	0d85f7e591	HDFS-7034. Archival Storage: Fix TestBlockPlacement and TestStorageMover. Contributed by Jing Zhao.	2014-09-11 13:00:43 -07:00
cnauroth	80ac6aabce	HDFS-7042. Upgrade fails for Windows HA cluster due to file locks held during rename in JournalNode. Contributed by Chris Nauroth.	2014-09-11 12:16:19 -07:00
Andrew Wang	1e684995d7	HDFS-7045. Fix NameNode deadlock when opening file under /.reserved path. Contributed by Yi Liu.	2014-09-11 10:59:09 -07:00
Andrew Wang	d1dab6cc63	HDFS-6621. Hadoop Balancer prematurely exits iterations. Contributed by Rafal Wodjdyla and Benjamin Bowman.	2014-09-11 10:32:20 -07:00
Tsz-Wo Nicholas Sze	70dfe9cfab	Merge branch 'trunk' into HDFS-6584	2014-09-11 15:23:38 +08:00
Jing Zhao	db41a1b7b9	Merge changes from trunk	2014-09-09 22:47:50 -07:00
Alejandro Abdelnur	bbff44cb03	HDFS-6776. Using distcp to copy data between insecure and secure cluster via webdhfs doesn't work. (yzhangal via tucu)	2014-09-09 22:16:42 -07:00
Tsz-Wo Nicholas Sze	4124905aa5	HDFS-7028: FSDirectory should not get storage policy id from symlinks	2014-09-10 12:34:15 +08:00
arp	0d2f6b4600	Merge branch 'trunk' into HDFS-6581	2014-09-09 18:07:18 -07:00
Konstantin V Shvachko	05af0ff4be	Revert HDFS-6940.	2014-09-09 17:30:10 -07:00
cnauroth	2749fc677c	Newly moved block replica been invalidated and deleted in TestBalancer. Contributed by Binglin Chang.	2014-09-09 11:32:54 -07:00
arp	61ccd50362	Merge branch 'trunk' into HDFS-6581 ... Conflicts: hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeLayoutVersion.java	2014-09-08 22:44:04 -07:00
arp	f949f6b548	HDFS-6981. Fix DN upgrade with layout version change. (Arpit Agarwal)	2014-09-08 21:20:55 -07:00
Andrew Wang	04915a0814	HDFS-6951. Correctly persist raw namespace xattrs to edit log and fsimage. Contributed by Charles Lamb.	2014-09-08 16:59:30 -07:00
Jing Zhao	6997c1c658	Merge remote-tracking branch 'origin/trunk' into HDFS-6584	2014-09-08 15:15:34 -07:00
arp	4ff128af12	Merge branch 'trunk' into HDFS-6581	2014-09-08 15:00:01 -07:00
Jing Zhao	867f0f141c	HDFS-7029. Archival Storage: fix TestDFSInotifyEventInputStream and TestDistributedFileSystem. Contributed by Tsz Wo Nicholas Sze.	2014-09-08 14:57:27 -07:00
arp	a18caf7753	HDFS-6991. Notify NN of evicted block before deleting it from RAM disk. (Arpit Agarwal)	2014-09-08 14:29:30 -07:00
Jing Zhao	74a7e227c8	HDFS-7027. Archival Storage: Mover does not terminate when some storage type is out of space. Contributed by Tsz Wo Nicholas Sze.	2014-09-08 14:21:26 -07:00
Jing Zhao	2b5c528a73	HDFS-6875. Archival Storage: support migration for a list of specified paths. Contributed by Jing Zhao.	2014-09-08 14:10:00 -07:00
Allen Wittenauer	d989ac0444	MAPREDUCE-5972. Fix typo 'programatically' in job.xml (and a few other places) (Akira AJISAKA via aw)	2014-09-08 13:15:46 -07:00
Colin Patrick Mccabe	cad14aa916	HDFS-6036. Forcibly timeout misbehaving DFSClients that try to do no-checksum reads that extend too long. (cmccabe)	2014-09-08 12:51:56 -07:00
Kihwal Lee	6a84f88c11	HDFS-7005. DFS input streams do not timeout. Contributed by Daryn Sharp.	2014-09-08 14:41:44 -05:00
Haohui Mai	c1f8323234	HDFS-6943. Improve NN allocateBlock log to include replicas' datanode IPs. Contributed by Ming Ma.	2014-09-08 11:07:23 -07:00
arp	ccdf0054a3	HDFS-6977. Delete all copies when a block is deleted from the block space. (Arpit Agarwal)	2014-09-08 10:35:54 -07:00
Tsz-Wo Nicholas Sze	f1432e2424	Merge branch 'trunk' into HDFS-6584 ... Conflicts: hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java	2014-09-08 10:54:48 +08:00
arp	eb8284d50e	Merge trunk into HDFS-6581 ... Conflicts: hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/FsVolumeSpi.java hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestDirectoryScanner.java	2014-09-07 14:46:46 -07:00
arp	d1fa58292e	HDFS-6898. DN must reserve space for a full block when an RBW block is created. (Contributed by Arpit Agarwal)	2014-09-06 21:04:29 -07:00
Tsz-Wo Nicholas Sze	22a41dce4a	HDFS-6997: add more tests for data migration and replicaion.	2014-09-07 07:44:28 +08:00
arp	31bbeaf383	Merge remote-tracking branch 'apache-commit/trunk' into HDFS-6581	2014-09-06 12:28:22 -07:00
Konstantin V Shvachko	88209ce181	HDFS-6940. Refactoring to allow ConsensusNode implementation. ... Contributed by Konstantin Shvachko.	2014-09-06 12:07:52 -07:00
Alejandro Abdelnur	3b35f81603	HDFS-6986. DistributedFileSystem must get delegation tokens from configured KeyProvider. (zhz via tucu)	2014-09-05 22:33:48 -07:00
arp	339d21f273	Merge trunk into HDFS-6581 ... Conflicts: hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeLayoutVersion.java	2014-09-05 21:36:25 -07:00
Jing Zhao	300cb12bef	Merge trunk into HDFS-6584	2014-09-05 11:37:22 -07:00
arp	9e941d9f99	HDFS-6831. Inconsistency between 'hdfs dfsadmin' and 'hdfs dfsadmin -help'. (Contributed by Xiaoyu Yao)	2014-09-05 10:45:54 -07:00
Jing Zhao	c6107f566f	HDFS-6376. Distcp data between two HA clusters requires another configuration. Contributed by Dave Marion and Haohui Mai.	2014-09-05 10:40:02 -07:00
Jing Zhao	185200e709	HDFS-6876. Archival Storage: support set/get storage policy in DFSAdmin. Contributed by Jing Zhao.	2014-09-04 20:14:46 -07:00
Jing Zhao	6104520369	HDFS-6886. Use single editlog record for creating file + overwrite. Contributed by Yi Liu.	2014-09-04 18:54:38 -07:00
Jing Zhao	f7df24bb1b	HDFS-6996. SnapshotDiff report can hit IndexOutOfBoundsException when there are nested renamed directory/file. Contributed by Jing Zhao.	2014-09-04 16:12:44 -07:00
Jing Zhao	e08701ec71	HDFS-6961. Archival Storage: BlockPlacementPolicy#chooseTarget should check each valid storage type in each choosing round.	2014-09-04 14:19:32 -07:00
Colin Patrick Mccabe	f4caedfcbf	HDFS-6959 Make the HDFS home directory location customizable. Contributed by Yongjun Zhang	2014-09-03 19:30:30 -07:00
arp	3a0142bd77	HDFS-6848. Lack of synchronization on access to datanodeUuid in DataStorage#format. (Contributed by Xiaoyu Yao)	2014-09-03 17:17:06 -07:00
Jing Zhao	45d5b13256	Merge changes from trunk	2014-09-03 15:36:47 -07:00
arp	cb9b485075	HDFS-6930. Improve replica eviction from RAM disk. (Arpit Agarwal)	2014-09-03 13:53:01 -07:00
arp	08a8f2be81	Merge trunk into HDFS-6581	2014-09-03 10:53:37 -07:00
Uma Maheswara Rao G	3425ae5d7e	HDFS-2975. Rename with overwrite flag true can make NameNode to stuck in safemode on NN (crash + restart). (Yi Liu via umamahesh)	2014-09-03 18:53:51 +05:30
arp	a6b32a3e78	Merge trunk into HDFS-6581	2014-09-02 16:25:32 -07:00
Haohui Mai	08a9ac7098	HDFS-6942. Fix typos in log messages. Contributed by Ray Chiang.	2014-09-02 16:22:18 -07:00
Colin Patrick Mccabe	727331becc	HDFS-4257. The ReplaceDatanodeOnFailure policies could have a forgiving option. Contributed by szetszwo.	2014-09-02 15:14:33 -07:00
Andrew Wang	a0ccf83dfd	HDFS-6954. With crypto, no native lib systems are too verbose. Contributed by Charles Lamb.	2014-09-02 14:22:20 -07:00
Andrew Wang	faa4455be5	HDFS-6634. inotify in HDFS. Contributed by James Thomas.	2014-09-02 14:02:29 -07:00
Jing Zhao	3e2a0b5446	HDFS-6969. Archival Storage: INode#getStoragePolicyID should always return the latest storage policy. Contributed by Jing Zhao.	2014-09-01 17:56:04 -07:00
arp	f65183eba3	Merge remote-tracking branch 'apache-commit/trunk' into HDFS-6581 ... Conflicts: hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java	2014-08-29 13:37:17 -07:00
Aaron T. Myers	7eab2a29a5	HDFS-6774. Make FsDataset and DataStore support removing volumes. Contributed by Lei Xu.	2014-08-29 13:00:17 -07:00
arp	4ae8178c56	HDFS-6800. Support Datanode layout changes with rolling upgrade. (Contributed by James Thomas)	2014-08-29 00:26:13 -07:00
arp	c92837aeab	HDFS-6931. Move lazily persisted replicas to finalized directory on DN startup. (Arpit Agarwal)	2014-08-28 23:13:46 -07:00
arp	4cf9afacbe	HDFS-6960. Bugfix in LazyWriter, fix test case and some refactoring. (Arpit Agarwal)	2014-08-28 23:05:32 -07:00
arp	7e32be8768	Merge remote-tracking branch 'apache-commit/trunk' into HDFS-6581 ... Conflicts: hadoop-common-project/hadoop-common/CHANGES.txt	2014-08-28 19:06:46 -07:00
Todd Lipcon	ab638e77b8	HDFS-6865. Byte array native checksumming on client side. Contributed by James Thomas.	2014-08-28 16:44:09 -07:00
arp	2e987148e0	HDFS-6929. NN periodically unlinks lazy persist files with missing replicas from namespace. (Arpit Agarwal)	2014-08-27 21:47:19 -07:00
arp	eb448e1439	HDFS-6926. DN support for saving replicas to persistent storage and evicting in-memory replicas. (Arpit Agarwal)	2014-08-27 21:47:19 -07:00
arp	a317bd7b02	HDFS-6925. DataNode should attempt to place replicas on transient storage first if lazyPersist flag is received. (Arpit Agarwal)	2014-08-27 21:47:19 -07:00
arp	c2354a7f81	HDFS-6923. Propagate LazyPersist flag to DNs via DataTransferProtocol. (Arpit Agarwal)	2014-08-27 21:47:18 -07:00
arp	042b33f20b	HDFS-6922. Add LazyPersist flag to INodeFile, save it in FsImage and edit logs. (Arpit Agarwal)	2014-08-27 21:47:18 -07:00
arp	7f49537ba1	HDFS-6924. Add new RAM_DISK storage type. (Arpit Agarwal)	2014-08-27 21:47:18 -07:00
arp	a7bcc95358	HDFS-6921. Add LazyPersist flag to FileStatus. (Arpit Agarwal)	2014-08-27 21:47:18 -07:00
Jing Zhao	a26aa6bd07	HDFS-6944. Archival Storage: add retry and termination logic for Mover. Contributed by Jing Zhao.	2014-08-27 14:20:54 -07:00
Colin Patrick Mccabe	6962510f72	HDFS-6879. Adding tracing to Hadoop RPC. Contributed by Masatake Iwasaki.	2014-08-27 14:12:05 -07:00
Jing Zhao	b7ded466b0	HDFS-6920. Archival Storage: check the storage type of delNodeHintStorage when deleting a replica. Contributed by Tsz Wo Nicholas Sze.	2014-08-27 14:08:02 -07:00
Colin Patrick Mccabe	b6b95ff667	HDFS-6902. FileWriter should be closed in finally block in BlockReceiver#receiveBlock() (Tsuyoshi OZAWA via Colin Patrick McCabe)	2014-08-27 13:49:31 -07:00
Colin Patrick Mccabe	225569ece2	HDFS-4486. Add log category for long-running DFSClient notices. Contributed by Zhe Zhang.	2014-08-27 13:39:40 -07:00
Haohui Mai	26ebdd849b	HDFS-6938. Cleanup javac warnings in FSNamesystem. Contributed by Charles Lamb.	2014-08-27 11:14:39 -07:00
Jing Zhao	8ea20b53a8	HDFS-6911. Archival Storage: check if a block is already scheduled in Mover. Contributed by Tsz Wo Nicholas Sze.	2014-08-27 10:38:10 -07:00
Jing Zhao	555900a9dc	Merge branch 'trunk' into HDFS-6584	2014-08-27 10:32:30 -07:00
Jing Zhao	6b441d227a	HDFS-6908. Incorrect snapshot directory diff generated by snapshot deletion. Contributed by Juan Yu and Jing Zhao.	2014-08-27 10:26:22 -07:00
Arpit Agarwal	e871955765	HDFS-6899. Allow changing MiniDFSCluster volumes per DN and capacity per volume. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1619970 13f79535-47bb-0310-9956-ffa450edef68	2014-08-23 06:01:17 +00:00
Arpit Agarwal	e6c3650070	HDFS-6829. DFSAdmin refreshSuperUserGroupsConfiguration failed in security cluster. (Contributed by zhaoyunjiong) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1619882 13f79535-47bb-0310-9956-ffa450edef68	2014-08-22 18:14:55 +00:00
Alejandro Abdelnur	3aa3b0abc2	HDF-6905. fs-encryption merge triggered release audit failures. (clamb via tucu) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1619667 13f79535-47bb-0310-9956-ffa450edef68	2014-08-22 05:17:22 +00:00
Jing Zhao	e69954d22c	HDFS-6906. Archival Storage: Add more tests for BlockStoragePolicy. Contributed by Tsz Wo Nicholas Sze. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1619628 13f79535-47bb-0310-9956-ffa450edef68	2014-08-21 23:42:33 +00:00
Jing Zhao	603cbe5eea	HDFS-6863. Archival Storage: Support migration for snapshot paths. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1619627 13f79535-47bb-0310-9956-ffa450edef68	2014-08-21 23:41:10 +00:00
Tsz-wo Sze	c92d869d02	Merge r1609845 through r1619277 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1619293 13f79535-47bb-0310-9956-ffa450edef68	2014-08-21 05:22:10 +00:00
Arpit Agarwal	6824abc19e	HDFS-6758. Block writer should pass the expected block size to DataXceiverServer (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1619275 13f79535-47bb-0310-9956-ffa450edef68	2014-08-21 01:13:49 +00:00
Chris Nauroth	8304001861	HDFS-6858. Allow dfs.data.transfer.saslproperties.resolver.class default to hadoop.security.saslproperties.resolver.class. Contributed by Benoy Antony. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1619256 13f79535-47bb-0310-9956-ffa450edef68	2014-08-20 22:46:35 +00:00
Andrew Wang	834fccf02b	Merge from trunk to branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1619194 13f79535-47bb-0310-9956-ffa450edef68	2014-08-20 18:19:13 +00:00
Jing Zhao	f20d363126	HDFS-6870. Blocks and INodes could leak for Rename with overwrite flag. Contributed by Yi Liu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1619192 13f79535-47bb-0310-9956-ffa450edef68	2014-08-20 18:13:03 +00:00
Andrew Wang	d2a39b61aa	Merge from trunk to branch. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1619018 13f79535-47bb-0310-9956-ffa450edef68	2014-08-20 01:22:42 +00:00
Tsz-wo Sze	4e324bcd3d	Merge r1609845 through r1618763 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1618764 13f79535-47bb-0310-9956-ffa450edef68	2014-08-18 23:41:53 +00:00
Brandon Li	2fb04d2a30	HDFS-6569. OOB message can't be sent to the client when DataNode shuts down for upgrade. Contributed by Brandon Li ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1618742 13f79535-47bb-0310-9956-ffa450edef68	2014-08-18 21:23:08 +00:00
Arpit Agarwal	1b5139b29a	HDFS-6188. An ip whitelist based implementation of TrustedChannelResolver. (Contributed by Benoy Antony) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1618727 13f79535-47bb-0310-9956-ffa450edef68	2014-08-18 20:50:06 +00:00
Andrew Wang	0cc08f6da4	Merge from trunk to branch. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1618700 13f79535-47bb-0310-9956-ffa450edef68	2014-08-18 18:41:31 +00:00
Andrew Wang	bd616552cc	HDFS-6825. Edit log corruption due to delayed block removal. Contributed by Yongjun Zhang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1618684 13f79535-47bb-0310-9956-ffa450edef68	2014-08-18 18:08:42 +00:00
Jing Zhao	5d5aae0694	HDFS-6801. Archival Storage: Add a new data migration tool. Contributed by Tsz Wo Nicholas Sze. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1618675 13f79535-47bb-0310-9956-ffa450edef68	2014-08-18 17:51:18 +00:00
Arpit Agarwal	1c77c80410	HDFS-6783. Addendum patch to fix test failures. (Contributed by Yi Liu) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1618635 13f79535-47bb-0310-9956-ffa450edef68	2014-08-18 15:34:58 +00:00
Tsz-wo Sze	cb75b6b07d	Merge r1609845 through r1618416 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1618417 13f79535-47bb-0310-9956-ffa450edef68	2014-08-16 21:02:21 +00:00
Tsz-wo Sze	9b250d74f0	HDFS-6847. Support storage policy on directories and include storage policy in HdfsFileStatus. Contributed by Jing Zhao ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1618416 13f79535-47bb-0310-9956-ffa450edef68	2014-08-16 20:58:20 +00:00
Charles Lamb	20dcb841ce	HDFS-6546. Add non-superuser capability to get the encryption zone for a specific path. (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1618022 13f79535-47bb-0310-9956-ffa450edef68	2014-08-14 19:11:06 +00:00
Uma Maheswara Rao G	44864c68b5	HDFS-6783. Fix HDFS CacheReplicationMonitor rescan logic. Contributed by Yi Liu and Colin Patrick McCabe. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1617872 13f79535-47bb-0310-9956-ffa450edef68	2014-08-14 04:20:00 +00:00
Vinayakumar B	195961a7c1	HDFS-6247. Avoid timeouts for replaceBlock() call by sending intermediate responses to Balancer (vinayakumarb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1617799 13f79535-47bb-0310-9956-ffa450edef68	2014-08-13 18:43:05 +00:00
Vinayakumar B	6554994fab	Reverted ... Merged revision(s) 1617784 from hadoop/common/trunk: HDFS-6847. Avoid timeouts for replaceBlock() call by sending intermediate responses to Balancer (Contributed by Vinayakumar B.) ........ git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1617794 13f79535-47bb-0310-9956-ffa450edef68	2014-08-13 18:36:51 +00:00
Vinayakumar B	471b1368e2	HDFS-6847. Avoid timeouts for replaceBlock() call by sending intermediate responses to Balancer (Contributed by Vinayakumar B.) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1617784 13f79535-47bb-0310-9956-ffa450edef68	2014-08-13 18:06:33 +00:00
Haohui Mai	03d8ff496a	HDFS-6567. Normalize the order of public final in HdfsFileStatus. Contributed by Tassapol Athiapinya. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1617779 13f79535-47bb-0310-9956-ffa450edef68	2014-08-13 17:45:47 +00:00
Arpit Agarwal	a72fba5853	HDFS-6836. HDFS INFO logging is verbose & uses file appenders. (Contributed by Xiaoyu Yao) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1617603 13f79535-47bb-0310-9956-ffa450edef68	2014-08-12 21:49:48 +00:00
Arpit Agarwal	662c5bb3af	HDFS-6830. BlockInfo.addStorage fails when DN changes the storage for a block replica. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1617598 13f79535-47bb-0310-9956-ffa450edef68	2014-08-12 21:42:21 +00:00
Jing Zhao	37207b75d4	HDFS-6835. Archival Storage: Add a new API to set storage policy. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1617568 13f79535-47bb-0310-9956-ffa450edef68	2014-08-12 19:32:09 +00:00
Charles Lamb	74f7be0887	merge from trunk r1617527 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1617532 13f79535-47bb-0310-9956-ffa450edef68	2014-08-12 17:02:07 +00:00
Jing Zhao	04884cd530	Merging r1616894 through r1617376 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1617377 13f79535-47bb-0310-9956-ffa450edef68	2014-08-11 22:27:50 +00:00
Haohui Mai	80691b073f	HDFS-6838. Code cleanup for unnecessary INode replacement. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1617361 13f79535-47bb-0310-9956-ffa450edef68	2014-08-11 21:28:33 +00:00
Jing Zhao	e60673697d	HDFS-6837. Code cleanup for Balancer and Dispatcher. Contributed by Tsz Wo Nicholas Sze. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1617337 13f79535-47bb-0310-9956-ffa450edef68	2014-08-11 18:01:14 +00:00
Jing Zhao	9d5f8fa68d	Merging r1616428 through r1616893 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1616897 13f79535-47bb-0310-9956-ffa450edef68	2014-08-08 22:21:35 +00:00
Jing Zhao	c3cf331dc9	HDFS-6828. Separate block replica dispatching from Balancer. Contributed by Tsz Wo Nicholas Sze. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616889 13f79535-47bb-0310-9956-ffa450edef68	2014-08-08 21:33:57 +00:00
Arpit Agarwal	05d1bf4157	HDFS-6830. Revert accidental checkin ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616884 13f79535-47bb-0310-9956-ffa450edef68	2014-08-08 21:22:48 +00:00
Arpit Agarwal	a70c9de3f1	HDFS-6830. BlockInfo.addStorage fails when DN changes the storage for a block replica. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616883 13f79535-47bb-0310-9956-ffa450edef68	2014-08-08 21:20:19 +00:00
Ravi Prakash	6da830cfdf	HDFS-6823. dfs.web.authentication.kerberos.principal shows up in logs for insecure HDFS ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616845 13f79535-47bb-0310-9956-ffa450edef68	2014-08-08 18:21:18 +00:00
Uma Maheswara Rao G	1fa2d6c4ba	HDFS-6834. Improve the configuration guidance in DFSClient when there are no Codec classes found in configs. Contributed by Uma Maheswara Rao G. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1616721 13f79535-47bb-0310-9956-ffa450edef68	2014-08-08 11:35:16 +00:00
Arpit Agarwal	d3a2fe2807	HDFS-6772. Get DN storages out of blockContentsStale state faster after NN restarts. (Contributed by Ming Ma) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616680 13f79535-47bb-0310-9956-ffa450edef68	2014-08-08 05:41:38 +00:00
Aaron Myers	d758be1f35	HDFS-6740. Make FSDataset support adding data volumes dynamically. Contributed by Lei Xu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616623 13f79535-47bb-0310-9956-ffa450edef68	2014-08-07 22:59:59 +00:00
Aaron Myers	eca80dca3e	HDFS-6728. Dynamically add new volumes to DataStorage, formatted if necessary. Contributed by Lei Xu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616615 13f79535-47bb-0310-9956-ffa450edef68	2014-08-07 22:46:51 +00:00
Andrew Wang	311d2f0773	Merge from trunk to branch. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1616589 13f79535-47bb-0310-9956-ffa450edef68	2014-08-07 20:26:52 +00:00
Tsz-wo Sze	b50cb5e056	Merge r1609845 through r1616427 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1616428 13f79535-47bb-0310-9956-ffa450edef68	2014-08-07 07:38:23 +00:00
Tsz-wo Sze	0ed8732fee	HDFS-6812. Remove addBlock and replaceBlock from DatanodeDescriptor. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616426 13f79535-47bb-0310-9956-ffa450edef68	2014-08-07 07:30:53 +00:00
Tsz-wo Sze	83b9933db3	HDFS-6809. Move Balancer's inner classes MovedBlocks and Matcher as to standalone classes and separates KeyManager from NameNodeConnector. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616422 13f79535-47bb-0310-9956-ffa450edef68	2014-08-07 07:18:48 +00:00
Jing Zhao	efc73a0f13	HDFS-6791. A block could remain under replicated if all of its replicas are on decommissioned nodes. Contributed by Ming Ma. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616306 13f79535-47bb-0310-9956-ffa450edef68	2014-08-06 19:03:07 +00:00
Yi Liu	2b5e044424	HDFS-6817. Fix findbugs and other warnings. (yliu) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1616092 13f79535-47bb-0310-9956-ffa450edef68	2014-08-06 04:43:58 +00:00
Brandon Li	812ac91add	HDFS-6790. DFSUtil Should Use configuration.getPassword for SSL passwords. Contributed by Larry McCay ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1616058 13f79535-47bb-0310-9956-ffa450edef68	2014-08-06 00:50:07 +00:00
Andrew Wang	ac47ad11de	HDFS-6394. HDFS encryption documentation. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1616016 13f79535-47bb-0310-9956-ffa450edef68	2014-08-05 21:49:31 +00:00
Andrew Wang	ac73d416f3	Merge from trunk to branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1615844 13f79535-47bb-0310-9956-ffa450edef68	2014-08-05 02:30:54 +00:00
Uma Maheswara Rao G	431857d09d	HDFS-6787. Remove duplicate code in FSDirectory#unprotectedConcat. Contributed by Yi Liu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1615622 13f79535-47bb-0310-9956-ffa450edef68	2014-08-04 15:44:44 +00:00
Uma Maheswara Rao G	10db613389	HADOOP-10886. CryptoCodec#getCodecclasses throws NPE when configurations not loaded. Contributed by Uma Maheswara Rao G. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1615523 13f79535-47bb-0310-9956-ffa450edef68	2014-08-04 09:56:57 +00:00
Vinayakumar B	33518e5613	HDFS-5185. DN fails to startup if one of the data dir is full. Contributed by Vinayakumar B. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1615504 13f79535-47bb-0310-9956-ffa450edef68	2014-08-04 08:43:51 +00:00
Vinayakumar B	30a9ec26f7	HDFS-5723. Append failed FINALIZED replica should not be accepted as valid when that block is underconstruction. Contributed by Vinayakumar B. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1615491 13f79535-47bb-0310-9956-ffa450edef68	2014-08-04 06:44:06 +00:00
Arpit Agarwal	bcf7ab1d0f	HDFS-6810. StorageReport array is initialized with wrong size in DatanodeDescriptor#getStorageReports. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1615381 13f79535-47bb-0310-9956-ffa450edef68	2014-08-03 02:08:32 +00:00
Colin McCabe	1ba3f89714	HDFS-6482. Use block ID-based block layout on datanodes (James Thomas via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1615223 13f79535-47bb-0310-9956-ffa450edef68	2014-08-01 20:41:05 +00:00
Andrew Wang	07860b1c9e	HDFS-6788. Improve synchronization in BPOfferService with read write lock. Contributed by Yongjun Zhang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1615190 13f79535-47bb-0310-9956-ffa450edef68	2014-08-01 18:56:06 +00:00
Andrew Wang	70c99278a9	HDFS-6780. Batch the encryption zones listing API. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1615189 13f79535-47bb-0310-9956-ffa450edef68	2014-08-01 18:47:01 +00:00
Arpit Agarwal	45db4d204b	HDFS-6794. Update BlockManager methods to use DatanodeStorageInfo where possible. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1615169 13f79535-47bb-0310-9956-ffa450edef68	2014-08-01 16:58:06 +00:00
Tsz-wo Sze	7e12b1912f	HDFS-6796. Improve the argument check during balancer command line parsing. Contributed by Benoy Antony ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1615107 13f79535-47bb-0310-9956-ffa450edef68	2014-08-01 14:12:35 +00:00
Tsz-wo Sze	dc7744d2e5	Merge r1609845 through r1615019 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1615020 13f79535-47bb-0310-9956-ffa450edef68	2014-08-01 01:29:49 +00:00
Arpit Agarwal	b5b862e3af	HDFS-6797. DataNode logs wrong layoutversion during upgrade. (Contributed by Benoy Antony) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1615017 13f79535-47bb-0310-9956-ffa450edef68	2014-08-01 01:13:42 +00:00
Tsz-wo Sze	b8597e6a10	HDFS-6685. Balancer should preserve storage type of replicas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1615015 13f79535-47bb-0310-9956-ffa450edef68	2014-08-01 01:05:33 +00:00
Andrew Wang	beebb36595	Fix some merge errors that slipped through. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1615013 13f79535-47bb-0310-9956-ffa450edef68	2014-07-31 22:45:08 +00:00
Arpit Agarwal	b8b8f3f5e7	HDFS-6441. Add ability to exclude/include specific datanodes while balancing. (Contributed by Benoy Antony and Yu Li) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1614812 13f79535-47bb-0310-9956-ffa450edef68	2014-07-31 06:02:46 +00:00
Charles Lamb	ab47b666d0	HDFS-6785. Should not be able to create encryption zone using path to a non-directory file. (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1614755 13f79535-47bb-0310-9956-ffa450edef68	2014-07-30 20:00:24 +00:00
Andrew Wang	7405953692	HDFS-6692. Add more HDFS encryption tests. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1614735 13f79535-47bb-0310-9956-ffa450edef68	2014-07-30 18:39:48 +00:00
Chris Nauroth	535fe14ded	HDFS-6570. add api that enables checking if a user has certain permissions on a file. Contributed by Jitendra Pandey. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1614723 13f79535-47bb-0310-9956-ffa450edef68	2014-07-30 17:49:09 +00:00
Steve Loughran	f6436c0720	HDFS-4629. Using com.sun.org.apache.xml.internal.serialize.* in XmlEditsVisitor.java is JVM vendor specific. Breaks IBM JAVA. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1614663 13f79535-47bb-0310-9956-ffa450edef68	2014-07-30 14:05:59 +00:00
Andrew Wang	c3fa0b5884	Merge from trunk to branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1614553 13f79535-47bb-0310-9956-ffa450edef68	2014-07-30 06:09:33 +00:00
Andrew Wang	09e7ff05df	HDFS-6778. The extended attributes javadoc should simply refer to the user docs. Contributed by Charles Lamb. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1614547 13f79535-47bb-0310-9956-ffa450edef68	2014-07-30 05:57:55 +00:00
Charles Lamb	9ca2f34c8f	HDFS-6730. Create a .RAW extended attribute namespace. (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1614535 13f79535-47bb-0310-9956-ffa450edef68	2014-07-30 01:35:04 +00:00
Andrew Wang	415223548d	HDFS-6771. Require specification of an encryption key when creating an encryption zone. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1614519 13f79535-47bb-0310-9956-ffa450edef68	2014-07-29 23:39:38 +00:00
Andrew Wang	407bb3d3e4	HDFS-6509. Create a special /.reserved/raw directory for raw access to encrypted data. Contributed by Charles Lamb. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1614490 13f79535-47bb-0310-9956-ffa450edef68	2014-07-29 21:11:26 +00:00
Tsz-wo Sze	10d6210322	Merge r1609845 through r1614231 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1614234 13f79535-47bb-0310-9956-ffa450edef68	2014-07-29 00:49:14 +00:00
Tsz-wo Sze	4f9ffc7455	HDFS-6739. Add getDatanodeStorageReport to ClientProtocol. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1614215 13f79535-47bb-0310-9956-ffa450edef68	2014-07-28 23:43:39 +00:00
Charles Lamb	1d3e9ec935	merge from trunk r1613787 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1613788 13f79535-47bb-0310-9956-ffa450edef68	2014-07-27 13:32:51 +00:00
Chris Nauroth	9bce3eca42	HDFS-6749. FSNamesystem methods should call resolvePath. Contributed by Charles Lamb. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1613561 13f79535-47bb-0310-9956-ffa450edef68	2014-07-26 04:18:28 +00:00
Colin McCabe	e85a3fecc6	HDFS-6750. The DataNode should use its shared memory segment to mark short-circuit replicas that have been unlinked as stale (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1613537 13f79535-47bb-0310-9956-ffa450edef68	2014-07-25 23:56:47 +00:00
Colin McCabe	57d8f829d9	HDFS-6755. There is an unnecessary sleep in the code path where DFSOutputStream#close gives up its attempt to contact the namenode (mitdesai21 via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1613522 13f79535-47bb-0310-9956-ffa450edef68	2014-07-25 22:12:37 +00:00
Andrew Wang	b9e4be4523	HDFS-6724. Decrypt EDEK before creating CryptoInputStream/CryptoOutputStream. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1613490 13f79535-47bb-0310-9956-ffa450edef68	2014-07-25 18:33:10 +00:00
Vinayakumar B	2bb650146d	HDFS-5919. FileJournalManager doesn't purge empty and corrupt inprogress edits files (vinayakumarb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1613355 13f79535-47bb-0310-9956-ffa450edef68	2014-07-25 07:02:53 +00:00
Andrew Wang	e670641bbf	Merge from trunk to branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1613334 13f79535-47bb-0310-9956-ffa450edef68	2014-07-24 23:55:15 +00:00
Andrew Wang	e171254d56	Name node cannot start if the path of a file under construction contains .snapshot. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1613329 13f79535-47bb-0310-9956-ffa450edef68	2014-07-24 23:42:06 +00:00
Jing Zhao	8c6e172a0a	HDFS-6715. Webhdfs wont fail over when it gets java.io.IOException: Namenode is in startup mode. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1613237 13f79535-47bb-0310-9956-ffa450edef68	2014-07-24 18:28:00 +00:00
Todd Lipcon	2054453a39	HADOOP-10882. Move DirectBufferPool into common util. Contributed by Todd Lipcon. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1613006 13f79535-47bb-0310-9956-ffa450edef68	2014-07-24 06:22:02 +00:00
Colin McCabe	a6b1d2a85c	HDFS-6114. Block Scan log rolling will never happen if blocks written continuously leading to huge size of dncp_block_verification.log.curr (vinayakumarb via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1612943 13f79535-47bb-0310-9956-ffa450edef68	2014-07-23 20:59:39 +00:00
Andrew Wang	552b4fb9f9	Merge from trunk to branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1612928 13f79535-47bb-0310-9956-ffa450edef68	2014-07-23 19:26:29 +00:00
Uma Maheswara Rao G	5343b43fd9	HDFS-6422. getfattr in CLI doesn't throw exception or return non-0 return code when xattr doesn't exist. (Charles Lamb via umamahesh) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1612922 13f79535-47bb-0310-9956-ffa450edef68	2014-07-23 19:05:11 +00:00
Tsz-wo Sze	48dc486672	Merge r1609845 through r1612880 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1612883 13f79535-47bb-0310-9956-ffa450edef68	2014-07-23 17:30:06 +00:00
Tsz-wo Sze	ac5e8aed7c	HDFS-6686. Change BlockPlacementPolicy to use fallback when some storage types are unavailable. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1612880 13f79535-47bb-0310-9956-ffa450edef68	2014-07-23 17:25:06 +00:00
Charles Lamb	512b756973	HDFS-6738. Remove unnecessary getEncryptionZoneForPath call in EZManager#createEncryptionZone. (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1612849 13f79535-47bb-0310-9956-ffa450edef68	2014-07-23 15:23:03 +00:00
Charles Lamb	687ce1a5fc	HDFS-6733. Creating encryption zone results in NPE when KeyProvider is null. (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1612843 13f79535-47bb-0310-9956-ffa450edef68	2014-07-23 14:51:06 +00:00
Brandon Li	853ed29f2d	HDFS-6731. Run 'hdfs zkfc -formatZK' on a server in a non-namenode will cause a null pointer exception. Contributed by Masatake Iwasaki ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1612715 13f79535-47bb-0310-9956-ffa450edef68	2014-07-22 22:29:04 +00:00
Andrew Wang	69b75fca7a	HDFS-6720. Remove KeyProvider in EncryptionZoneManager. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1612632 13f79535-47bb-0310-9956-ffa450edef68	2014-07-22 17:57:06 +00:00
Andrew Wang	c83c5b868e	HDFS-6701. Make seed optional in NetworkTopology#sortByDistance. Contributed by Ashwin Shankar. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1612625 13f79535-47bb-0310-9956-ffa450edef68	2014-07-22 17:47:49 +00:00
Yi Liu	b52b80d7bd	HADOOP-10853. Refactor get instance of CryptoCodec and support create via algorithm/mode/padding. (yliu) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1612513 13f79535-47bb-0310-9956-ffa450edef68	2014-07-22 08:38:38 +00:00
Tsz-wo Sze	ee13f8bf3e	Merge r1609845 through r1612502 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1612505 13f79535-47bb-0310-9956-ffa450edef68	2014-07-22 08:23:34 +00:00
Tsz-wo Sze	25b0e8471e	HDFS-6702. Change DFSClient to pass the StorageType from the namenode to datanodes and change datanode to write block replicas using the specified storage type. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1612493 13f79535-47bb-0310-9956-ffa450edef68	2014-07-22 07:41:24 +00:00
Andrew Wang	b57ec16567	HDFS-6718. Remove EncryptionZoneManager lock. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1612439 13f79535-47bb-0310-9956-ffa450edef68	2014-07-22 00:55:20 +00:00
Andrew Wang	7b466b3b70	HDFS-6716. Update usage of KeyProviderCryptoExtension APIs on NameNode. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1612438 13f79535-47bb-0310-9956-ffa450edef68	2014-07-22 00:27:51 +00:00
Tsz-wo Sze	3de6c61f86	Merge r1609845 through r1612431 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1612432 13f79535-47bb-0310-9956-ffa450edef68	2014-07-21 23:37:54 +00:00
Tsz-wo Sze	44d9bb26d6	HDFS-6680. BlockPlacementPolicyDefault does not choose favored nodes correctly. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1612427 13f79535-47bb-0310-9956-ffa450edef68	2014-07-21 23:21:12 +00:00
Andrew Wang	cb20bb6117	Merge from trunk to branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1612403 13f79535-47bb-0310-9956-ffa450edef68	2014-07-21 21:44:50 +00:00
Tsz-wo Sze	ee3a32784f	Merge r1609845 through r1612268 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1612270 13f79535-47bb-0310-9956-ffa450edef68	2014-07-21 13:48:02 +00:00
Tsz-wo Sze	0a736fbc17	HDFS-6679. Bump NameNodeLayoutVersion and update editsStored test files. Contributed by vinayakumarb ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1612266 13f79535-47bb-0310-9956-ffa450edef68	2014-07-21 13:38:06 +00:00
Tsz-wo Sze	014be2510f	HDFS-6710. Change BlockPlacementPolicy to consider block storage policy in replica deletion. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1612265 13f79535-47bb-0310-9956-ffa450edef68	2014-07-21 13:34:10 +00:00
Tsz-wo Sze	7c18f8d55b	HDFS-6616. Add exclude-datanodes feature to WebHDFS redirection so that it will not redirect retries to the same datanode. Contributed by zhaoyunjiong ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611750 13f79535-47bb-0310-9956-ffa450edef68	2014-07-18 18:20:20 +00:00
Daryn Sharp	551024915d	HDFS-6599. 2.4 addBlock is 10 to 20 times slower compared to 0.23 (daryn) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611737 13f79535-47bb-0310-9956-ffa450edef68	2014-07-18 17:58:07 +00:00
Tsz-wo Sze	2b07af0c59	Merge r1609845 through r1611734 from tunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1611736 13f79535-47bb-0310-9956-ffa450edef68	2014-07-18 17:57:51 +00:00
Tsz-wo Sze	08466eaa00	HDFS-6700. BlockPlacementPolicy shoud choose storage but not datanode for deletion. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611731 13f79535-47bb-0310-9956-ffa450edef68	2014-07-18 17:40:03 +00:00
Chris Nauroth	5f9e52f745	HDFS-6597. Add a new option to NN upgrade to terminate the process after upgrade on NN is completed. Contributed by Danilo Vunjak. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611723 13f79535-47bb-0310-9956-ffa450edef68	2014-07-18 17:14:22 +00:00
Charles Lamb	962ef6939e	HDFS-6490. Fix the keyid format for generated keys in FSNamesystem.createEncryptionZone (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1611722 13f79535-47bb-0310-9956-ffa450edef68	2014-07-18 17:13:55 +00:00
Vinayakumar B	9f75b97a09	HDFS-4120. Add a new "-skipSharedEditsCheck" option for BootstrapStandby ( Contributed by Liang Xie and Rakesh R ) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611562 13f79535-47bb-0310-9956-ffa450edef68	2014-07-18 08:48:52 +00:00
Vinayakumar B	8f0c341934	reverted ... HDFS-4120. Add a new "-skipSharedEditsCheck" option for BootstrapStandby ( Contributed by Rakesh R ) ........ git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611560 13f79535-47bb-0310-9956-ffa450edef68	2014-07-18 08:46:27 +00:00
Vinayakumar B	d2024f2e76	HDFS-4120. Add a new "-skipSharedEditsCheck" option for BootstrapStandby ( Contributed by Rakesh R ) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611556 13f79535-47bb-0310-9956-ffa450edef68	2014-07-18 08:32:40 +00:00
Tsz-wo Sze	04fd2012fd	Merge r1609845 through r1611528 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1611531 13f79535-47bb-0310-9956-ffa450edef68	2014-07-18 02:21:21 +00:00
Jing Zhao	7ba5913797	HDFS-6667. In HDFS HA mode, Distcp/SLive with webhdfs on secure cluster fails with Client cannot authenticate via:[TOKEN, KERBEROS] error. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611508 13f79535-47bb-0310-9956-ffa450edef68	2014-07-17 23:11:27 +00:00
Jing Zhao	f4151bbf4f	HDFS-6478. RemoteException can't be retried properly for non-HA scenario. Contributed by Ming Ma. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611410 13f79535-47bb-0310-9956-ffa450edef68	2014-07-17 17:37:22 +00:00
Tsz-wo Sze	38af6101d8	HDFS-6671. Change BlockPlacementPolicy to consider block storage policy in replicaiton. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1611334 13f79535-47bb-0310-9956-ffa450edef68	2014-07-17 11:56:22 +00:00
Andrew Wang	ca52cb01c4	HDFS-6690. Deduplicate xattr names in memory. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611226 13f79535-47bb-0310-9956-ffa450edef68	2014-07-17 00:44:16 +00:00
Allen Wittenauer	c477a166e1	HDFS-2538. option to disable fsck dots. Contributed by Mohammad Kamrul Islam. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1611220 13f79535-47bb-0310-9956-ffa450edef68	2014-07-16 23:55:32 +00:00
Andrew Wang	56c0bd4d37	Merge from trunk to branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1610853 13f79535-47bb-0310-9956-ffa450edef68	2014-07-15 21:10:24 +00:00
Colin McCabe	7fe6ab7f91	HDFS-5809. BlockPoolSliceScanner and high speed hdfs appending make datanode to drop into infinite loop (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1610790 13f79535-47bb-0310-9956-ffa450edef68	2014-07-15 18:17:13 +00:00
Tsz-wo Sze	395c763aef	Merge r1609845 through r1610532 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1610533 13f79535-47bb-0310-9956-ffa450edef68	2014-07-14 21:23:20 +00:00
Tsz-wo Sze	4f1fae88f8	HDFS-6670. Add block storage policy support with default HOT, WARM and COLD policies. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1610529 13f79535-47bb-0310-9956-ffa450edef68	2014-07-14 21:11:22 +00:00
Tsz-wo Sze	6f41baa623	HDFS-6677. Change INodeFile and FSImage to support storage policy ID. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-6584@1610525 13f79535-47bb-0310-9956-ffa450edef68	2014-07-14 20:57:15 +00:00
Chris Nauroth	3b54223c0f	HDFS-2856. Fix block protocol so that Datanodes don't require root or jsvc. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1610474 13f79535-47bb-0310-9956-ffa450edef68	2014-07-14 18:10:03 +00:00
Andrew Wang	d79f27b429	HDFS-6474. Namenode needs to get the actual keys and iv from the KeyProvider. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1609833 13f79535-47bb-0310-9956-ffa450edef68	2014-07-11 20:54:47 +00:00
Chris Nauroth	81930b75bd	HDFS-5202. Support Centralized Cache Management on Windows. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1609618 13f79535-47bb-0310-9956-ffa450edef68	2014-07-11 03:06:11 +00:00
Kihwal Lee	8f520386fb	HDFS-6647. Edit log corruption when pipeline recovery occurs for deleted file present in snapshot. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1609543 13f79535-47bb-0310-9956-ffa450edef68	2014-07-10 18:18:22 +00:00
Chris Nauroth	cce02e3bef	HDFS-6631. TestPread#testHedgedReadLoopTooManyTimes fails intermittently. Contributed by Liang Xie. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1609534 13f79535-47bb-0310-9956-ffa450edef68	2014-07-10 18:03:32 +00:00
Tsz-wo Sze	e67b80ec3a	HDFS-6643. Refactor INodeWithAdditionalFields.PermissionStatusFormat and INodeFile.HeaderFormat. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1609401 13f79535-47bb-0310-9956-ffa450edef68	2014-07-10 06:16:34 +00:00
Colin McCabe	d9c5f20333	HDFS-6622. Rename and AddBlock may race and produce invalid edits (kihwal via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1609384 13f79535-47bb-0310-9956-ffa450edef68	2014-07-10 04:03:02 +00:00
Colin McCabe	8044a12ac0	HDFS-6618. FSNamesystem#delete drops the FSN lock between removing INodes from the tree and deleting them from the inode map (kihwal via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1609380 13f79535-47bb-0310-9956-ffa450edef68	2014-07-10 03:49:30 +00:00
Vinayakumar B	3b0db60113	HDFS-6646. [ HDFS Rolling Upgrade - Shell ] shutdownDatanode and getDatanodeInfo usage is missed ( Contributed by Brahma Reddy Battula) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1609020 13f79535-47bb-0310-9956-ffa450edef68	2014-07-09 06:05:44 +00:00
Chris Nauroth	709d5cbd71	HDFS-6627. Rename DataNode#checkWriteAccess to checkReadAccess. Contributed by Liang Xie. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1608940 13f79535-47bb-0310-9956-ffa450edef68	2014-07-08 20:29:42 +00:00
Andrew Wang	ceed0f6c46	HDFS-6635. Refactor encryption zone functionality into new EncryptionZoneManager class. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1608657 13f79535-47bb-0310-9956-ffa450edef68	2014-07-08 04:34:04 +00:00
Haohui Mai	76a621ffd2	HDFS-6609. Use DirectorySnapshottableFeature to represent a snapshottable directory. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1608631 13f79535-47bb-0310-9956-ffa450edef68	2014-07-08 00:08:18 +00:00
Andrew Wang	dda85637df	Merge trunk to branch. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1608603 13f79535-47bb-0310-9956-ffa450edef68	2014-07-07 20:43:56 +00:00
Charles Lamb	83702b0707	HDFS-6629. Not able to create symlinks after HDFS-6516 (umamaheswararao) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1608389 13f79535-47bb-0310-9956-ffa450edef68	2014-07-07 09:51:49 +00:00
Charles Lamb	c386652828	HDFS-6516. List of Encryption Zones should be based on inodes (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1607770 13f79535-47bb-0310-9956-ffa450edef68	2014-07-04 00:24:28 +00:00
Andrew Wang	151c5deaf1	HDFS-6511. BlockManager#computeInvalidateWork() could do nothing. Contributed by Juan Yu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1607735 13f79535-47bb-0310-9956-ffa450edef68	2014-07-03 20:10:54 +00:00
Andrew Wang	f881f0e923	HDFS-6493. Change dfs.namenode.startup.delay.block.deletion to second instead of millisecond. Contributed by Juan Yu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1607732 13f79535-47bb-0310-9956-ffa450edef68	2014-07-03 20:02:14 +00:00
Andrew Wang	93e23a9915	HDFS-6613. Improve logging in caching classes. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1607697 13f79535-47bb-0310-9956-ffa450edef68	2014-07-03 17:13:59 +00:00
Steve Loughran	b6fbaba8e9	HADOOP-9361: Strictly define FileSystem APIs - HDFS portion ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1607597 13f79535-47bb-0310-9956-ffa450edef68	2014-07-03 12:09:45 +00:00
Charles Lamb	2a3bccddd9	HDFS-6625. Remove the Delete Encryption Zone function (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1607507 13f79535-47bb-0310-9956-ffa450edef68	2014-07-03 00:58:45 +00:00
Andrew Wang	51b97a1396	HDFS-6605.Client server negotiation of cipher suite. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1607499 13f79535-47bb-0310-9956-ffa450edef68	2014-07-02 23:08:29 +00:00
Colin McCabe	297e3c72fb	HDFS-6604. The short-circuit cache doesn't correctly time out replicas that haven't been used in a while (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1607456 13f79535-47bb-0310-9956-ffa450edef68	2014-07-02 19:43:36 +00:00
Chris Nauroth	0ca41a8f35	HDFS-6591. while loop is executed tens of thousands of times in Hedged Read. Contributed by Liang Xie. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1606927 13f79535-47bb-0310-9956-ffa450edef68	2014-06-30 20:46:44 +00:00
Kihwal Lee	e8186a9dee	HDFS-6558. Missing newline in the description of dfsadmin -rollingUpgrade. Contributed by Chen He. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1606855 13f79535-47bb-0310-9956-ffa450edef68	2014-06-30 18:17:56 +00:00
Steve Loughran	2f75cd1190	HDFS-6418. Regression: DFS_NAMENODE_USER_NAME_KEY missing ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1606536 13f79535-47bb-0310-9956-ffa450edef68	2014-06-29 16:27:24 +00:00
Kihwal Lee	94a1462bd5	HDFS-6601. Issues in finalizing rolling upgrade when there is a layout version change. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1606371 13f79535-47bb-0310-9956-ffa450edef68	2014-06-28 15:21:46 +00:00
Uma Maheswara Rao G	78cafe34e6	HDFS-6556. Refine XAttr permissions. Contributed by Uma Maheswara Rao G. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1606320 13f79535-47bb-0310-9956-ffa450edef68	2014-06-28 11:40:02 +00:00
Charles Lamb	31617733ac	HDFS-6389. Rename restrictions for encryption zones. (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1606253 13f79535-47bb-0310-9956-ffa450edef68	2014-06-27 21:45:18 +00:00
Andrew Wang	2efea95213	HDFS-6391. Get the Key/IV from the NameNode for encrypted files in DFSClient. Contributed by Charles Lamb and Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1606220 13f79535-47bb-0310-9956-ffa450edef68	2014-06-27 20:43:41 +00:00
Chris Nauroth	280bdb9a16	HDFS-6572. Add an option to the NameNode that prints the software and on-disk image versions. Contributed by Charles Lamb. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1605928 13f79535-47bb-0310-9956-ffa450edef68	2014-06-26 23:12:45 +00:00
Tsz-wo Sze	e3612e4428	HDFS-6595. Allow the maximum threads for balancing on datanodes to be configurable. Contributed by Benoy Antony ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1605565 13f79535-47bb-0310-9956-ffa450edef68	2014-06-25 19:27:29 +00:00
Charles Lamb	2676365799	HDFS-6387. HDFS CLI admin tool for creating & deleting an encryption zone. (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1605518 13f79535-47bb-0310-9956-ffa450edef68	2014-06-25 17:42:03 +00:00
Tsz-wo Sze	988bc17bc3	HADOOP-10674. Improve PureJavaCrc32 performance and use java.util.zip.CRC32 for Java 7 and above. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1605239 13f79535-47bb-0310-9956-ffa450edef68	2014-06-25 02:22:15 +00:00
Aaron Myers	55a1defa50	HDFS-6475. WebHdfs clients fail without retry because incorrect handling of StandbyException. Contributed by Yongjun Zhang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1605217 13f79535-47bb-0310-9956-ffa450edef68	2014-06-24 23:07:49 +00:00
Haohui Mai	bdf3de9f6b	HDFS-6593. Move SnapshotDiffInfo out of INodeDirectorySnapshottable. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1605169 13f79535-47bb-0310-9956-ffa450edef68	2014-06-24 19:59:34 +00:00
Haohui Mai	08986fdbed	HDFS-6562. Refactor rename() in FSDirectory. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1605016 13f79535-47bb-0310-9956-ffa450edef68	2014-06-24 06:56:27 +00:00
Arpit Agarwal	5ac06c8b38	HDFS-6578. add toString method to DatanodeStorage for easier debugging. (Contributed by Yongjun Zhang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604942 13f79535-47bb-0310-9956-ffa450edef68	2014-06-23 21:30:02 +00:00
Haohui Mai	a90a8b26e9	HDFS-6580. FSNamesystem.mkdirsInt should call the getAuditFileInfo() wrapper. Contributed bu Zhilei Xu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604704 13f79535-47bb-0310-9956-ffa450edef68	2014-06-23 07:20:49 +00:00
Vinayakumar B	e8ca648005	HDFS-6507. Improve DFSAdmin to support HA cluster better. (Contributd by Zesheng Wu) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604692 13f79535-47bb-0310-9956-ffa450edef68	2014-06-23 05:16:05 +00:00
Haohui Mai	1e89eba47d	HDFS-6583. Remove clientNode in FileUnderConstructionFeature. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604541 13f79535-47bb-0310-9956-ffa450edef68	2014-06-22 07:39:36 +00:00
Jing Zhao	8a83bb7ad6	HDFS-4667. Capture renamed files/directories in snapshot diff report. Contributed by Jing Zhao and Binglin Chang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604488 13f79535-47bb-0310-9956-ffa450edef68	2014-06-21 22:59:34 +00:00
Chris Nauroth	0c51289695	HDFS-6222. Remove background token renewer from webhdfs. Contributed by Rushabh Shah and Daryn Sharp. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604300 13f79535-47bb-0310-9956-ffa450edef68	2014-06-20 23:58:23 +00:00
Haohui Mai	9ca79e8d32	HDFS-6557. Move the reference of fsimage to FSNamesystem. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604242 13f79535-47bb-0310-9956-ffa450edef68	2014-06-20 18:54:19 +00:00
Jing Zhao	d9eb18bb2e	HDFS-6535. HDFS quota update is wrong when file is appended. Contributed by George Wong. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604226 13f79535-47bb-0310-9956-ffa450edef68	2014-06-20 18:25:09 +00:00
Aaron Myers	af6c91a80c	HDFS-6403. Add metrics for log warnings reported by JVM pauses. Contributed by Yongjun Zhang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604074 13f79535-47bb-0310-9956-ffa450edef68	2014-06-20 02:38:00 +00:00
Alejandro Abdelnur	46dc32e125	HDFS-6312. WebHdfs HA failover is broken on secure clusters. (daryn via tucu) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604045 13f79535-47bb-0310-9956-ffa450edef68	2014-06-19 23:06:40 +00:00
Kihwal Lee	0da148dae7	HDFS-3848. A Bug in recoverLeaseInternal method of FSNameSystem class. Contributed by Hooman Peiro Sajjad and Chen He. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1604011 13f79535-47bb-0310-9956-ffa450edef68	2014-06-19 19:05:25 +00:00
Andrew Wang	97583dbb0a	Merge from trunk to branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1603993 13f79535-47bb-0310-9956-ffa450edef68	2014-06-19 18:32:13 +00:00
Andrew Wang	d417e49ce4	HDFS-6492. Support create-time xattrs and atomically setting multiple xattrs. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1603971 13f79535-47bb-0310-9956-ffa450edef68	2014-06-19 17:37:31 +00:00
Aaron Myers	3f82484218	HDFS-6563. NameNode cannot save fsimage in certain circumstances when snapshots are in use. Contributed by Aaron T. Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1603712 13f79535-47bb-0310-9956-ffa450edef68	2014-06-19 05:17:58 +00:00
Haohui Mai	a4e0ff5e05	HDFS-6480. Move waitForReady() from FSDirectory to FSNamesystem. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1603705 13f79535-47bb-0310-9956-ffa450edef68	2014-06-19 04:13:56 +00:00
Andrew Wang	5e5e1a6202	Merge trunk r1603663 to branch. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1603664 13f79535-47bb-0310-9956-ffa450edef68	2014-06-18 23:15:04 +00:00
Charles Lamb	6ef3a9e746	HDFS-6386. HDFS Encryption Zones (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1603658 13f79535-47bb-0310-9956-ffa450edef68	2014-06-18 22:33:50 +00:00
Jing Zhao	4cf94aaf80	HDFS-6551. Rename with OVERWRITE option may throw NPE when the target file/directory is a reference INode. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1603612 13f79535-47bb-0310-9956-ffa450edef68	2014-06-18 19:57:00 +00:00
Arpit Agarwal	52d18aa217	HDFS-6552. add DN storage to a BlockInfo will not replace the different storage from same DN. (Contributed by Amir Langer) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1603602 13f79535-47bb-0310-9956-ffa450edef68	2014-06-18 19:37:18 +00:00
Jing Zhao	8e8a769e7f	HDFS-6527. Edit log corruption due to defered INode removal. Contributed by Kihwal Lee and Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1603340 13f79535-47bb-0310-9956-ffa450edef68	2014-06-18 01:00:32 +00:00
Kihwal Lee	2298f3d241	HDFS-6545. Finalizing rolling upgrade can make NN unavailable for a long duration. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1603239 13f79535-47bb-0310-9956-ffa450edef68	2014-06-17 17:58:38 +00:00
Charles Lamb	c5b7236d9c	merge from trunk r1602933 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1602947 13f79535-47bb-0310-9956-ffa450edef68	2014-06-16 18:13:57 +00:00
Aaron Myers	d18af7edd4	HDFS-6499. Use NativeIO#renameTo instead of File#renameTo in FileJournalManager. Contributed by Yongjun Zhang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1602542 13f79535-47bb-0310-9956-ffa450edef68	2014-06-14 02:14:46 +00:00
Aaron Myers	3f5e04946d	HDFS-6529. Trace logging for RemoteBlockReader2 to identify remote datanode and file being read. Contributed by Anubhav Dhoot. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1602538 13f79535-47bb-0310-9956-ffa450edef68	2014-06-14 00:57:52 +00:00
Haohui Mai	02f3ff3387	HDFS-6330. Move mkdirs() to FSNamesystem. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1602484 13f79535-47bb-0310-9956-ffa450edef68	2014-06-13 18:04:45 +00:00
Andrew Wang	be3fdd1c40	HADOOP-10691. Improve the readability of 'hadoop fs -help'. Contributed by Lei Xu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1602329 13f79535-47bb-0310-9956-ffa450edef68	2014-06-13 06:39:57 +00:00
Andrew Wang	be01103af7	HDFS-3493. Invalidate corrupted blocks as long as minimum replication is satisfied. Contributed by Juan Yu and Vinayakumar B. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1602291 13f79535-47bb-0310-9956-ffa450edef68	2014-06-12 21:06:31 +00:00
Andrew Wang	befa4bb1ed	HDFS-6395. Skip checking xattr limits for non-user-visible namespaces. Contributed by Yi Liu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1602288 13f79535-47bb-0310-9956-ffa450edef68	2014-06-12 20:55:06 +00:00
Arpit Agarwal	34e9173c00	HADOOP-10376. Refactor refresh*Protocols into a single generic refreshConfigProtocol. (Contributed by Chris Li) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1602055 13f79535-47bb-0310-9956-ffa450edef68	2014-06-12 01:27:39 +00:00
Haohui Mai	e98529858e	HDFS-6315. Decouple recording edit logs from FSDirectory. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1601960 13f79535-47bb-0310-9956-ffa450edef68	2014-06-11 17:22:44 +00:00
Haohui Mai	49fecbd402	HDFS-6503. Fix typo of DFSAdmin restoreFailedStorage. Contributed by Zesheng Wu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1601958 13f79535-47bb-0310-9956-ffa450edef68	2014-06-11 17:12:46 +00:00
Arpit Agarwal	c802ca28fd	HDFS-6364. Incorrect check for unknown datanode in Balancer. (Contributed by Benoy Antony) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1601771 13f79535-47bb-0310-9956-ffa450edef68	2014-06-10 21:02:47 +00:00
Andrew Wang	123c563fe6	HDFS-6460. Ignore stale and decommissioned nodes in NetworkTopology#sortByDistance. Contributed by Yongjun Zhang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1601535 13f79535-47bb-0310-9956-ffa450edef68	2014-06-10 00:39:20 +00:00
Junping Du	cc9bc8eef7	HDFS-6500. Snapshot shouldn't be removed silently after renaming to an existing snapshot. (Contributed by Nicholas SZE) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1601199 13f79535-47bb-0310-9956-ffa450edef68	2014-06-08 07:06:35 +00:00
Colin McCabe	9528ed939d	HDFS-6497. Make TestAvailableSpaceVolumeChoosingPolicy deterministic (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1601035 13f79535-47bb-0310-9956-ffa450edef68	2014-06-06 23:40:39 +00:00
Uma Maheswara Rao G	6a4f6d6b3e	HDFS-6464. Support multiple xattr.name parameters for WebHDFS getXAttrs. Contributed by Yi Liu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1600810 13f79535-47bb-0310-9956-ffa450edef68	2014-06-06 03:48:43 +00:00
Charles Lamb	3f892e9d53	HDFS-6473. Protocol and API for Encryption Zones (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1600803 13f79535-47bb-0310-9956-ffa450edef68	2014-06-06 01:42:18 +00:00
Colin McCabe	e40524d759	HDFS-6369. Document that BlockReader#available() can return more bytes than are remaining in the block (Ted Yu via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1600801 13f79535-47bb-0310-9956-ffa450edef68	2014-06-06 00:59:18 +00:00
Andrew Wang	1cbff8ff82	HDFS-6476. Print out the KeyProvider after finding KP successfully on startup. Contributed by Juan Yu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1600799 13f79535-47bb-0310-9956-ffa450edef68	2014-06-06 00:55:14 +00:00
Charles Lamb	bdee397e95	HADOOP-6392. Wire crypto streams for encrypted files in DFSClient. (clamb and yliu) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1600582 13f79535-47bb-0310-9956-ffa450edef68	2014-06-05 10:10:48 +00:00
Andrew Wang	02fcb6b6ba	HDFS-6268. Better sorting in NetworkTopology#pseudoSortByDistance when no local node is found. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1599734 13f79535-47bb-0310-9956-ffa450edef68	2014-06-03 18:33:09 +00:00
Jing Zhao	a29d2d3371	HDFS-6424. blockReport doesn't need to invalidate blocks on SBN. Contributed by Ming Ma. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1599397 13f79535-47bb-0310-9956-ffa450edef68	2014-06-03 00:47:11 +00:00
Michael Stack	f15ff5e4f4	HDFS-6109 let sync_file_range() system call run in background (Liang Xie via stack) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1599347 13f79535-47bb-0310-9956-ffa450edef68	2014-06-02 20:27:15 +00:00
Kihwal Lee	77805fb69b	Fix merge error. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1598873 13f79535-47bb-0310-9956-ffa450edef68	2014-05-31 14:32:21 +00:00
Andrew Wang	880a0c673c	HDFS-6375. Listing extended attributes with the search permission. Contributed by Charles Lamb. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1598788 13f79535-47bb-0310-9956-ffa450edef68	2014-05-31 00:12:02 +00:00
Charles Lamb	871616b993	merge from trunk r1598783 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1598785 13f79535-47bb-0310-9956-ffa450edef68	2014-05-31 00:01:20 +00:00
Charles Lamb	4054a40891	HDFS-6388. HDFS integration with KeyProvider. (clamb) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/fs-encryption@1598783 13f79535-47bb-0310-9956-ffa450edef68	2014-05-30 23:53:45 +00:00
Brandon Li	42391d260d	HDFS-6056. Clean up NFS config settings. Contributed by Brandon Li ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1598782 13f79535-47bb-0310-9956-ffa450edef68	2014-05-30 23:53:00 +00:00
Chris Nauroth	39f3d135d0	HDFS-6463. Clarify behavior of AclStorage#createFsPermissionForExtendedAcl in comments. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1598437 13f79535-47bb-0310-9956-ffa450edef68	2014-05-29 22:56:58 +00:00
Andrew Wang	f40a36758b	HDFS-6447. balancer should timestamp the completion message. Contributed by Juan Yu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1598411 13f79535-47bb-0310-9956-ffa450edef68	2014-05-29 21:38:39 +00:00
Andrew Wang	5dff070e51	HDFS-6356. Fix typo in DatanodeLayoutVersion. Contributed by Tulasi G. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1598408 13f79535-47bb-0310-9956-ffa450edef68	2014-05-29 21:32:44 +00:00
Andrew Wang	1d5e564998	HDFS-6461. Use Time#monotonicNow to compute duration in DataNode#shutDown. Contributed by James Thomas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1598399 13f79535-47bb-0310-9956-ffa450edef68	2014-05-29 21:01:55 +00:00
Andrew Wang	66c5bcfc6d	HDFS-6453. Use Time#monotonicNow to avoid system clock reset. Contributed by Liang Xie. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1598144 13f79535-47bb-0310-9956-ffa450edef68	2014-05-28 21:24:49 +00:00
Colin McCabe	cfd8647d0f	HDFS-6448. BlockReaderLocalLegacy should set socket timeout based on conf.socketTimeout (liangxie via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1598079 13f79535-47bb-0310-9956-ffa450edef68	2014-05-28 17:44:14 +00:00
Jing Zhao	8d9e8cec9f	HDFS-6227. ShortCircuitCache#unref should purge ShortCircuitReplicas whose streams have been closed by java interrupts. Contributed by Colin Patrick McCabe. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1597829 13f79535-47bb-0310-9956-ffa450edef68	2014-05-27 17:21:41 +00:00
Michael Stack	1228f8f6fb	HBASE-6110 adding more slow action log in critical write path (Liang Xie via stack) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1597633 13f79535-47bb-0310-9956-ffa450edef68	2014-05-26 19:38:05 +00:00
Jing Zhao	3671a5e16f	MAPREDUCE-5899. Support incremental data copy in DistCp. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1596931 13f79535-47bb-0310-9956-ffa450edef68	2014-05-22 18:17:11 +00:00
Jing Zhao	5b1e88b6d2	HDFS-6423. Diskspace quota usage should be updated when appending data to partial block. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1596774 13f79535-47bb-0310-9956-ffa450edef68	2014-05-22 08:07:16 +00:00
Jing Zhao	752a9d84bb	HDFS-6438. DeleteSnapshot should be a DELETE request in WebHdfs. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1596772 13f79535-47bb-0310-9956-ffa450edef68	2014-05-22 07:30:18 +00:00
Chris Nauroth	6b2e615f5f	HDFS-6433. Replace BytesMoved class with AtomicLong. Contributed by Benoy Antony. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1596742 13f79535-47bb-0310-9956-ffa450edef68	2014-05-22 04:50:53 +00:00
Chris Nauroth	b2f4e53e2b	HDFS-6409. Fix typo in log message about NameNode layout version upgrade. Contributed by Chen He. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1596739 13f79535-47bb-0310-9956-ffa450edef68	2014-05-22 04:38:20 +00:00
Andrew Wang	4dfedd81a4	HDFS-6396. Remove support for ACL feature from INodeSymlink. Contributed by Charles Lamb. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1596713 13f79535-47bb-0310-9956-ffa450edef68	2014-05-22 00:10:30 +00:00
Uma Maheswara Rao G	ac23a55547	Merge HDFS-2006 HDFS XAttrs branch to Trunk ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1596575 13f79535-47bb-0310-9956-ffa450edef68	2014-05-21 13:57:33 +00:00
Jing Zhao	44e9d346e9	HDFS-6432. Add snapshot related APIs to webhdfs. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1596334 13f79535-47bb-0310-9956-ffa450edef68	2014-05-20 17:33:31 +00:00
Kihwal Lee	35058fc020	HDFS-6397. NN shows inconsistent value in deadnode count. Contributed by Mohammad Kamrul Islam. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1595978 13f79535-47bb-0310-9956-ffa450edef68	2014-05-19 17:52:55 +00:00
Konstantin Boudnik	9a0ed1c4af	HDFS-6325. Append should fail if the last block has insufficient number of replicas (Keith Pak via cos) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1595744 13f79535-47bb-0310-9956-ffa450edef68	2014-05-19 05:24:24 +00:00
Aaron Myers	da3992b4e3	HDFS-6406. Add capability for NFS gateway to reject connections from unprivileged ports. Contributed by Aaron T. Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1595351 13f79535-47bb-0310-9956-ffa450edef68	2014-05-16 21:23:03 +00:00
Chris Nauroth	11be7334c4	MAPREDUCE-5809. Enhance distcp to support preserving HDFS ACLs. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1595283 13f79535-47bb-0310-9956-ffa450edef68	2014-05-16 18:25:23 +00:00
Junping Du	0fb47dbe4e	HDFS-6250. Fix test failed in TestBalancerWithNodeGroup.testBalancerWithRackLocality (Contributed by Binglin Chang and Chen He) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1595145 13f79535-47bb-0310-9956-ffa450edef68	2014-05-16 09:56:24 +00:00
Andrew Wang	8f48760663	HDFS-6345. DFS.listCacheDirectives() should allow filtering based on cache directive ID. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1595086 13f79535-47bb-0310-9956-ffa450edef68	2014-05-16 01:18:03 +00:00
Chris Nauroth	68867fd1bc	HDFS-6402. Suppress findbugs warning for failure to override equals and hashCode in FsAclPermission. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1595070 13f79535-47bb-0310-9956-ffa450edef68	2014-05-15 23:12:12 +00:00
Arpit Agarwal	9a0fcae5bc	HDFS-6362. InvalidateBlocks is inconsistent in usage of DatanodeUuid and StorageID. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1595056 13f79535-47bb-0310-9956-ffa450edef68	2014-05-15 21:30:16 +00:00
Andrew Wang	1959afe113	HDFS-5683. Better audit log messages for caching operations. Contributed by Abhiraj Butala. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1595054 13f79535-47bb-0310-9956-ffa450edef68	2014-05-15 21:29:19 +00:00
Kihwal Lee	046ad2e40e	HDFS-6400. Cannot execute hdfs oiv_legacy. Contributed by Akira AJISAKA. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594917 13f79535-47bb-0310-9956-ffa450edef68	2014-05-15 13:53:19 +00:00
Chris Nauroth	65158e478f	HDFS-6326. WebHdfs ACL compatibility is broken. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594743 13f79535-47bb-0310-9956-ffa450edef68	2014-05-14 22:35:56 +00:00
Kihwal Lee	88e76f9c45	HDFS-2949. Add check to active state transition to prevent operator-induced split brain. Contributed by Rushabh S Shah. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594709 13f79535-47bb-0310-9956-ffa450edef68	2014-05-14 20:45:07 +00:00
Jing Zhao	cf7dddb603	HDFS-6381. Fix a typo in INodeReference.java. Contributed by Binglin Chang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594447 13f79535-47bb-0310-9956-ffa450edef68	2014-05-14 02:50:56 +00:00
Kihwal Lee	97f58955a6	HDFS-6293. Issues with OIV processing PB-based fsimages. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594439 13f79535-47bb-0310-9956-ffa450edef68	2014-05-14 01:15:16 +00:00
Colin McCabe	dac9028ef9	HDFS-6355. Fix divide-by-zero, improper use of wall-clock time in BlockPoolSliceScanner (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594338 13f79535-47bb-0310-9956-ffa450edef68	2014-05-13 19:24:22 +00:00
Jing Zhao	8e5b5165c1	HDFS-6186. Pause deletion of blocks when the namenode starts up. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594314 13f79535-47bb-0310-9956-ffa450edef68	2014-05-13 18:22:33 +00:00
Suresh Srinivas	0077999972	HADOOP-10566. Refactor proxyservers out of ProxyUsers. Contributed by Benoy Antony. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594280 13f79535-47bb-0310-9956-ffa450edef68	2014-05-13 16:53:38 +00:00
Jonathan Turner Eagles	e4ee1d111b	HDFS-6305. WebHdfs response decoding may throw RuntimeExceptions (Daryn Sharp via jeagles) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594273 13f79535-47bb-0310-9956-ffa450edef68	2014-05-13 16:40:15 +00:00
Kihwal Lee	33ade356b3	HDFS-6334. Client failover proxy provider for IP failover based NN HA. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594263 13f79535-47bb-0310-9956-ffa450edef68	2014-05-13 16:19:07 +00:00
Uma Maheswara Rao G	4f399bb4ba	HDFS-6367. EnumSetParam$Domain#parse fails for parameter containing more than one enum. Contributed by Yi Liu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594150 13f79535-47bb-0310-9956-ffa450edef68	2014-05-13 07:34:32 +00:00
Kihwal Lee	e9459baec5	HDFS-5522. Datanode disk error check may be incorrectly skipped. Contributed by Rushabh Shah. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594055 13f79535-47bb-0310-9956-ffa450edef68	2014-05-12 19:08:06 +00:00
Andrew Wang	e9c6840b24	Command hdfs dfs -rm -r can't remove empty directory. Contributed by Yongjun Zhang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1594036 13f79535-47bb-0310-9956-ffa450edef68	2014-05-12 17:54:35 +00:00
Haohui Mai	ae9109b911	HDFS-6328. Clean up dead code in FSDirectory. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1593755 13f79535-47bb-0310-9956-ffa450edef68	2014-05-11 05:06:22 +00:00
Colin McCabe	f131dba8a3	HDFS-6294. Use INode IDs to avoid conflicts when a file open for write is renamed (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1593634 13f79535-47bb-0310-9956-ffa450edef68	2014-05-09 22:36:04 +00:00
Haohui Mai	ed6f32c540	HDFS-6240. WebImageViewer returns 404 if LISTSTATUS to an empty directory. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1593591 13f79535-47bb-0310-9956-ffa450edef68	2014-05-09 18:43:46 +00:00
Kihwal Lee	5323d5e388	HDFS-6313. WebHdfs may use the wrong NN when configured for multiple HA NNs. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1593475 13f79535-47bb-0310-9956-ffa450edef68	2014-05-09 02:01:37 +00:00
Kihwal Lee	eac832f92d	HDFS-6329. WebHdfs does not work if HA is enabled on NN but logical URI is not configured. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1593470 13f79535-47bb-0310-9956-ffa450edef68	2014-05-09 01:46:42 +00:00
Arpit Agarwal	63fadf0abd	HDFS-6340.DN can't finalize upgrade. (Contributed by Rahul Singhal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1593436 13f79535-47bb-0310-9956-ffa450edef68	2014-05-08 22:20:37 +00:00
Colin McCabe	280c764f54	HDFS-5381. ExtendedBlock#hashCode should use both blockId and block pool ID (Benoy Antony via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1593346 13f79535-47bb-0310-9956-ffa450edef68	2014-05-08 17:49:52 +00:00
Andrew Wang	9445859930	HDFS-6295. Add decommissioning state and node state filtering to dfsadmin. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1592438 13f79535-47bb-0310-9956-ffa450edef68	2014-05-05 03:38:29 +00:00
Tsz-wo Sze	b2f65c276d	HDFS-5168. Add cross node dependency support to BlockPlacementPolicy. Contributed by Nikola Vujic ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1592179 13f79535-47bb-0310-9956-ffa450edef68	2014-05-03 11:02:44 +00:00
Haohui Mai	d777cb8996	HADOOP-10563. Remove the dependency of jsp in trunk. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1592069 13f79535-47bb-0310-9956-ffa450edef68	2014-05-02 22:26:02 +00:00
Haohui Mai	6420249d47	HDFS-6252. Phase out the old web UI in HDFS. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1591732 13f79535-47bb-0310-9956-ffa450edef68	2014-05-01 18:46:18 +00:00
Aaron Myers	e5d6fba47d	HDFS-6289. HA failover can fail if there are pending DN messages for DNs which no longer exist. Contributed by Aaron T. Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1591413 13f79535-47bb-0310-9956-ffa450edef68	2014-04-30 17:46:15 +00:00
Haohui Mai	0689363343	HDFS-6304. Consolidate the logic of path resolution in FSDirectory. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1591411 13f79535-47bb-0310-9956-ffa450edef68	2014-04-30 17:44:17 +00:00
Jonathan Turner Eagles	0532b8bad1	HDFS-6269. NameNode Audit Log should differentiate between webHDFS open and HDFS open. (Eric Payne via jeagles) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1591117 13f79535-47bb-0310-9956-ffa450edef68	2014-04-29 21:51:14 +00:00
Vinayakumar B	9d21180c1a	HDFS-2882. DN continues to start up, even if block pool fails to initialize (Contributed by Vinayakumar B) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1590941 13f79535-47bb-0310-9956-ffa450edef68	2014-04-29 10:27:29 +00:00
Haohui Mai	02d28907be	HADOOP-10508. RefreshCallQueue fails when authorization is enabled. Contributed by Chris Li. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1590876 13f79535-47bb-0310-9956-ffa450edef68	2014-04-29 06:04:14 +00:00
Andrew Wang	71aa608b84	HDFS-6288. DFSInputStream Pread doesn't update ReadStatistics. Contributed by Juan Yu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1590776 13f79535-47bb-0310-9956-ffa450edef68	2014-04-28 20:20:10 +00:00
Kihwal Lee	02d0f0ba54	HDFS-6218. Audit log should use true client IP for proxied webhdfs operations. Contributed by Daryn Sharp. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1590640 13f79535-47bb-0310-9956-ffa450edef68	2014-04-28 14:00:32 +00:00
Haohui Mai	b8a3e2bb20	HDFS-6270. Secondary namenode status page shows transaction count in bytes. Contributed by Benoy Antony. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1590197 13f79535-47bb-0310-9956-ffa450edef68	2014-04-25 23:49:10 +00:00
Haohui Mai	bce5a92c54	HDFS-6210. Support GETACLSTATUS operation in WebImageViewer. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589933 13f79535-47bb-0310-9956-ffa450edef68	2014-04-25 05:55:11 +00:00
Uma Maheswara Rao G	0931bd94be	HDFS-6246. Remove 'dfs.support.append' flag from trunk code. Contributed by Uma Maheswara Rao G. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589927 13f79535-47bb-0310-9956-ffa450edef68	2014-04-25 05:19:50 +00:00
Jing Zhao	10a037cccb	HDFS-6266. Identify full path for a given INode. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589920 13f79535-47bb-0310-9956-ffa450edef68	2014-04-25 02:05:42 +00:00
Aaron Myers	7bad941152	HDFS-6281. Provide option to use the NFS Gateway without having to use the Hadoop portmapper. Contributed by Aaron T. Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589914 13f79535-47bb-0310-9956-ffa450edef68	2014-04-25 00:16:47 +00:00
Arpit Agarwal	cf4bc7fdd4	HDFS-6273. Config options to allow wildcard endpoints for namenode HTTP and HTTPS servers. (Contributed by Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589803 13f79535-47bb-0310-9956-ffa450edef68	2014-04-24 17:40:30 +00:00
Jing Zhao	24d1cf9ac6	HDFS-5693. Few NN metrics data points were collected via JMX when NN is under heavy load. Contributed by Ming Ma. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589620 13f79535-47bb-0310-9956-ffa450edef68	2014-04-24 07:24:51 +00:00
Haohui Mai	140f4542b6	HDFS-6278. Create HTML5-based UI for SNN. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589613 13f79535-47bb-0310-9956-ffa450edef68	2014-04-24 07:15:31 +00:00
Suresh Srinivas	f36f0dde88	HDFS-6276. Remove unnecessary conditions and null check. Contributed by Suresh Srinivas ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589586 13f79535-47bb-0310-9956-ffa450edef68	2014-04-24 05:05:47 +00:00
Kihwal Lee	53cb787d48	HDFS-6217. Webhdfs PUT operations may not work via a http proxy. Contributed by Daryn Sharp. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589528 13f79535-47bb-0310-9956-ffa450edef68	2014-04-23 22:00:46 +00:00
Suresh Srinivas	7f635b8f53	HDFS-6275. Fix warnings - type arguments can be inferred and redudant local variable. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589510 13f79535-47bb-0310-9956-ffa450edef68	2014-04-23 20:20:16 +00:00
Suresh Srinivas	876fd8ab79	HDFS-6274. Cleanup javadoc warnings in HDFS code. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589506 13f79535-47bb-0310-9956-ffa450edef68	2014-04-23 20:13:32 +00:00
Jing Zhao	1be4ddef9e	HDFS-6178. Decommission on standby NN couldn't finish. Contributed by Ming Ma. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1589002 13f79535-47bb-0310-9956-ffa450edef68	2014-04-21 23:35:09 +00:00
Arpit Agarwal	2d9f038e63	HDFS-6245. Datanode fails to start with a bad disk even when failed volumes is set. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1588842 13f79535-47bb-0310-9956-ffa450edef68	2014-04-21 00:15:16 +00:00
Haohui Mai	bc0b7c6145	HDFS-6256. Clean up ImageVisitor and SpotCheckImageVisitor. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1588524 13f79535-47bb-0310-9956-ffa450edef68	2014-04-18 17:35:51 +00:00
Chris Nauroth	dd7d032457	HADOOP-10499. Remove unused parameter from ProxyUsers.authorize(). Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1588098 13f79535-47bb-0310-9956-ffa450edef68	2014-04-16 23:09:08 +00:00
Kihwal Lee	ef68759382	HDFS-6219. Proxy superuser configuration should use true client IP for address checks. Contributed by Daryn Sharp. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1587962 13f79535-47bb-0310-9956-ffa450edef68	2014-04-16 16:22:36 +00:00
Daryn Sharp	5e47eeca9d	HDFS-6214. Webhdfs has poor throughput for files >2GB (daryn) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1587954 13f79535-47bb-0310-9956-ffa450edef68	2014-04-16 16:05:22 +00:00
Chris Nauroth	01af3a3177	HDFS-6243. HA NameNode transition to active or shutdown may leave lingering image transfer thread. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1587410 13f79535-47bb-0310-9956-ffa450edef68	2014-04-15 04:49:09 +00:00
Chris Nauroth	193f11a7ab	HDFS-6236. ImageServlet should use Time#monotonicNow to measure latency. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586902 13f79535-47bb-0310-9956-ffa450edef68	2014-04-12 21:38:35 +00:00
Colin McCabe	2f72888896	HDFS-6232. OfflineEditsViewer throws a NPE on edits containing ACL modifications (ajisakaa via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586790 13f79535-47bb-0310-9956-ffa450edef68	2014-04-11 22:42:48 +00:00
Jing Zhao	01ea648056	HDFS-6229. Race condition in failover can cause RetryCache fail to work. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586714 13f79535-47bb-0310-9956-ffa450edef68	2014-04-11 16:42:46 +00:00
Chris Nauroth	f8904ad299	HDFS-6231. DFSClient hangs infinitely if using hedged reads and all eligible datanodes die. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586551 13f79535-47bb-0310-9956-ffa450edef68	2014-04-11 03:48:29 +00:00
Andrew Wang	3b008baf35	Undo accidental FSNamesystem change introduced in HDFS-6224 commit. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586515 13f79535-47bb-0310-9956-ffa450edef68	2014-04-11 00:21:39 +00:00
Andrew Wang	fad8620a71	HDFS-6224. Add a unit test to TestAuditLogger for file permissions passed to logAuditEvent. Contributed by Charles Lamb. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586490 13f79535-47bb-0310-9956-ffa450edef68	2014-04-10 22:35:07 +00:00
Uma Maheswara Rao G	af0fe05a92	HDFS-5669. Storage#tryLock() should check for null before logging successfull message. Contributed by Vinayakumar B ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586392 13f79535-47bb-0310-9956-ffa450edef68	2014-04-10 18:11:28 +00:00
Uma Maheswara Rao G	897fe59b1c	HDFS-6228. comments typo fix for FsDatasetImpl.java Contributed by zhaoyunjiong. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586264 13f79535-47bb-0310-9956-ffa450edef68	2014-04-10 10:33:22 +00:00
Haohui Mai	7af48dd355	HDFS-6225. Remove the o.a.h.hdfs.server.common.UpgradeStatusReport. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586181 13f79535-47bb-0310-9956-ffa450edef68	2014-04-10 00:20:28 +00:00
Chris Nauroth	5c48f379ab	HDFS-6208. DataNode caching can leak file descriptors. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586154 13f79535-47bb-0310-9956-ffa450edef68	2014-04-09 21:45:57 +00:00
Haohui Mai	8af0708580	HDFS-6170. Support GETFILESTATUS operation in WebImageViewer. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586152 13f79535-47bb-0310-9956-ffa450edef68	2014-04-09 21:29:55 +00:00
Tsz-wo Sze	06e4c84b7d	HDFS-6206. Fix NullPointerException in DFSUtil.substituteForWildcardAddress. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586034 13f79535-47bb-0310-9956-ffa450edef68	2014-04-09 16:55:03 +00:00
Jonathan Turner Eagles	58d49cecd5	HDFS-6215. Wrong error message for upgrade. (Kihwal Lee via jeagles) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586011 13f79535-47bb-0310-9956-ffa450edef68	2014-04-09 16:20:26 +00:00
Arpit Agarwal	6cc92bf8fc	HDFS-6160. TestSafeMode occasionally fails. (Contributed by Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1586007 13f79535-47bb-0310-9956-ffa450edef68	2014-04-09 16:13:40 +00:00
Steve Loughran	b8f250a99d	HADOOP-10104. Update jackson to 1.9.13 (Akira Ajisaka via stevel) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1585932 13f79535-47bb-0310-9956-ffa450edef68	2014-04-09 11:11:20 +00:00
Haohui Mai	7915b36225	HDFS-6169. Move the address in WebImageViewer. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1585802 13f79535-47bb-0310-9956-ffa450edef68	2014-04-08 18:14:19 +00:00
Haohui Mai	bcf1f33acd	HDFS-6143. WebHdfsFileSystem open should throw FileNotFoundException for non-existing paths. Contributed by Gera Shegalov. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1585639 13f79535-47bb-0310-9956-ffa450edef68	2014-04-08 01:39:23 +00:00
Chris Nauroth	5bbf271712	HDFS-6198. DataNode rolling upgrade does not correctly identify current block pool directory and replace with trash on Windows. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1585627 13f79535-47bb-0310-9956-ffa450edef68	2014-04-08 00:00:33 +00:00
Haohui Mai	2002dc63c9	HDFS-6180. Dead node count / listing is very broken in JMX and old GUI. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1585625 13f79535-47bb-0310-9956-ffa450edef68	2014-04-07 23:55:06 +00:00
Chris Nauroth	79bd50f91b	HDFS-6197. Rolling upgrade rollback on Windows can fail attempting to rename edit log segment files to a destination that already exists. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1585586 13f79535-47bb-0310-9956-ffa450edef68	2014-04-07 21:21:46 +00:00
Brandon Li	a5b37c6ed1	HDFS-6181. Fix the wrong property names in NFS user guide. Contributed by Brandon Li ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1585563 13f79535-47bb-0310-9956-ffa450edef68	2014-04-07 18:55:49 +00:00
Kihwal Lee	fe328621d4	HDFS-6191. Disable quota checks when replaying edit log. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1585544 13f79535-47bb-0310-9956-ffa450edef68	2014-04-07 18:25:12 +00:00
Haohui Mai	620809b9a0	HDFS-6190. Minor textual fixes in DFSClient. Contributed by Charles Lamb. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1584376 13f79535-47bb-0310-9956-ffa450edef68	2014-04-03 20:18:49 +00:00
Haohui Mai	5b3481a750	HDFS-5570. Addendum commit for r1584100. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1584174 13f79535-47bb-0310-9956-ffa450edef68	2014-04-02 20:53:01 +00:00
Haohui Mai	fb1d7fb596	HDFS-5570. Deprecate hftp / hsftp and replace them with webhdfs / swebhdfs. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1584100 13f79535-47bb-0310-9956-ffa450edef68	2014-04-02 17:28:08 +00:00
Andrew Wang	64c50d9dfb	HDFS-5591. Checkpointing should use monotonic time when calculating period. Contributed by Charles Lamb. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1583926 13f79535-47bb-0310-9956-ffa450edef68	2014-04-02 08:33:25 +00:00
Tsz-wo Sze	f93d99990a	HDFS-6167. Relocate the non-public API classes in the hdfs.client package. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1583878 13f79535-47bb-0310-9956-ffa450edef68	2014-04-02 05:09:35 +00:00
Haohui Mai	71bae5cae4	HDFS-6173. Move the default processor from Ls to Web in OfflineImageViewer. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1583384 13f79535-47bb-0310-9956-ffa450edef68	2014-03-31 18:05:23 +00:00
Arun Murthy	004d0854b7	HDFS-4564. Ensure webhdfs returns correct HTTP response codes for denied operations. Contributed by Daryn Sharp. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1583241 13f79535-47bb-0310-9956-ffa450edef68	2014-03-31 07:25:53 +00:00
Tsz-wo Sze	b4c41f341b	HDFS-6166. Change Balancer socket read timeout to 20 minutes and add 10 seconds delay after error. Contributed by Nathan Roberts ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1583018 13f79535-47bb-0310-9956-ffa450edef68	2014-03-29 16:23:00 +00:00
Tsz-wo Sze	3f7aa79e58	HDFS-6168. Remove a deprecated constructor and the deprecated methods reportChecksumFailure, getDelegationToken(Text), renewDelegationToken and cancelDelegationToken from DistributedFileSystem. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1582856 13f79535-47bb-0310-9956-ffa450edef68	2014-03-28 18:29:31 +00:00
Haohui Mai	2e799e5984	HDFS-6156. Simplify the JMX API that provides snapshot information. Contributed by Shinichi Yamashita. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1582847 13f79535-47bb-0310-9956-ffa450edef68	2014-03-28 18:10:21 +00:00
Haohui Mai	9d2d55e490	HDFS-6164. Remove lsr in OfflineImageViewer. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1582533 13f79535-47bb-0310-9956-ffa450edef68	2014-03-27 23:11:02 +00:00
Haohui Mai	54c1daa580	HDFS-5978. Create a tool to take fsimage and expose read-only WebHDFS API. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1582433 13f79535-47bb-0310-9956-ffa450edef68	2014-03-27 18:15:47 +00:00
Suresh Srinivas	21d225af4d	HDFS-6162. Format strings should use platform independent line separator. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1582181 13f79535-47bb-0310-9956-ffa450edef68	2014-03-27 04:25:09 +00:00
Haohui Mai	fd3d5ab792	HDFS-6158. Clean up dead code for OfflineImageViewer. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1582164 13f79535-47bb-0310-9956-ffa450edef68	2014-03-27 02:58:10 +00:00
Suresh Srinivas	78b9321539	HDFS-6119. FSNamesystem code cleanup. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1582073 13f79535-47bb-0310-9956-ffa450edef68	2014-03-26 21:32:32 +00:00
Suresh Srinivas	14556cc5d8	HDFS-6155. Fix Boxing/unboxing to parse a primitive findbugs warnings. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1582068 13f79535-47bb-0310-9956-ffa450edef68	2014-03-26 21:27:33 +00:00
Jing Zhao	fe8c3dc2b8	HDFS-5672. TestHASafeMode#testSafeBlockTracking fails in trunk. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581994 13f79535-47bb-0310-9956-ffa450edef68	2014-03-26 18:36:08 +00:00
Tsz-wo Sze	a206399afd	HDFS-6115. Call flush() for every append on block scan verification log. Contributed by Vinayakumar B ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581936 13f79535-47bb-0310-9956-ffa450edef68	2014-03-26 17:03:05 +00:00
Suresh Srinivas	c00703dd08	HDFS-6150. Add inode id information in the logs to make debugging easier. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581914 13f79535-47bb-0310-9956-ffa450edef68	2014-03-26 16:32:44 +00:00
Haohui Mai	b5935fab44	HDFS-6130. NPE when upgrading namenode from fsimages older than -32. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581713 13f79535-47bb-0310-9956-ffa450edef68	2014-03-26 07:30:20 +00:00
Arpit Agarwal	1fbb04e367	HDFS-5910. Enhance DataTransferProtocol to allow per-connection choice of encryption/plain-text. (Contributed by Benoy Antony) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581688 13f79535-47bb-0310-9956-ffa450edef68	2014-03-26 04:11:18 +00:00
Haohui Mai	867e0f8ea9	HDFS-5196. Provide more snapshot information in WebUI. Contributed by Shinichi Yamashita. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581427 13f79535-47bb-0310-9956-ffa450edef68	2014-03-25 17:53:51 +00:00
Jing Zhao	56205ca7d7	HDFS-5840. Follow-up to HDFS-5138 to improve error handling during partial upgrade failures. Contributed by Aaron T. Myers, Suresh Srinivas, and Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581260 13f79535-47bb-0310-9956-ffa450edef68	2014-03-25 06:48:15 +00:00
Suresh Srinivas	3a61d25457	HDFS-6125. Cleanup unnecessary cast in HDFS code base. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581242 13f79535-47bb-0310-9956-ffa450edef68	2014-03-25 05:51:11 +00:00
Arpit Agarwal	c2ef7e239e	HDFS-6124. Add final modifier to class members. (Contributed by Suresh Srinivas) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581124 13f79535-47bb-0310-9956-ffa450edef68	2014-03-24 23:32:37 +00:00
Chris Nauroth	328fc86bdb	HDFS-5846. Shuffle phase is slow in Windows - FadviseFileRegion::transferTo does not read disks efficiently. Contributed by Nikola Vujic. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581091 13f79535-47bb-0310-9956-ffa450edef68	2014-03-24 22:16:48 +00:00
Jing Zhao	8076ff31eb	HDFS-6135. In HDFS upgrade with HA setup, JournalNode cannot handle layout version bump when rolling back. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1581070 13f79535-47bb-0310-9956-ffa450edef68	2014-03-24 21:24:31 +00:00
Kihwal Lee	7a18c4a199	HDFS-3087. Decomissioning on NN restart can complete without blocks being replicated. Contributed by Rushabh S Shah. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1580886 13f79535-47bb-0310-9956-ffa450edef68	2014-03-24 15:39:00 +00:00
Chris Nauroth	00ceaade05	HDFS-6140. WebHDFS cannot create a file with spaces in the name after HA failover changes. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1580173 13f79535-47bb-0310-9956-ffa450edef68	2014-03-22 05:32:24 +00:00
Arpit Agarwal	fc53af9c4c	HDFS-6120. Fix and improve safe mode log messages. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1580047 13f79535-47bb-0310-9956-ffa450edef68	2014-03-21 20:57:13 +00:00
Jing Zhao	9dab514b22	HDFS-6038. Allow JournalNode to handle editlog produced by new release with future layoutversion. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1579813 13f79535-47bb-0310-9956-ffa450edef68	2014-03-20 23:06:06 +00:00
Andrew Wang	4f6397b4ac	HDFS-6089. Standby NN while transitioning to active throws a connection refused error when the prior active NN process is suspended. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1579692 13f79535-47bb-0310-9956-ffa450edef68	2014-03-20 17:43:16 +00:00
Tsz-wo Sze	7ec4308f82	HDFS-6129. When a replica is not found for deletion, do not throw an exception. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1579670 13f79535-47bb-0310-9956-ffa450edef68	2014-03-20 15:50:38 +00:00
Haohui Mai	aa4a045925	HDFS-6127. WebHDFS tokens cannot be renewed in HA setup. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1579546 13f79535-47bb-0310-9956-ffa450edef68	2014-03-20 06:47:58 +00:00
Tsz-wo Sze	cfb468332e	HDFS-6123. Do not log stack trace for ReplicaAlreadyExistsException and SocketTimeoutException. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1579396 13f79535-47bb-0310-9956-ffa450edef68	2014-03-19 21:04:21 +00:00
Jing Zhao	7817245d88	HDFS-6100. DataNodeWebHdfsMethods does not failover in HA mode. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1579301 13f79535-47bb-0310-9956-ffa450edef68	2014-03-19 17:29:23 +00:00
Chris Nauroth	2b03ae9421	HDFS-6099. HDFS file system limits not enforced on renames. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1579122 13f79535-47bb-0310-9956-ffa450edef68	2014-03-19 03:46:52 +00:00
Suresh Srinivas	d0f7985f5c	HDFS-6117. Print file path information in FileNotFoundException on INode ID mismatch. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1579104 13f79535-47bb-0310-9956-ffa450edef68	2014-03-19 00:59:45 +00:00
Tsz-wo Sze	02b25ce4ef	HDFS-6068. Disallow snapshot names that are also invalid directory names. Contributed by sathish ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1579004 13f79535-47bb-0310-9956-ffa450edef68	2014-03-18 18:34:19 +00:00
Chris Nauroth	6318afe3b9	HDFS-5516. WebHDFS does not require user name when anonymous http requests are disallowed. Contributed by Miodrag Radulovic. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1578549 13f79535-47bb-0310-9956-ffa450edef68	2014-03-17 20:25:10 +00:00
Colin McCabe	d265dd9eb0	HDFS-6107. When a block cannot be cached due to limited space on the DataNode, it becomes uncacheable (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1578508 13f79535-47bb-0310-9956-ffa450edef68	2014-03-17 18:46:33 +00:00
Arpit Agarwal	809e8bf5b7	HDFS-6094. The same block can be counted twice towards safe mode threshold. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1578478 13f79535-47bb-0310-9956-ffa450edef68	2014-03-17 17:37:55 +00:00
Colin McCabe	9a65a9aadc	HDFS-6106. Reduce default for dfs.namenode.path.based.cache.refresh.interval.ms (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1577798 13f79535-47bb-0310-9956-ffa450edef68	2014-03-15 07:52:19 +00:00
Andrew Wang	d37c31a2db	HDFS-6102. Lower the default maximum items per directory to fix PB fsimage loading. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1577426 13f79535-47bb-0310-9956-ffa450edef68	2014-03-14 04:52:03 +00:00
Colin McCabe	f730fa919e	HDFS-6097. Zero-copy reads are incorrectly disabled on file offsets above 2GB (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1577350 13f79535-47bb-0310-9956-ffa450edef68	2014-03-13 22:30:42 +00:00
Andrew Wang	b849dd5df9	HDFS-6079. Timeout for getFileBlockStorageLocations does not work. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1576979 13f79535-47bb-0310-9956-ffa450edef68	2014-03-12 22:54:57 +00:00
Colin McCabe	a3616c58dd	HDFS-6086. Fix a case where zero-copy or no-checksum reads were not allowed even when the block was cached. (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1576533 13f79535-47bb-0310-9956-ffa450edef68	2014-03-11 22:41:05 +00:00
Haohui Mai	b027ef8858	HDFS-6072. Clean up dead code of FSImage. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1576513 13f79535-47bb-0310-9956-ffa450edef68	2014-03-11 21:44:38 +00:00
Chris Nauroth	8d29768704	HDFS-5638. HDFS implementation of FileContext API for ACLs. Contributed by Vinayakumar B. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1576405 13f79535-47bb-0310-9956-ffa450edef68	2014-03-11 16:13:43 +00:00
Colin McCabe	bab90b2222	HDFS-6085. Improve CacheReplicationMonitor log messages a bit (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1576194 13f79535-47bb-0310-9956-ffa450edef68	2014-03-11 06:24:52 +00:00
Jing Zhao	b674dfd480	HDFS-6077. running slive with webhdfs on secure HA cluster fails with unkown host exception. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1576076 13f79535-47bb-0310-9956-ffa450edef68	2014-03-10 20:48:53 +00:00
Andrew Wang	daaa8f03f4	HDFS-6070. Cleanup use of ReadStatistics in DFSInputStream. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1576047 13f79535-47bb-0310-9956-ffa450edef68	2014-03-10 19:04:05 +00:00
Colin McCabe	d59dbc9e38	HDFS-6071. BlockReaderLocal does not return -1 on EOF when doing a zero-length read on a short file. (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575797 13f79535-47bb-0310-9956-ffa450edef68	2014-03-10 02:41:45 +00:00
Andrew Wang	94a1632fcb	HDFS-3405. Checkpointing should use HTTP POST or PUT instead of GET-GET to send merged fsimages. Contributed by Vinayakumar B. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575611 13f79535-47bb-0310-9956-ffa450edef68	2014-03-08 21:25:13 +00:00
Andrew Wang	dbd22b23c2	Revert HDFS-3405 for recommit with correct renamed files ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575610 13f79535-47bb-0310-9956-ffa450edef68	2014-03-08 21:15:41 +00:00
Andrew Wang	98594ab787	Remove extra file from HDFS-3405. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575609 13f79535-47bb-0310-9956-ffa450edef68	2014-03-08 21:11:04 +00:00
Andrew Wang	0f595915a3	HDFS-3405. Checkpointing should use HTTP POST or PUT instead of GET-GET to send merged fsimages. Contributed by Vinayakumar B. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575457 13f79535-47bb-0310-9956-ffa450edef68	2014-03-08 00:39:23 +00:00
Tsz-wo Sze	1f6c2b09c6	HDFS-6076. DataNode with SimulatedDataSet should not create DatanodeRegistration with namenode layout version and namenode node type. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575452 13f79535-47bb-0310-9956-ffa450edef68	2014-03-07 23:47:43 +00:00
Andrew Wang	90b399c4bd	HDFS-5064. Standby checkpoints should not block concurrent readers. Contributed by Aaron Twining Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575448 13f79535-47bb-0310-9956-ffa450edef68	2014-03-07 23:35:47 +00:00
Chris Nauroth	b1f87bbabd	HDFS-5986. Capture the number of blocks pending deletion on namenode webUI. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575384 13f79535-47bb-0310-9956-ffa450edef68	2014-03-07 19:37:15 +00:00
Chris Nauroth	b55c1aab7b	HDFS-6069. Quash stack traces when ACLs are disabled. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575184 13f79535-47bb-0310-9956-ffa450edef68	2014-03-07 06:06:12 +00:00
Colin McCabe	173c115951	HDFS-6065. HDFS zero-copy reads should return null on EOF when doing ZCR (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575109 13f79535-47bb-0310-9956-ffa450edef68	2014-03-07 01:18:32 +00:00
Haohui Mai	90b1e25c7f	HDFS-6084. DFSConfigKeys.DFS_BLOCKREPORT_INTERVAL_MSEC_DEFAULT is not updated with latest block report interval of 6 hrs. Contributed by Vinayakumar B. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575086 13f79535-47bb-0310-9956-ffa450edef68	2014-03-06 22:54:36 +00:00
Brandon Li	8955f718f1	HDFS-6060. NameNode should not check DataNode layout version. Contributed by Brandon Li ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1575021 13f79535-47bb-0310-9956-ffa450edef68	2014-03-06 19:29:11 +00:00
Colin McCabe	5a3f614794	HDFS-6061. Allow dfs.datanode.shared.file.descriptor.path to contain multiple entries and fall back when needed (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1574796 13f79535-47bb-0310-9956-ffa450edef68	2014-03-06 08:21:16 +00:00
Colin McCabe	95e0f616b9	HDFS-6057. DomainSocketWatcher.watcherThread should be marked as a daemon thread (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1574787 13f79535-47bb-0310-9956-ffa450edef68	2014-03-06 07:57:19 +00:00
Haohui Mai	ad61eec072	HADOOP-10386. Log proxy hostname in various exceptions being thrown in a HA setup. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1574716 13f79535-47bb-0310-9956-ffa450edef68	2014-03-05 23:09:47 +00:00
Aaron Myers	6adf7a0ecb	HDFS-5898. Allow NFS gateway to login/relogin from its kerberos keytab. Contributed by Abin Shahab. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1574693 13f79535-47bb-0310-9956-ffa450edef68	2014-03-05 22:20:39 +00:00
Haohui Mai	b46fbd0275	HDFS-5857. TestWebHDFS#testNamenodeRestart fails intermittently with NPE. Contributed By Mit Desai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1574683 13f79535-47bb-0310-9956-ffa450edef68	2014-03-05 21:51:24 +00:00
Jing Zhao	e1162ebb1f	HDFS-5167. Add metrics about the NameNode retry cache. Contributed by Tsuyoshi OZAWA. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1574603 13f79535-47bb-0310-9956-ffa450edef68	2014-03-05 18:22:04 +00:00
Haohui Mai	e90687f90e	HDFS-5321. Clean up the HTTP-related configuration in HDFS. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1574270 13f79535-47bb-0310-9956-ffa450edef68	2014-03-05 00:28:21 +00:00
Tsz-wo Sze	291dbc3d27	svn merge --reintegrate https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535 back to trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1574259 13f79535-47bb-0310-9956-ffa450edef68	2014-03-04 23:53:26 +00:00
Colin McCabe	1da076fd13	HDFS-6051. HDFS cannot run on Windows since short-circuit memory segment changes (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1574246 13f79535-47bb-0310-9956-ffa450edef68	2014-03-04 23:33:29 +00:00
Michael Stack	c0a903da22	HDFS-6047 TestPread NPE inside in DFSInputStream hedgedFetchBlockByteRange (stack) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1574205 13f79535-47bb-0310-9956-ffa450edef68	2014-03-04 21:07:03 +00:00
Jing Zhao	f9ebdea446	Merging r1573814 through r1574170 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1574171 13f79535-47bb-0310-9956-ffa450edef68	2014-03-04 18:22:26 +00:00
Colin McCabe	c94e43c6df	HDFS-6046. add dfs.client.mmap.enabled (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573887 13f79535-47bb-0310-9956-ffa450edef68	2014-03-04 06:46:08 +00:00
Colin McCabe	33500fd304	HDFS-6040. fix DFSClient issue without libhadoop.so and some other ShortCircuitShm cleanups (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573883 13f79535-47bb-0310-9956-ffa450edef68	2014-03-04 06:31:43 +00:00
Chris Nauroth	2cfe554980	HDFS-6039. Uploading a File under a Dir with default acls throws "Duplicated ACLFeature". Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573879 13f79535-47bb-0310-9956-ffa450edef68	2014-03-04 06:08:25 +00:00
Jing Zhao	5d29338017	HDFS-6041. Downgrade/Finalize should rename the rollback image instead of purging it. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1573851 13f79535-47bb-0310-9956-ffa450edef68	2014-03-04 04:42:58 +00:00
Tsz-wo Sze	9ad8dd1e8a	Merge r1569890 through r1573813 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1573821 13f79535-47bb-0310-9956-ffa450edef68	2014-03-03 23:51:58 +00:00
Arpit Agarwal	98983b2788	HDFS-6042. Fix rolling upgrade documentation and error messages. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1573785 13f79535-47bb-0310-9956-ffa450edef68	2014-03-03 22:31:17 +00:00
Haohui Mai	aa8a6e498a	HDFS-6013. add rollingUpgrade information to latest UI. Contributed by Vinayakumar B. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1573700 13f79535-47bb-0310-9956-ffa450edef68	2014-03-03 19:51:33 +00:00
Haohui Mai	146bf6c01e	HDFS-5866. '-maxSize' and '-step' option fail in OfflineImageViewer. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573694 13f79535-47bb-0310-9956-ffa450edef68	2014-03-03 19:40:45 +00:00
Colin McCabe	6465b0b55f	add missing file for HDFS-5950 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573434 13f79535-47bb-0310-9956-ffa450edef68	2014-03-03 04:01:26 +00:00
Colin McCabe	dd049a2f60	HDFS-5950. The DFSClient and DataNode should use shared memory segments to communicate short-circuit information (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573433 13f79535-47bb-0310-9956-ffa450edef68	2014-03-03 03:58:37 +00:00
Tsz-wo Sze	0a7db7f179	Merge r1569890 through r1573119 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1573120 13f79535-47bb-0310-9956-ffa450edef68	2014-03-01 01:14:38 +00:00
Tsz-wo Sze	c69cc31adc	HDFS-6034. Use DataNodeLayoutVersion for DN registration check and do not verify layout version if there is a rolling upgrade in progress. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1573119 13f79535-47bb-0310-9956-ffa450edef68	2014-03-01 01:14:02 +00:00
Haohui Mai	fec1e2eed9	HDFS-5956. A file size is multiplied by the replication factor in 'hdfs oiv -p FileDistribution' option. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573078 13f79535-47bb-0310-9956-ffa450edef68	2014-02-28 21:07:03 +00:00
Arpit Agarwal	d00605f8f0	HADOOP-10285. Admin interface to swap callqueue at runtime. (Contributed by Chris Li) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573052 13f79535-47bb-0310-9956-ffa450edef68	2014-02-28 19:48:31 +00:00
Aaron Myers	8e809b8c81	HDFS-6033. PBImageXmlWriter incorrectly handles processing cache directives. Contributed by Aaron T. Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573050 13f79535-47bb-0310-9956-ffa450edef68	2014-02-28 19:45:37 +00:00
Tsz-wo Sze	ee663fad14	Merge r1569890 through r1573042 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1573043 13f79535-47bb-0310-9956-ffa450edef68	2014-02-28 19:37:47 +00:00
Tsz-wo Sze	1bab14bb49	HDFS-6031. Add back the "-rollingUpgrade started" namenode startup option; otherwise, namenode cannot start when the layout version is changed. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1573040 13f79535-47bb-0310-9956-ffa450edef68	2014-02-28 19:33:08 +00:00
Colin McCabe	2333388e47	HDFS-6030. Remove an unused constructor in INode.java (yzhang via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573031 13f79535-47bb-0310-9956-ffa450edef68	2014-02-28 18:47:31 +00:00
Jing Zhao	5c381ade4e	HDFS-5339. WebHDFS URI does not accept logical nameservices when security is enabled. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1573026 13f79535-47bb-0310-9956-ffa450edef68	2014-02-28 18:39:01 +00:00
Jing Zhao	5409908026	HDFS-6032. -rollingUpgrade query hits NPE after the NN restarts. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1572801 13f79535-47bb-0310-9956-ffa450edef68	2014-02-28 01:23:52 +00:00
Jing Zhao	e9a17c8ce0	HDFS-6029. Secondary NN fails to checkpoint after -rollingUpgrade prepare. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1572800 13f79535-47bb-0310-9956-ffa450edef68	2014-02-28 01:21:53 +00:00
Chris Nauroth	1fe2bd5534	HDFS-6028. Print clearer error message when user attempts to delete required mask entry from ACL. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1572753 13f79535-47bb-0310-9956-ffa450edef68	2014-02-27 22:12:34 +00:00
Tsz-wo Sze	58bccdbc04	Merge r1569890 through r1572417 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1572418 13f79535-47bb-0310-9956-ffa450edef68	2014-02-27 03:11:07 +00:00
Jing Zhao	ccf0744243	HDFS-6023. Test whether the standby NN continues to checkpoint after the prepare stage. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1572337 13f79535-47bb-0310-9956-ffa450edef68	2014-02-26 23:17:53 +00:00
Andrew Wang	c080fec82b	HDFS-3969. Small bug fixes and improvements for disk locations API. Contributed by Todd Lipcon and Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1572284 13f79535-47bb-0310-9956-ffa450edef68	2014-02-26 21:55:47 +00:00
Tsz-wo Sze	9cc0d5d497	Merge r1569890 through r1572250 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1572251 13f79535-47bb-0310-9956-ffa450edef68	2014-02-26 20:55:50 +00:00
Jing Zhao	4ba2bdf340	HDFS-6018. Exception recorded in LOG when IPCLoggerChannel#close is called. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1572183 13f79535-47bb-0310-9956-ffa450edef68	2014-02-26 18:23:10 +00:00
Jing Zhao	dedcc09e71	HDFS-6019. Standby NN might not checkpoint when processing the rolling upgrade marker. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1572182 13f79535-47bb-0310-9956-ffa450edef68	2014-02-26 18:20:53 +00:00
Kihwal Lee	c8182ea764	HDFS-6020. Fix the five findbugs warnings. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1572165 13f79535-47bb-0310-9956-ffa450edef68	2014-02-26 17:07:56 +00:00
Chris Nauroth	7be2c002b3	HDFS-5908. Change AclFeature to capture list of ACL entries in an ImmutableList. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1572142 13f79535-47bb-0310-9956-ffa450edef68	2014-02-26 16:22:56 +00:00
Chris Nauroth	4449247410	HDFS-6008. Namenode dead node link is giving HTTP error 500. Contributed by Benoy Antony. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1571881 13f79535-47bb-0310-9956-ffa450edef68	2014-02-26 00:25:29 +00:00
Jing Zhao	e3d2e4c156	HDFS-6000. Avoid saving namespace when starting rolling upgrade. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571840 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 21:58:53 +00:00
Tsz-wo Sze	abc9a6dad5	Merge r1569890 through r1571813 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571814 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 20:24:57 +00:00
Chris Nauroth	39c09c43bd	HDFS-6006. Remove duplicate code in FSNameSystem#getFileInfo. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1571813 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 20:20:21 +00:00
Kihwal Lee	fa6e59891c	HDFS-5498. Improve datanode startup time. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571797 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 19:27:53 +00:00
Kihwal Lee	57b28693ee	HDFS-5924. Utilize OOB upgrade message processing for writes. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571792 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 19:24:15 +00:00
Kihwal Lee	6780b086d8	HDFS-6015. Fix TestBlockRecovery#testRaceBetweenReplicaRecoveryAndFinalizeBlock. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571785 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 18:51:14 +00:00
Kihwal Lee	f52fe68a2b	HDFS-6014. Fix findbug warnings introduced by HDFS-5583. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571784 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 18:48:30 +00:00
Jing Zhao	df6e1ab491	HDFS-5939. WebHdfs returns misleading error code and logs nothing if trying to create a file with no DNs in cluster. Contributed by Yongjun Zhang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1571781 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 18:36:46 +00:00
Chris Nauroth	6c9c3144dd	HDFS-5623. NameNode: add tests for skipping ACL enforcement when permission checks are disabled, user is superuser or user is member of supergroup. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1571745 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 17:02:59 +00:00
Tsz-wo Sze	2c8a6f5712	HDFS-6003. Add the new -rollingUpgrade startup option to the namenode usage message. Contributed by Vinayakumar B ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571596 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 07:50:38 +00:00
Tsz-wo Sze	98db64dd49	Merge r1569890 through r1571553 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571554 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 03:30:24 +00:00
Arpit Agarwal	440c3cd105	HDFS-5922. DN heartbeat thread can get stuck in tight loop. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1571542 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 02:16:29 +00:00
Tsz-wo Sze	0809f32f4b	Merge r1569890 through r1571508 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571509 13f79535-47bb-0310-9956-ffa450edef68	2014-02-25 01:16:30 +00:00
Kihwal Lee	1c6b5d2b58	HDFS-5583. Make DN send an OOB Ack on shutdown before restarting. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571491 13f79535-47bb-0310-9956-ffa450edef68	2014-02-24 23:38:04 +00:00
Michael Stack	036af54387	HDFS-5776 Support 'hedged' reads in DFSClient ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1571467 13f79535-47bb-0310-9956-ffa450edef68	2014-02-24 22:34:55 +00:00
Michael Stack	17db74a1c1	HDFS-5776 Support 'hedged' reads in DFSClient ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1571466 13f79535-47bb-0310-9956-ffa450edef68	2014-02-24 22:34:41 +00:00
Arpit Agarwal	c066cef587	HDFS-6004. Change DFSAdmin for rolling upgrade commands. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571463 13f79535-47bb-0310-9956-ffa450edef68	2014-02-24 22:05:07 +00:00
Arpit Agarwal	dbf14320c0	HDFS-6005. Simplify Datanode rollback and downgrade. (Contributed by Suresh Srinivas) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571431 13f79535-47bb-0310-9956-ffa450edef68	2014-02-24 20:46:35 +00:00
Jing Zhao	8e7a2b8d5d	HDFS-5999. Do not create rollback fsimage when it already exists. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1571096 13f79535-47bb-0310-9956-ffa450edef68	2014-02-23 21:35:07 +00:00
Tsz-wo Sze	3f7852bd27	HDFS-5994. Fix TestDataNodeRollingUpgrade. Contributed by Arpit Agarwal ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1570734 13f79535-47bb-0310-9956-ffa450edef68	2014-02-21 22:40:06 +00:00
Tsz-wo Sze	78325b08c5	Merge r1569890 through r1570692 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1570694 13f79535-47bb-0310-9956-ffa450edef68	2014-02-21 20:08:08 +00:00
Tsz-wo Sze	0ad6cdd031	HDFS-5992. Fix NPE in MD5FileUtils and update editsStored for TestOfflineEditsViewer. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1570690 13f79535-47bb-0310-9956-ffa450edef68	2014-02-21 20:02:27 +00:00
Chris Nauroth	4f8a487fcd	HDFS-5981. loadGenerator exit code is not reliable. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1570468 13f79535-47bb-0310-9956-ffa450edef68	2014-02-21 06:39:08 +00:00
Andrew Wang	b00817b54a	HDFS-5988. Bad fsimage always generated after upgrade. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1570429 13f79535-47bb-0310-9956-ffa450edef68	2014-02-21 02:48:40 +00:00
Jing Zhao	4da6de1ca3	HDFS-5982. Need to update snapshot manager when applying editlog for deleting a snapshottable directory. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1570395 13f79535-47bb-0310-9956-ffa450edef68	2014-02-21 00:15:11 +00:00
Tsz-wo Sze	37afb4d683	Merge r1569890 through r1570391 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1570392 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 23:47:58 +00:00
Arpit Agarwal	329c705181	HDFS-5987. Fix findbugs warnings in Rolling Upgrade branch. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1570389 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 23:21:11 +00:00
Brandon Li	7568e2f193	HDFS-5944. LeaseManager:findLeaseWithPrefixPath can't handle path like /a/b/ and cause SecondaryNameNode failed do checkpoint. Contributed by Yunjiong Zhao ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1570366 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 22:27:13 +00:00
Tsz-wo Sze	016d3b8171	HDFS-5984. Fix TestEditLog and TestStandbyCheckpoints. Contributed by jing9 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1570361 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 21:42:10 +00:00
Jing Zhao	8b196816d8	HADOOP-10348. Deprecate hadoop.ssl.configuration in branch-2, and remove it in trunk. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1570295 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 18:34:24 +00:00
Kihwal Lee	b23f6cc1f2	HDFS-5962. Mtime and atime are not persisted for symbolic links. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1570252 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 16:09:20 +00:00
Tsz-wo Sze	55aec006f4	Merge r1569890 through r1570083 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1570084 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 04:38:30 +00:00
Tsz-wo Sze	2088584864	HDFS-5980. Rollback does not need to load edits. Contributed by jing9 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1570078 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 03:57:59 +00:00
Andrew Wang	077adb25b7	HDFS-5979. Typo and logger fix for fsimage PB code. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1570070 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 03:25:08 +00:00
Arpit Agarwal	e2c0af8e7b	HDFS-5742. DatanodeCluster (mini cluster of DNs) fails to start. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1570067 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 03:20:29 +00:00
Arpit Agarwal	b95294416c	HDFS-5483. NN should gracefully handle multiple block replicas on same DN. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1570040 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 01:43:12 +00:00
Arpit Agarwal	50a0bedead	HDFS-5976. Create unit tests for downgrade and finalize rolling upgrade. (Contributed by Haohui Mai) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1570019 13f79535-47bb-0310-9956-ffa450edef68	2014-02-20 00:47:15 +00:00
Arpit Agarwal	e891c55f8b	HDFS-5963. TestRollingUpgrade#testSecondaryNameNode causes subsequent tests to fail. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1569993 13f79535-47bb-0310-9956-ffa450edef68	2014-02-19 23:56:02 +00:00
Arpit Agarwal	0369aff403	HDFS-5868. Make hsync implementation pluggable. (Contributed by Buddy Taylor) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1569978 13f79535-47bb-0310-9956-ffa450edef68	2014-02-19 23:38:46 +00:00
Arpit Agarwal	2f341414dd	HDFS-5318. Support read-only and read-write paths to shared replicas. (Contributed by Eric Sirianni) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1569951 13f79535-47bb-0310-9956-ffa450edef68	2014-02-19 22:59:37 +00:00
Tsz-wo Sze	d69985d90b	HDFS-5974. Fix compilation error, NameNodeLayoutVersion and DataNodeLayoutVersion after merge from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1569931 13f79535-47bb-0310-9956-ffa450edef68	2014-02-19 21:40:42 +00:00
Tsz-wo Sze	72c214c89b	Merge r1555021 through r1569889 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1569890 13f79535-47bb-0310-9956-ffa450edef68	2014-02-19 19:57:36 +00:00
Tsz-wo Sze	377424e36a	HDFS-5966. Fix rollback of rolling upgrade in NameNode HA setup. Contributed by jing9 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1569885 13f79535-47bb-0310-9956-ffa450edef68	2014-02-19 19:41:22 +00:00
Chris Nauroth	b2832e8d94	HDFS-4685. Correct minor whitespace difference in FSImageSerialization.java in preparation for trunk merge. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1569860 13f79535-47bb-0310-9956-ffa450edef68	2014-02-19 18:05:27 +00:00
Chris Nauroth	909eb7e4f1	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1569833 13f79535-47bb-0310-9956-ffa450edef68	2014-02-19 17:24:02 +00:00
Kihwal Lee	7e8d85ebb3	HDFS-5961. OIV cannot load fsimages containing a symbolic link. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1569789 13f79535-47bb-0310-9956-ffa450edef68	2014-02-19 15:28:57 +00:00
Tsz-wo Sze	99b4caa888	Merge r1555021 through r1569522 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1569524 13f79535-47bb-0310-9956-ffa450edef68	2014-02-18 20:42:26 +00:00
Tsz-wo Sze	bc962d6df4	HDFS-5945. Add rolling upgrade information to fsimage; and disallow upgrade and rolling upgrade to be started simultaneously. Contributed by szetszwo & jing9 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1569515 13f79535-47bb-0310-9956-ffa450edef68	2014-02-18 20:12:17 +00:00
Jing Zhao	a845a18c67	HDFS-5893. HftpFileSystem.RangeHeaderUrlOpener uses the default URLConnectionFactory which does not import SSL certificates. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1569477 13f79535-47bb-0310-9956-ffa450edef68	2014-02-18 19:06:31 +00:00
Suresh Srinivas	bf5971b86a	HDFS-5959. Fix typo at section name in FSImageFormatProtobuf.java. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1569156 13f79535-47bb-0310-9956-ffa450edef68	2014-02-18 01:06:44 +00:00
Chris Nauroth	e288316acf	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1569142 13f79535-47bb-0310-9956-ffa450edef68	2014-02-17 23:22:32 +00:00
Chris Nauroth	2c7dfa29bd	Fix javadoc in OfflineImageViewer. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1569124 13f79535-47bb-0310-9956-ffa450edef68	2014-02-17 22:28:57 +00:00
Jing Zhao	470d4253b2	HDFS-5920. Support rollback of rolling upgrade in NameNode and JournalNodes. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1568563 13f79535-47bb-0310-9956-ffa450edef68	2014-02-15 00:28:21 +00:00
Brandon Li	ef90940594	HDFS-5716. Allow WebHDFS to use pluggable authentication filter. Contributed by Haohui Mai ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1568547 13f79535-47bb-0310-9956-ffa450edef68	2014-02-15 00:04:44 +00:00
Kihwal Lee	9830ef0d32	HDFS-5585. Provide admin commands for data node upgrade. Contributed by Kihwal Lee. (missing file) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1568524 13f79535-47bb-0310-9956-ffa450edef68	2014-02-14 21:20:34 +00:00
Kihwal Lee	1a68f13521	HDFS-5585. Provide admin commands for data node upgrade. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1568523 13f79535-47bb-0310-9956-ffa450edef68	2014-02-14 21:20:02 +00:00
Arpit Agarwal	a795bc42d0	HDFS-5494. Merge Protobuf-based-FSImage code from trunk - fix build break after merge. (Contributed by Jing Zhao) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1568517 13f79535-47bb-0310-9956-ffa450edef68	2014-02-14 20:56:24 +00:00
Chris Nauroth	d8fd23fc46	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1568497 13f79535-47bb-0310-9956-ffa450edef68	2014-02-14 19:30:52 +00:00
Jing Zhao	ba4b10354c	Merging r1566359 through r1568420 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1568437 13f79535-47bb-0310-9956-ffa450edef68	2014-02-14 18:32:37 +00:00
Suresh Srinivas	72f63c8957	HDFS-5943. 'dfs.namenode.https-address' property is not loaded from configuration in federation setup. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1568412 13f79535-47bb-0310-9956-ffa450edef68	2014-02-14 18:07:04 +00:00
Arpit Agarwal	5df82fa01d	HDFS-5907. BlockPoolSliceStorage trash to handle block deletions during rolling upgrade. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1568346 13f79535-47bb-0310-9956-ffa450edef68	2014-02-14 16:37:42 +00:00
Chris Nauroth	a49dee06fb	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1567994 13f79535-47bb-0310-9956-ffa450edef68	2014-02-13 18:21:46 +00:00
Chris Nauroth	e291c7905f	HDFS-5937. Fix TestOfflineEditsViewer on HDFS-4685 branch. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1567986 13f79535-47bb-0310-9956-ffa450edef68	2014-02-13 17:52:26 +00:00
Tsz-wo Sze	a4f152db96	Merge r1555021 through r1566358 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1567874 13f79535-47bb-0310-9956-ffa450edef68	2014-02-13 09:53:52 +00:00
Tsz-wo Sze	4f9bbaa301	HDFS-5889. When starting rolling upgrade, create a fs image for rollback so that the standby namenode can create checkpoints during upgrade. Contributed by szetszwo & jing9 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1567861 13f79535-47bb-0310-9956-ffa450edef68	2014-02-13 08:04:58 +00:00
Colin McCabe	f0d64a078d	HDFS-5940. Minor cleanups to ShortCircuitReplica, FsDatasetCache, and DomainSocketWatcher (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1567835 13f79535-47bb-0310-9956-ffa450edef68	2014-02-13 03:10:48 +00:00
Jing Zhao	2624b20291	HDFS-5847. Consolidate INodeReference into a separate section. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1567812 13f79535-47bb-0310-9956-ffa450edef68	2014-02-13 00:00:42 +00:00
Brandon Li	256adb2106	HDFS-5891. webhdfs should not try connecting the DN during redirection. Contributed by Haohui Mai ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1567810 13f79535-47bb-0310-9956-ffa450edef68	2014-02-12 23:57:35 +00:00
Chris Nauroth	ea0b21af15	HDFS-5933. Optimize the FSImage layout for ACLs. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1567785 13f79535-47bb-0310-9956-ffa450edef68	2014-02-12 22:56:32 +00:00
Chris Nauroth	fc14360b03	HDFS-5923. Do not persist the ACL bit in the FsPermission. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1567784 13f79535-47bb-0310-9956-ffa450edef68	2014-02-12 22:54:49 +00:00
Colin McCabe	b3af8edc26	HDFS-5938. Make BlockReaderFactory#BlockReaderPeer a static class to avoid a findbugs warning (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1567767 13f79535-47bb-0310-9956-ffa450edef68	2014-02-12 22:01:53 +00:00
Colin McCabe	beb0d25d2a	HDFS-5810. Unify mmap cache and short-circuit file descriptor cache (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1567720 13f79535-47bb-0310-9956-ffa450edef68	2014-02-12 19:08:52 +00:00
Konstantin Shvachko	fa78a7a99a	HDFS-4858. HDFS DataNode to NameNode RPC should timeout. Contributed by Henry Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1567535 13f79535-47bb-0310-9956-ffa450edef68	2014-02-12 07:01:29 +00:00
Chris Nauroth	6d2a0aa1db	HDFS-5925. ACL configuration flag must only reject ACL API calls, not ACLs present in fsimage or edits. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1567450 13f79535-47bb-0310-9956-ffa450edef68	2014-02-11 23:13:48 +00:00
Suresh Srinivas	93eafc8590	HDFS-5929. Add blockpool % usage to HDFS federated nn page. Contributed by Siqi Li. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1567411 13f79535-47bb-0310-9956-ffa450edef68	2014-02-11 22:04:15 +00:00
Chris Nauroth	d03acc7560	HDFS-5914. Incorporate ACLs with the changes from HDFS-5698. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1566991 13f79535-47bb-0310-9956-ffa450edef68	2014-02-11 06:25:13 +00:00
Chris Nauroth	3bf2f04bac	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1566988 13f79535-47bb-0310-9956-ffa450edef68	2014-02-11 06:00:56 +00:00
Chris Nauroth	5c978a43c3	HDFS-5915. Refactor FSImageFormatProtobuf to simplify cross section reads. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1566824 13f79535-47bb-0310-9956-ffa450edef68	2014-02-10 23:13:06 +00:00
Konstantin Shvachko	ff24753aa7	HDFS-4370. Fix typo Blanacer in DataNode. Contributed by Chu Tong. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1566422 13f79535-47bb-0310-9956-ffa450edef68	2014-02-09 21:07:28 +00:00
Konstantin Shvachko	204704a92d	HDFS-5837. dfs.namenode.replication.considerLoad should consider decommissioned nodes. Contributed by Tao Luo. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1566410 13f79535-47bb-0310-9956-ffa450edef68	2014-02-09 20:49:18 +00:00
Haohui Mai	2ed075e1bb	Merging r1566042 through r1566364 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1566375 13f79535-47bb-0310-9956-ffa450edef68	2014-02-09 19:45:00 +00:00
Jing Zhao	a2edb11b68	HDFS-5698. Use protobuf to serialize / deserialize FSImage. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1566359 13f79535-47bb-0310-9956-ffa450edef68	2014-02-09 19:18:51 +00:00
Chris Nauroth	c6505f0499	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1566100 13f79535-47bb-0310-9956-ffa450edef68	2014-02-08 19:05:12 +00:00
Chris Nauroth	dd2eb97ddd	HDFS-5899. Add configuration flag to disable/enable support for ACLs. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1566041 13f79535-47bb-0310-9956-ffa450edef68	2014-02-08 16:20:29 +00:00
Chris Nauroth	c89c516b95	HDFS-5616. NameNode: implement default ACL handling. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1565845 13f79535-47bb-0310-9956-ffa450edef68	2014-02-07 23:11:27 +00:00
Andrew Wang	60eca33e83	HDFS-5900. Cannot set cache pool limit of unlimited via CacheAdmin. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1565841 13f79535-47bb-0310-9956-ffa450edef68	2014-02-07 22:58:23 +00:00
Brandon Li	300e4906af	HDFS-5874. Should not compare DataNode current layout version with that of NameNode in DataStrorage. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1565750 13f79535-47bb-0310-9956-ffa450edef68	2014-02-07 18:25:41 +00:00
Tsz-wo Sze	ccf08d9dc8	Merge r1555021 through r1565516 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1565519 13f79535-47bb-0310-9956-ffa450edef68	2014-02-07 02:43:04 +00:00
Tsz-wo Sze	c780454413	HDFS-5869. When starting rolling upgrade or NN restarts, NN should create a checkpoint right before the upgrade marker. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1565516 13f79535-47bb-0310-9956-ffa450edef68	2014-02-07 02:08:05 +00:00
Chris Nauroth	12c2582c1f	HDFS-5895. HDFS cacheadmin -listPools has exit_code of 1 when the command returns 0 result. Contributed by Tassapol Athiapinya. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1565440 13f79535-47bb-0310-9956-ffa450edef68	2014-02-06 21:16:01 +00:00
Colin McCabe	e0cda48959	HDFS-4911. Reduce PeerCache timeout to be commensurate with dfs.datanode.socket.reuse.keepalive (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1565435 13f79535-47bb-0310-9956-ffa450edef68	2014-02-06 21:08:09 +00:00
Kihwal Lee	ab96a0838d	HDFS-5881. Fix skip() of the short-circuit local reader(legacy). Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1565310 13f79535-47bb-0310-9956-ffa450edef68	2014-02-06 15:45:47 +00:00
Brandon Li	b2ce764093	HDFS-5890. Avoid NPE in Datanode heartbeat. Contributed by Vinay ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1565023 13f79535-47bb-0310-9956-ffa450edef68	2014-02-06 00:40:24 +00:00
Jing Zhao	d598b6ef9f	HDFS-5873. dfs.http.policy should have higher precedence over dfs.https.enable. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1564973 13f79535-47bb-0310-9956-ffa450edef68	2014-02-05 22:48:06 +00:00
Jing Zhao	69dbf0b225	HDFS-5876. SecureDataNodeStarter does not pick up configuration in hdfs-site.xml. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1564897 13f79535-47bb-0310-9956-ffa450edef68	2014-02-05 19:43:56 +00:00
Aaron Myers	d6bd920bba	HDFS-5709. Improve NameNode upgrade with existing reserved paths and path components. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1564645 13f79535-47bb-0310-9956-ffa450edef68	2014-02-05 06:48:00 +00:00
Todd Lipcon	0aa09f6d5a	HDFS-5399. Revisit SafeModeException and corresponding retry policies. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1564629 13f79535-47bb-0310-9956-ffa450edef68	2014-02-05 04:18:31 +00:00
Junping Du	94b512bc51	HDFS-5828. BlockPlacementPolicyWithNodeGroup can place multiple replicas on the same node group when dfs.namenode.avoid.write.stale.datanode is true. (Buddy via junping_du) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1563640 13f79535-47bb-0310-9956-ffa450edef68	2014-02-02 15:39:02 +00:00
Tsz-wo Sze	35e59eeaa2	Merge r1555021 through r1563384 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1563385 13f79535-47bb-0310-9956-ffa450edef68	2014-02-01 09:01:41 +00:00
Tsz-wo Sze	4f92eb2f61	HDFS-5848. Add rolling upgrade status to heartbeat response. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1563384 13f79535-47bb-0310-9956-ffa450edef68	2014-02-01 08:58:55 +00:00
Chris Nauroth	3fd9f29d56	HDFS-5860. Refactor INodeDirectory getDirectoryXFeature methods to use common getFeature helper method. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1563374 13f79535-47bb-0310-9956-ffa450edef68	2014-02-01 05:55:20 +00:00
Colin McCabe	140246bad8	HDFS-5746. Add ShortCircuitSharedMemorySegment (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1563362 13f79535-47bb-0310-9956-ffa450edef68	2014-02-01 02:25:33 +00:00
Colin McCabe	f6bfe98639	HDFS-5859. DataNode#checkBlockToken should check block tokens even if security is not enabled (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1563328 13f79535-47bb-0310-9956-ffa450edef68	2014-01-31 23:08:23 +00:00
Chris Nauroth	9e8cabf8ce	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1563327 13f79535-47bb-0310-9956-ffa450edef68	2014-01-31 23:05:23 +00:00
Chris Nauroth	14f1f76bf6	HDFS-5614. NameNode: implement handling of ACLs in combination with snapshots. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1563304 13f79535-47bb-0310-9956-ffa450edef68	2014-01-31 22:21:19 +00:00
Arpit Agarwal	5beeb30169	HDFS-5153. Datanode should send block reports for each storage in a separate message. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1563254 13f79535-47bb-0310-9956-ffa450edef68	2014-01-31 21:00:33 +00:00
Chris Nauroth	c654c2e8b9	HDFS-5849. Removing ACL from an inode fails if it has only a default ACL. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1563205 13f79535-47bb-0310-9956-ffa450edef68	2014-01-31 18:33:56 +00:00
Suresh Srinivas	7039b776c6	HDFS-5856. DataNode.checkDiskError might throw NPE. Contributed by Josh Elser. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1563064 13f79535-47bb-0310-9956-ffa450edef68	2014-01-31 05:35:30 +00:00
Tsz-wo Sze	f2972402b7	Merge r1555021 through r1563041 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1563042 13f79535-47bb-0310-9956-ffa450edef68	2014-01-31 03:24:24 +00:00
Tsz-wo Sze	00067895a0	HDFS-5754. Split LayoutVerion into NameNodeLayoutVersion and DataNodeLayoutVersion. Contributed by Brandon Li ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1563041 13f79535-47bb-0310-9956-ffa450edef68	2014-01-31 03:21:45 +00:00
Chris Nauroth	7a03dc0482	HDFS-5608. WebHDFS: implement ACL APIs. Contributed by Sachin Jose and Renil Joseph. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1563013 13f79535-47bb-0310-9956-ffa450edef68	2014-01-30 23:13:24 +00:00
Todd Lipcon	fd2ba4911b	HDFS-5790. LeaseManager.findPath is very slow when many leases need recovery. Contributed by Todd Lipcon. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1562970 13f79535-47bb-0310-9956-ffa450edef68	2014-01-30 21:21:15 +00:00
Jing Zhao	3d9ad8e3b6	HDFS-5843. DFSClient.getFileChecksum() throws IOException if checksum is disabled. Contributed by Laurent Goujon. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1562927 13f79535-47bb-0310-9956-ffa450edef68	2014-01-30 19:15:13 +00:00
Chris Nauroth	10ef8a4b56	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1562670 13f79535-47bb-0310-9956-ffa450edef68	2014-01-30 01:55:14 +00:00
Andrew Wang	799ad3d670	HDFS-5841. Update HDFS caching documentation with new changes. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1562649 13f79535-47bb-0310-9956-ffa450edef68	2014-01-30 00:17:16 +00:00
Andrew Wang	c96d078033	HDFS-5845. SecondaryNameNode dies when checkpointing with cache pools. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1562644 13f79535-47bb-0310-9956-ffa450edef68	2014-01-29 23:59:21 +00:00
Jing Zhao	8c505adddb	HDFS-5842. Cannot create hftp filesystem when using a proxy user ugi and a doAs on a secure cluster. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1562603 13f79535-47bb-0310-9956-ffa450edef68	2014-01-29 21:53:32 +00:00
Suresh Srinivas	33a47743a5	HADOOP-10255. Rename HttpServer to HttpServer2 to retain older HttpServer in branch-2 for compatibility. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1561959 13f79535-47bb-0310-9956-ffa450edef68	2014-01-28 07:32:52 +00:00
Tsz-wo Sze	efcdf81ca9	Merge r1555021 through r1561943 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1561944 13f79535-47bb-0310-9956-ffa450edef68	2014-01-28 05:37:13 +00:00
Tsz-wo Sze	917502ef31	HDFS-5835. Add a new option for starting Namenode when rolling upgrade is in progress. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1561943 13f79535-47bb-0310-9956-ffa450edef68	2014-01-28 05:35:47 +00:00
Arpit Agarwal	b8776ee65b	HDFS-5833. Fix incorrect javadoc in SecondaryNameNode. (Contributed by Bangtao Zhou) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1561938 13f79535-47bb-0310-9956-ffa450edef68	2014-01-28 05:09:57 +00:00
Colin McCabe	07c004db06	HDFS-5830. WebHdfsFileSystem.getFileBlockLocations throws IllegalArgumentException when accessing another cluster. (Yongjun Zhang via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1561885 13f79535-47bb-0310-9956-ffa450edef68	2014-01-27 22:19:30 +00:00
Jing Zhao	4b61ff2283	HDFS-5781. Use an array to record the mapping between FSEditLogOpCode and the corresponding byte value. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1561788 13f79535-47bb-0310-9956-ffa450edef68	2014-01-27 18:53:39 +00:00
Chris Nauroth	ad240d6b3a	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1561771 13f79535-47bb-0310-9956-ffa450edef68	2014-01-27 18:09:22 +00:00
Tsz-wo Sze	a9110e1788	Merge r1555021 through r1561510 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1561516 13f79535-47bb-0310-9956-ffa450edef68	2014-01-26 16:34:30 +00:00
Todd Lipcon	edb6dc5f30	HDFS-5138. Support HDFS upgrade in HA. Contributed by Aaron T. Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1561381 13f79535-47bb-0310-9956-ffa450edef68	2014-01-25 20:01:26 +00:00
Uma Maheswara Rao G	befb254e61	HDFS-5343. When cat command is issued on snapshot files, getting unexpected result. Contributed by Sathish. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1561325 13f79535-47bb-0310-9956-ffa450edef68	2014-01-25 15:50:42 +00:00
Kihwal Lee	dd1bc7e1c7	HDFS-5728. Block recovery will fail if the metafile does not have crc for all chunks of the block. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1561223 13f79535-47bb-0310-9956-ffa450edef68	2014-01-24 22:56:05 +00:00
Chris Nauroth	738b076cc6	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1560768 13f79535-47bb-0310-9956-ffa450edef68	2014-01-23 17:49:24 +00:00
Chris Nauroth	cd7cd94e3f	HDFS-5799. Make audit logging consistent across ACL APIs. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1560766 13f79535-47bb-0310-9956-ffa450edef68	2014-01-23 17:41:53 +00:00
Daryn Sharp	a4e66e09e9	HDFS-5241. Provide alternate queuing audit logger to reduce logging contention (daryn) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1560761 13f79535-47bb-0310-9956-ffa450edef68	2014-01-23 17:15:27 +00:00
Kihwal Lee	ff43021946	HDFS-5788. listLocatedStatus response can be very large. Contributed by Nathan Roberts. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1560750 13f79535-47bb-0310-9956-ffa450edef68	2014-01-23 17:01:30 +00:00
Uma Maheswara Rao G	824dcdbd42	HDFS-5789. Some of snapshot APIs missing checkOperation double check in fsn. Contributed by Uma Maheswara Rao G. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1560731 13f79535-47bb-0310-9956-ffa450edef68	2014-01-23 16:35:05 +00:00
Andrew Wang	1c602f7198	HDFS-5806. Balancer should set soTimeout to avoid indefinite hangs. Contributed by Nathan Roberts. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1560548 13f79535-47bb-0310-9956-ffa450edef68	2014-01-22 22:33:00 +00:00
Arpit Agarwal	83280a45de	HDFS-5434. Change block placement policy constructors from package private to protected. (Buddy Taylor via Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1560217 13f79535-47bb-0310-9956-ffa450edef68	2014-01-21 23:11:15 +00:00
Tsz-wo Sze	d8bc523754	HDFS-5753. Add new NN startup options for downgrade and rollback using upgrade marker. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1559907 13f79535-47bb-0310-9956-ffa450edef68	2014-01-21 02:38:46 +00:00
Chris Nauroth	2fbe8235dc	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1559794 13f79535-47bb-0310-9956-ffa450edef68	2014-01-20 18:02:27 +00:00
Tsz-wo Sze	602f71a8da	HDFS-5800. Fix a typo in DFSClient.renewLease(). Contributed by Kousuke Saruta ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1559701 13f79535-47bb-0310-9956-ffa450edef68	2014-01-20 14:08:00 +00:00
Chris Nauroth	8a9a6dbd7e	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1559324 13f79535-47bb-0310-9956-ffa450edef68	2014-01-18 06:50:19 +00:00
Tsz-wo Sze	1025121874	Merge r1555021 through r1559304 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1559305 13f79535-47bb-0310-9956-ffa450edef68	2014-01-18 02:24:38 +00:00
Tsz-wo Sze	09b8ce5b44	HDFS-5786. Support QUERY and FINALIZE actions of rolling upgrade. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1559304 13f79535-47bb-0310-9956-ffa450edef68	2014-01-18 02:07:09 +00:00
Haohui Mai	6a52febfbd	HDFS-5612. NameNode: change all permission checks to enforce ACLs in addition to permissions. Contributued by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1559281 13f79535-47bb-0310-9956-ffa450edef68	2014-01-17 23:28:45 +00:00
Haohui Mai	5300294fbe	HDFS-5758. NameNode: complete implementation of inode modifications for ACLs. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1559267 13f79535-47bb-0310-9956-ffa450edef68	2014-01-17 22:05:47 +00:00
Jing Zhao	fb01200153	HDFS-5794. Fix the inconsistency of layout version number of ADD_DATANODE_AND_STORAGE_UUIDS between trunk and branch-2. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1559209 13f79535-47bb-0310-9956-ffa450edef68	2014-01-17 18:18:36 +00:00
Colin McCabe	a7ec44d41b	HDFS-5784. Reserve space in edit log header and fsimage header for feature flag section (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1558974 13f79535-47bb-0310-9956-ffa450edef68	2014-01-17 01:32:05 +00:00
Jing Zhao	e02ded811f	HDFS-5777. Update LayoutVersion for the new editlog op OP_ADD_BLOCK. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1558675 13f79535-47bb-0310-9956-ffa450edef68	2014-01-16 02:28:10 +00:00
Brandon Li	a506df8e48	HDFS-5775. Consolidate the code for serialization in CacheManager. Contributed by Haohui Mai ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1558599 13f79535-47bb-0310-9956-ffa450edef68	2014-01-15 23:15:24 +00:00
Brandon Li	ca5d73d1ab	HDFS-5768. Consolidate the serialization code in DelegationTokenSecretManager. Contributed by Haohui Mai ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1558598 13f79535-47bb-0310-9956-ffa450edef68	2014-01-15 23:11:01 +00:00
Colin McCabe	c3b236ce5d	HDFS-5766. In DFSInputStream, do not add datanode to deadNodes after InvalidEncryptionKeyException in fetchBlockByteRange (Liang Xie via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1558536 13f79535-47bb-0310-9956-ffa450edef68	2014-01-15 19:23:31 +00:00
Colin McCabe	037a89abc5	HDFS-5762. BlockReaderLocal does not return -1 on EOF when doing zero-length reads (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1558526 13f79535-47bb-0310-9956-ffa450edef68	2014-01-15 19:17:50 +00:00
Tsz-wo Sze	4a1abe5a3d	Merge r1555021 through r1558254 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1558303 13f79535-47bb-0310-9956-ffa450edef68	2014-01-15 06:06:31 +00:00
Tsz-wo Sze	5fe73a986e	HDFS-5752. Add a new DFSAdmin command to query, start and finalize rolling upgrade. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1558299 13f79535-47bb-0310-9956-ffa450edef68	2014-01-15 05:56:17 +00:00
Jing Zhao	578dae9ef3	HDFS-5704. Change OP_UPDATE_BLOCKS with a new OP_ADD_BLOCK. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1558255 13f79535-47bb-0310-9956-ffa450edef68	2014-01-15 01:06:53 +00:00
Konstantin Boudnik	4b16c2b65e	HDFS-5677. Need error checking for HA cluster configuration. Contributed by Vincent Sheffer. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1558217 13f79535-47bb-0310-9956-ffa450edef68	2014-01-14 21:59:51 +00:00
Jing Zhao	e210519d32	HDFS-5579. Under construction files make DataNode decommission take very long hours. Contributed by zhaoyunjiong. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1557904 13f79535-47bb-0310-9956-ffa450edef68	2014-01-14 02:02:15 +00:00
Jing Zhao	e06ae2d567	HDFS-5710. FSDirectory#getFullPathName should check inodes against null. Contributed by Uma Maheswara Rao G. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1557803 13f79535-47bb-0310-9956-ffa450edef68	2014-01-13 18:37:56 +00:00
Chris Nauroth	c90211af7a	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1557294 13f79535-47bb-0310-9956-ffa450edef68	2014-01-11 00:37:23 +00:00
Arpit Agarwal	9d382a4174	HDFS-5747. Fix NPEs in BlockManager. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1557289 13f79535-47bb-0310-9956-ffa450edef68	2014-01-11 00:05:55 +00:00
Tsz-wo Sze	1c7aa44d62	Merge r1555021 through r1557038 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1557039 13f79535-47bb-0310-9956-ffa450edef68	2014-01-10 06:07:24 +00:00
Tsz-wo Sze	4563ba08e7	HDFS-5645. Support upgrade marker in editlog streams. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1557038 13f79535-47bb-0310-9956-ffa450edef68	2014-01-10 06:06:10 +00:00
Kihwal Lee	b4d6c5823b	HDFS-5449. WebHdfs compatibility broken between 2.2 and 1.x / 23.x. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1556927 13f79535-47bb-0310-9956-ffa450edef68	2014-01-09 19:24:07 +00:00
Junping Du	7186000367	HDFS-5721. sharedEditsImage in Namenode#initializeSharedEdits() should be closed before method returns. (Ted Yu via junping_du) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1556803 13f79535-47bb-0310-9956-ffa450edef68	2014-01-09 13:33:08 +00:00
Chris Nauroth	17ab35314f	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1556665 13f79535-47bb-0310-9956-ffa450edef68	2014-01-08 23:10:02 +00:00
Chris Nauroth	21d4167179	HDFS-5739. ACL RPC must allow null name or unspecified permissions in ACL entries. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1556663 13f79535-47bb-0310-9956-ffa450edef68	2014-01-08 22:47:57 +00:00
Chris Nauroth	023c11ec7e	HDFS-5737. Replacing only the default ACL can fail to copy unspecified base entries from the access ACL. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1556652 13f79535-47bb-0310-9956-ffa450edef68	2014-01-08 22:02:53 +00:00
Tsz-wo Sze	f3ee35ab28	Merge r1555021 through r1556550 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1556552 13f79535-47bb-0310-9956-ffa450edef68	2014-01-08 14:36:09 +00:00
Jing Zhao	076ecf79ca	HDFS-5726. Fix compilation error in AbstractINodeDiff for JDK7. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1556433 13f79535-47bb-0310-9956-ffa450edef68	2014-01-08 03:19:41 +00:00
Colin McCabe	53b27fc60b	HDFS-5724. modifyCacheDirective logging audit log command wrongly as addCacheDirective (Uma Maheswara Rao G via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1556386 13f79535-47bb-0310-9956-ffa450edef68	2014-01-07 22:27:06 +00:00
Jing Zhao	70cff9e2f0	HDFS-5715. Use Snapshot ID to indicate the corresponding Snapshot for a FileDiff/DirectoryDiff. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1556353 13f79535-47bb-0310-9956-ffa450edef68	2014-01-07 20:52:48 +00:00
Chris Nauroth	2fbb3d694e	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1556097 13f79535-47bb-0310-9956-ffa450edef68	2014-01-07 01:07:33 +00:00
Chris Nauroth	c658567571	HDFS-5673. Implement logic for modification of ACLs. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1556090 13f79535-47bb-0310-9956-ffa450edef68	2014-01-07 00:47:49 +00:00
Brandon Li	bfd227bf09	HDFS-5719. FSImage#doRollback() should close prevState before return. Contributed by Ted Yu ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1556057 13f79535-47bb-0310-9956-ffa450edef68	2014-01-06 22:58:18 +00:00
Colin McCabe	8deb7a6057	HDFS-5589. Namenode loops caching and uncaching when data should be uncached. (awang via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1555996 13f79535-47bb-0310-9956-ffa450edef68	2014-01-06 19:45:02 +00:00
Colin McCabe	2a1ecd00da	HDFS-5220. Expose group resolution time as metric (jxiang via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1555976 13f79535-47bb-0310-9956-ffa450edef68	2014-01-06 18:59:10 +00:00
Arpit Agarwal	f8a9329f2b	HDFS-5667. Include DatanodeStorage in StorageReport. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1555929 13f79535-47bb-0310-9956-ffa450edef68	2014-01-06 17:28:23 +00:00
Brandon Li	b80343a55f	HDFS-5705. TestSecondaryNameNodeUpgrade#testChangeNsIDFails may fail due to ConcurrentModificationException. Contributed by Ted Yu ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1555190 13f79535-47bb-0310-9956-ffa450edef68	2014-01-03 18:29:44 +00:00
Tsz-wo Sze	498f9674ff	Merge r1550130 through r1555020 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1555021 13f79535-47bb-0310-9956-ffa450edef68	2014-01-03 07:26:52 +00:00
Andrew Wang	d85c017d04	HDFS-5651. Remove dfs.namenode.caching.enabled and improve CRM locking. Contributed by Colin Patrick McCabe. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1555002 13f79535-47bb-0310-9956-ffa450edef68	2014-01-03 02:45:53 +00:00
Andrew Wang	b4eb963c3c	HDFS-5659. dfsadmin -report doesn't output cache information properly. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1554893 13f79535-47bb-0310-9956-ffa450edef68	2014-01-02 20:11:41 +00:00
Andrew Wang	07e4fb1455	HDFS-5708. The CacheManager throws a NPE in the DataNode logs when processing cache reports that refer to a block not known to the BlockManager. Contributed by Colin Patrick McCabe. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1554594 13f79535-47bb-0310-9956-ffa450edef68	2014-01-01 00:01:12 +00:00
Uma Maheswara Rao G	97e881b955	HDFS-5671. Fix socket leak in DFSInputStream#getBlockReader. Contributed by JamesLi ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1554553 13f79535-47bb-0310-9956-ffa450edef68	2013-12-31 16:24:02 +00:00
Andrew Wang	7f86c8114e	HDFS-5701. Fix the CacheAdmin -addPool -maxTtl option name. Contributed by Stephen Chu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1554305 13f79535-47bb-0310-9956-ffa450edef68	2013-12-30 20:02:36 +00:00
Colin McCabe	e596f17734	HDFS-5582. hdfs getconf -excludeFile or -includeFile always failed (satish via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1554295 13f79535-47bb-0310-9956-ffa450edef68	2013-12-30 19:35:43 +00:00
Chris Nauroth	eaa5321619	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1553226 13f79535-47bb-0310-9956-ffa450edef68	2013-12-23 22:19:12 +00:00
Chris Nauroth	c3b56ed1c8	HDFS-5619. NameNode: record ACL modifications to edit log. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1553224 13f79535-47bb-0310-9956-ffa450edef68	2013-12-23 22:12:45 +00:00
Chris Nauroth	25e9d2e895	HDFS-5618. NameNode: persist ACLs in fsimage. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1553221 13f79535-47bb-0310-9956-ffa450edef68	2013-12-23 21:45:03 +00:00
Jing Zhao	e8de319789	HDFS-5690. DataNode fails to start in secure mode when dfs.http.policy equals to HTTP_ONLY. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1553167 13f79535-47bb-0310-9956-ffa450edef68	2013-12-23 18:23:43 +00:00
Colin McCabe	b9ae3087c0	HDFS-5636. Enforce a max TTL per cache pool (awang via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1552841 13f79535-47bb-0310-9956-ffa450edef68	2013-12-20 23:27:20 +00:00
Kihwal Lee	04d139e2a0	HDFS-5681. renewLease should not hold fsn write lock. Contributed by Daryn Sharp. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1552711 13f79535-47bb-0310-9956-ffa450edef68	2013-12-20 16:05:03 +00:00
Chris Nauroth	72b0b1881f	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1552467 13f79535-47bb-0310-9956-ffa450edef68	2013-12-20 01:01:18 +00:00
Chris Nauroth	c552d5d72e	HDFS-5685. Implement ACL as a INode feature. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1552465 13f79535-47bb-0310-9956-ffa450edef68	2013-12-20 00:48:24 +00:00
Michael Stack	b0947f9305	HDFS-5663 make the retry time and interval value configurable in openInfo() ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1552232 13f79535-47bb-0310-9956-ffa450edef68	2013-12-19 05:21:46 +00:00
Jing Zhao	a9d80ae59d	HDFS-5661. Browsing FileSystem via web ui, should use datanode's fqdn instead of ip address. Contributed by Benoy Antony. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1552177 13f79535-47bb-0310-9956-ffa450edef68	2013-12-19 00:27:16 +00:00
Colin McCabe	90122f25e1	HDFS-5676. fix inconsistent synchronization of CachingStrategy (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1552162 13f79535-47bb-0310-9956-ffa450edef68	2013-12-18 23:29:05 +00:00
Brandon Li	fc966461e0	HDFS-5662. Can't decommission a DataNode due to file's replication factor larger than the rest of the cluster size. Contributed by Brandon Li ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1552131 13f79535-47bb-0310-9956-ffa450edef68	2013-12-18 22:26:33 +00:00
Jing Zhao	788fca4124	HDFS-5496. Make replication queue initialization asynchronous. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-5535@1552109 13f79535-47bb-0310-9956-ffa450edef68	2013-12-18 21:30:37 +00:00
Tsz-wo Sze	504bd0bca3	HDFS-5674. Editlog code cleanup: remove @SuppressWarnings("deprecation") in FSEditLogOp; change FSEditLogOpCodes.fromByte(..) to be more efficient; and change Some fields in FSEditLog to final. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1551812 13f79535-47bb-0310-9956-ffa450edef68	2013-12-18 02:46:00 +00:00
Colin McCabe	124e507674	HDFS-5634. Allow BlockReaderLocal to switch between checksumming and not (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1551701 13f79535-47bb-0310-9956-ffa450edef68	2013-12-17 20:57:00 +00:00
Colin McCabe	991c453ca3	HDFS-5431. Support cachepool-based limit management in path-based caching. (awang via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1551651 13f79535-47bb-0310-9956-ffa450edef68	2013-12-17 18:47:04 +00:00
Andrew Wang	0fc2929d13	HDFS-5350. Name Node should report fsimage transfer time as a metric. Contributed by Jimmy Xiang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1551415 13f79535-47bb-0310-9956-ffa450edef68	2013-12-17 00:30:06 +00:00
Chris Nauroth	740605cde6	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1551332 13f79535-47bb-0310-9956-ffa450edef68	2013-12-16 20:08:58 +00:00
Colin McCabe	8e32e6aff1	HDFS-5666. Fix inconsistent synchronization in BPOfferService (jxiang via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1551301 13f79535-47bb-0310-9956-ffa450edef68	2013-12-16 18:35:40 +00:00
Arpit Agarwal	89a374afcb	HDFS-5454. DataNode UUID should be assigned prior to FsDataset initialization. (Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1551296 13f79535-47bb-0310-9956-ffa450edef68	2013-12-16 18:16:56 +00:00
Andrew Wang	6c641339d1	HDFS-5665. Remove the unnecessary writeLock while initializing CacheManager in FsNameSystem Ctor. (Uma Maheswara Rao G via Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1551270 13f79535-47bb-0310-9956-ffa450edef68	2013-12-16 17:12:55 +00:00
Uma Maheswara Rao G	1dabd42999	HDFS-5592. statechangeLog of completeFile should be logged only in case of success. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1551145 13f79535-47bb-0310-9956-ffa450edef68	2013-12-16 09:53:57 +00:00
Arpit Agarwal	938565925a	HDFS-5406. Send incremental block reports for all storages in a single call. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1551093 13f79535-47bb-0310-9956-ffa450edef68	2013-12-16 00:58:40 +00:00
Tsz-wo Sze	44a6560b5d	HDFS-5632. Flatten INodeDirectory hierarchy: Replace INodeDirectoryWithSnapshot with DirectoryWithSnapshotFeature. Contributed by jing9 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1550917 13f79535-47bb-0310-9956-ffa450edef68	2013-12-14 10:13:30 +00:00
Chris Nauroth	f24e0c1563	Merge trunk to HDFS-4685. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1550774 13f79535-47bb-0310-9956-ffa450edef68	2013-12-13 17:28:14 +00:00
Junping Du	a31a3a68ea	HDFS-5652. Refactor invalid block token exception handling in DFSInputStream. (Liang Xie via junping_du) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1550620 13f79535-47bb-0310-9956-ffa450edef68	2013-12-13 02:47:04 +00:00
Chris Nauroth	9263f3bb14	HDFS-5596. Implement RPC stubs. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4685@1550544 13f79535-47bb-0310-9956-ffa450edef68	2013-12-12 21:47:46 +00:00
Jing Zhao	5fd7230671	HDFS-5647. Merge INodeDirectory.Feature and INodeFile.Feature. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1550469 13f79535-47bb-0310-9956-ffa450edef68	2013-12-12 18:26:40 +00:00
Arpit Agarwal	fba994ffe2	HDFS-5648. Get rid of FsDatasetImpl#perVolumeReplicaMap. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1550357 13f79535-47bb-0310-9956-ffa450edef68	2013-12-12 07:01:24 +00:00
Arpit Agarwal	c656562556	Merging r1550313 through r1550355 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1550356 13f79535-47bb-0310-9956-ffa450edef68	2013-12-12 06:51:54 +00:00
Junping Du	8373c4134a	HDFS-5637. Try to refeatchToken while local read InvalidToken occurred. (Liang Xie via junping_du) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1550335 13f79535-47bb-0310-9956-ffa450edef68	2013-12-12 03:04:43 +00:00
Arpit Agarwal	cd083aa807	Merging r1549949 through r1550312 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1550313 13f79535-47bb-0310-9956-ffa450edef68	2013-12-11 23:18:29 +00:00
Colin McCabe	9678020e59	HDFS-4201. NPE in BPServiceActor#sendHeartBeat (jxiang via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1550269 13f79535-47bb-0310-9956-ffa450edef68	2013-12-11 21:30:16 +00:00
Junping Du	327a995561	HDFS-5580. Fix infinite loop in Balancer.waitForMoveCompletion. (Binglin Chang via junping_du) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1550074 13f79535-47bb-0310-9956-ffa450edef68	2013-12-11 08:51:12 +00:00
Aaron Myers	512a18a8d9	HDFS-5074. Allow starting up from an fsimage checkpoint in the middle of a segment. Contributed by Todd Lipcon. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1550016 13f79535-47bb-0310-9956-ffa450edef68	2013-12-11 01:32:22 +00:00
Arpit Agarwal	f3cef1c673	Merging r1549626 through r1549948 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1549949 13f79535-47bb-0310-9956-ffa450edef68	2013-12-10 19:50:02 +00:00
Jing Zhao	87a6db45b7	HDFS-5629. Support HTTPS in JournalNode and SecondaryNameNode. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1549692 13f79535-47bb-0310-9956-ffa450edef68	2013-12-09 21:58:47 +00:00
Arpit Agarwal	43c33491fc	Merging r1548329 through r1549625 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1549626 13f79535-47bb-0310-9956-ffa450edef68	2013-12-09 17:38:20 +00:00
Jing Zhao	155020a6f4	HDFS-5353. Short circuit reads fail when dfs.encrypt.data.transfer is enabled. Contributed by Colin Patrick McCabe. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1548987 13f79535-47bb-0310-9956-ffa450edef68	2013-12-08 03:52:18 +00:00
Jing Zhao	91d0b47270	HDFS-4983. Numeric usernames do not work with WebHDFS FS. Contributed by Yongjun Zhang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1548968 13f79535-47bb-0310-9956-ffa450edef68	2013-12-07 21:10:53 +00:00
Tsz-wo Sze	4c87a27ad8	HDFS-5554. Flatten INodeFile hierarchy: Replace INodeFileWithSnapshot with FileWithSnapshotFeature. Contributed by jing9 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1548796 13f79535-47bb-0310-9956-ffa450edef68	2013-12-07 06:17:46 +00:00
Jing Zhao	045dc880e1	HDFS-5312. Generate HTTP/HTTPS URL in DFSUtil#getInfoServer() based on the configured http policy. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1548629 13f79535-47bb-0310-9956-ffa450edef68	2013-12-06 18:01:58 +00:00
Jing Zhao	9df84c35d5	HDFS-5590. Block ID and generation stamp may be reused when persistBlocks is set to false. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1548368 13f79535-47bb-0310-9956-ffa450edef68	2013-12-06 01:55:13 +00:00
Jing Zhao	6b459506c3	HDFS-5633. Improve OfflineImageViewer to use less memory. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1548359 13f79535-47bb-0310-9956-ffa450edef68	2013-12-06 01:30:22 +00:00
Arpit Agarwal	00718c2ffa	Merging r1547658 through r1548328 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1548329 13f79535-47bb-0310-9956-ffa450edef68	2013-12-05 23:41:09 +00:00
Andrew Wang	55e5b0653c	HDFS-5630. Hook up cache directive and pool usage statistics. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1548309 13f79535-47bb-0310-9956-ffa450edef68	2013-12-05 21:09:30 +00:00
Daryn Sharp	99aed805f8	Neglected to add new file in HDFS-5514 (daryn) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1548167 13f79535-47bb-0310-9956-ffa450edef68	2013-12-05 15:31:35 +00:00
Daryn Sharp	6828337d85	HDFS-5514. FSNamesystem's fsLock should allow custom implementation (daryn) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1548161 13f79535-47bb-0310-9956-ffa450edef68	2013-12-05 15:28:12 +00:00
Colin McCabe	950e0644b7	HDFS-5626. dfsadmin report shows incorrect values (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1548000 13f79535-47bb-0310-9956-ffa450edef68	2013-12-05 02:59:14 +00:00
Andrew Wang	859e425dfa	Revert HDFS-4983 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1547970 13f79535-47bb-0310-9956-ffa450edef68	2013-12-05 00:05:10 +00:00
Andrew Wang	f5e83a0b3e	HDFS-4983. Numeric usernames do not work with WebHDFS FS. Contributed by Yongjun Zhang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1547935 13f79535-47bb-0310-9956-ffa450edef68	2013-12-04 22:24:45 +00:00
Jing Zhao	d02baff9a0	HDFS-5536. Implement HTTP policy for Namenode and DataNode. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1547925 13f79535-47bb-0310-9956-ffa450edef68	2013-12-04 21:40:57 +00:00
Colin McCabe	f791e291ca	HDFS-5555. CacheAdmin commands fail when first listed NameNode is in Standby (jxiang via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1547895 13f79535-47bb-0310-9956-ffa450edef68	2013-12-04 20:06:25 +00:00
Arpit Agarwal	674d51e62e	Merging r1547121 through r1547473 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1547492 13f79535-47bb-0310-9956-ffa450edef68	2013-12-03 17:33:46 +00:00
Arpit Agarwal	a1aa1836fb	HDFS-5484. StorageType and State in DatanodeStorageInfo in NameNode is not accurate. (Contributed by Eric Sirianni) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1547462 13f79535-47bb-0310-9956-ffa450edef68	2013-12-03 16:30:29 +00:00
Kihwal Lee	7af12ab207	HDFS-5558. LeaseManager monitor thread can crash if the last block is complete but another block is not. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1547393 13f79535-47bb-0310-9956-ffa450edef68	2013-12-03 14:12:43 +00:00
Kihwal Lee	38a04a3042	HDFS-5557. Write pipeline recovery for the last packet in the block may cause rejection of valid replicas. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1547173 13f79535-47bb-0310-9956-ffa450edef68	2013-12-02 20:18:52 +00:00
Arpit Agarwal	18159be495	Merging r1544666 through r1547120 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1547122 13f79535-47bb-0310-9956-ffa450edef68	2013-12-02 17:41:44 +00:00
Colin McCabe	13331a6863	HDFS-5581. NameNodeFsck should use only one instance of BlockPlacementPolicy (vinay via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1547088 13f79535-47bb-0310-9956-ffa450edef68	2013-12-02 16:31:03 +00:00
Andrew Wang	9da451cac5	HDFS-5430. Support TTL on CacheDirectives. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1546301 13f79535-47bb-0310-9956-ffa450edef68	2013-11-28 07:20:21 +00:00
Andrew Wang	bb11d47758	HDFS-5562. TestCacheDirectives and TestFsDatasetCache should stub out native mlock. Contributed by Colin Patrick McCabe and Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1546246 13f79535-47bb-0310-9956-ffa450edef68	2013-11-28 00:44:54 +00:00
Tsz-wo Sze	8df119da21	HDFS-5537. Remove FileWithSnapshot interface. Contributed by jing9 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1546184 13f79535-47bb-0310-9956-ffa450edef68	2013-11-27 20:32:16 +00:00
Jing Zhao	2214871d91	HDFS-5545. Allow specifying endpoints for listeners in HttpServer. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1546151 13f79535-47bb-0310-9956-ffa450edef68	2013-11-27 18:20:14 +00:00
Colin McCabe	13edb391d0	HDFS-5556. Add some more NameNode cache statistics, cache pool stats (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1546143 13f79535-47bb-0310-9956-ffa450edef68	2013-11-27 17:55:52 +00:00
Uma Maheswara Rao G	b6d483b122	HDFS-5568. Support includeSnapshots option with Fsck command. Contributed by Vinay ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1545987 13f79535-47bb-0310-9956-ffa450edef68	2013-11-27 10:59:54 +00:00
Colin McCabe	05a9a80bd4	HDFS-5565. CacheAdmin help should match against non-dashed commands (wang via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1545850 13f79535-47bb-0310-9956-ffa450edef68	2013-11-26 21:38:46 +00:00
Jing Zhao	740cf232bd	HDFS-5561. FSNameSystem#getNameJournalStatus() in JMX should return plain text instead of HTML. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1545791 13f79535-47bb-0310-9956-ffa450edef68	2013-11-26 19:28:09 +00:00
Tsz-wo Sze	82ff2d3f2e	HDFS-5286. Flatten INodeDirectory hierarchy: Replace INodeDirectoryWithQuota with DirectoryWithQuotaFeature. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1545768 13f79535-47bb-0310-9956-ffa450edef68	2013-11-26 18:33:22 +00:00
Jing Zhao	d8a2383461	HDFS-5538. URLConnectionFactory should pick up the SSL related configuration by default. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1545491 13f79535-47bb-0310-9956-ffa450edef68	2013-11-26 01:16:51 +00:00
Jing Zhao	eb3c1607b0	HDFS-5533. Symlink delete/create should be treated as DELETE/CREATE in snapshot diff report. Contributed by Binglin Chang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1545357 13f79535-47bb-0310-9956-ffa450edef68	2013-11-25 18:05:36 +00:00
Kihwal Lee	65ee88b0de	HDFS-5526. Datanode cannot roll back to previous layout version. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1545322 13f79535-47bb-0310-9956-ffa450edef68	2013-11-25 15:33:52 +00:00
Arpit Agarwal	f48ea1b516	Merging r1544304 through r1544665 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1544672 13f79535-47bb-0310-9956-ffa450edef68	2013-11-22 20:51:06 +00:00
Arpit Agarwal	97acde2d33	HDFS-5542. Fix TODO and clean up the code in HDFS-2832. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1544664 13f79535-47bb-0310-9956-ffa450edef68	2013-11-22 20:07:10 +00:00
Tsz-wo Sze	ce68f410b0	HDFS-5285. Flatten INodeFile hierarchy: Replace INodeFileUnderConstruction and INodeFileUnderConstructionWithSnapshot with FileUnderContructionFeature. Contributed by jing9 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1544389 13f79535-47bb-0310-9956-ffa450edef68	2013-11-22 01:39:02 +00:00
Arpit Agarwal	b33ff7b5f2	HDFS-5547. Fix build break after merge from trunk to HDFS-2832. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1544342 13f79535-47bb-0310-9956-ffa450edef68	2013-11-21 22:07:46 +00:00
Arpit Agarwal	16f7fb80d9	Merging r1543902 through r1544303 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1544306 13f79535-47bb-0310-9956-ffa450edef68	2013-11-21 20:06:09 +00:00
Colin McCabe	f91a45a96c	HDFS-5473. Consistent naming of user-visible caching classes and methods (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1544252 13f79535-47bb-0310-9956-ffa450edef68	2013-11-21 17:12:58 +00:00
Jing Zhao	39950cee7f	HDFS-5532. Enable the webhdfs by default to support new HDFS web UI. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1544047 13f79535-47bb-0310-9956-ffa450edef68	2013-11-21 07:16:16 +00:00
Tsz-wo Sze	5f458ef23f	HDFS-5531. Combine the getNsQuota() and getDsQuota() methods in INode. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1544018 13f79535-47bb-0310-9956-ffa450edef68	2013-11-21 03:17:47 +00:00
Jing Zhao	3cae2ba63f	HDFS-3987. Support webhdfs over HTTPS. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1543962 13f79535-47bb-0310-9956-ffa450edef68	2013-11-20 21:51:58 +00:00
Andrew Wang	916ab9286b	HDFS-5451. Add byte and file statistics to PathBasedCacheEntry. Contributed by Colin Patrick McCabe. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1543958 13f79535-47bb-0310-9956-ffa450edef68	2013-11-20 21:31:41 +00:00
Arpit Agarwal	75747754d2	Merging r1543710 through r1543901 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1543902 13f79535-47bb-0310-9956-ffa450edef68	2013-11-20 18:37:22 +00:00
Arpit Agarwal	2d9692a36d	HDFS-5527. Fix TestUnderReplicatedBlocks on branch HDFS-2832. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1543885 13f79535-47bb-0310-9956-ffa450edef68	2013-11-20 17:13:35 +00:00
Uma Maheswara Rao G	04cf2a768c	HDFS-5014. Process register commands with out holding BPOfferService lock. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1543861 13f79535-47bb-0310-9956-ffa450edef68	2013-11-20 16:27:28 +00:00
Uma Maheswara Rao G	f26d2adbf9	HDFS-4516. Client crash after block allocation and NN switch before lease recovery for the same file can cause readers to fail forever. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1543829 13f79535-47bb-0310-9956-ffa450edef68	2013-11-20 14:43:11 +00:00
Arpit Agarwal	59393e0162	Merging r1543613 through r1543709 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1543710 13f79535-47bb-0310-9956-ffa450edef68	2013-11-20 05:31:02 +00:00
Colin McCabe	efea68dc35	HDFS-5511. improve CacheManipulator interface to allow better unit testing (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1543676 13f79535-47bb-0310-9956-ffa450edef68	2013-11-20 00:48:05 +00:00
Andrew Wang	00d9b8eedb	HDFS-5513. CacheAdmin commands fail when using . as the path. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1543670 13f79535-47bb-0310-9956-ffa450edef68	2013-11-20 00:29:59 +00:00
Jonathan Turner Eagles	587f68b160	HDFS-1386. TestJMXGet fails in jdk7 (jeagles) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1543612 13f79535-47bb-0310-9956-ffa450edef68	2013-11-19 22:44:13 +00:00
Arpit Agarwal	3c9cbc6893	Merging r1543111 through r1543509 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1543510 13f79535-47bb-0310-9956-ffa450edef68	2013-11-19 17:26:23 +00:00
Jing Zhao	aa002344d0	HDFS-5428. Under construction files deletion after snapshot+checkpoint+nn restart leads nn safemode. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1543329 13f79535-47bb-0310-9956-ffa450edef68	2013-11-19 07:31:40 +00:00
Colin McCabe	70234e2213	HDFS-5512. CacheAdmin -listPools fails with NPE when user lacks permissions to view all pools (awang via cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1543293 13f79535-47bb-0310-9956-ffa450edef68	2013-11-19 02:35:34 +00:00
Colin McCabe	4f15d0af4f	HDFS-5520. loading cache path directives from edit log doesnt update nextEntryId (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1543286 13f79535-47bb-0310-9956-ffa450edef68	2013-11-19 02:01:28 +00:00
Arpit Agarwal	bd5ab41a90	Merging r1542123 through r1543110 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1543115 13f79535-47bb-0310-9956-ffa450edef68	2013-11-18 19:22:42 +00:00
Uma Maheswara Rao G	e3d7ef36ef	HDFS-5372. In FSNamesystem, hasReadLock() returns false if the current thread holds the write lock (Contributed by Vinay) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1542887 13f79535-47bb-0310-9956-ffa450edef68	2013-11-18 04:18:44 +00:00
Jing Zhao	fef8f49c58	HDFS-5502. Fix HTTPS support in HsftpFileSystem. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1542438 13f79535-47bb-0310-9956-ffa450edef68	2013-11-16 01:00:42 +00:00
Arpit Agarwal	cd768489f3	HDFS-5515. Fix TestDFSStartupVersions for HDFS-2832. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1542176 13f79535-47bb-0310-9956-ffa450edef68	2013-11-15 05:21:58 +00:00
Jing Zhao	620890fcc0	HDFS-5489. Use TokenAspect in WebHDFSFileSystem. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1542158 13f79535-47bb-0310-9956-ffa450edef68	2013-11-15 02:11:38 +00:00
Arpit Agarwal	132a8ff7c7	Merging r1541618 through r1542122 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1542125 13f79535-47bb-0310-9956-ffa450edef68	2013-11-14 23:56:56 +00:00
Kihwal Lee	ceea91c9cd	HDFS-5438. Flaws in block report processing can cause data loss. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1542054 13f79535-47bb-0310-9956-ffa450edef68	2013-11-14 20:11:50 +00:00
Jing Zhao	43fa41fdee	HDFS-5506. Use URLConnectionFactory in DelegationTokenFetcher. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1542011 13f79535-47bb-0310-9956-ffa450edef68	2013-11-14 18:40:36 +00:00
Arpit Agarwal	ea1c5ea086	HDFS-5510. Fix a findbug warning in DataStorage.java on HDFS-2832 branch. (Contributed by Junping Du) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1542006 13f79535-47bb-0310-9956-ffa450edef68	2013-11-14 18:16:02 +00:00
Kihwal Lee	fe67e30bc2	HDFS-4995. Make getContentSummary less expensive. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1541971 13f79535-47bb-0310-9956-ffa450edef68	2013-11-14 16:49:31 +00:00
Jing Zhao	735aae32e4	HDFS-5504. In HA mode, OP_DELETE_SNAPSHOT is not decrementing the safemode threshold, leads to NN safemode. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1541773 13f79535-47bb-0310-9956-ffa450edef68	2013-11-14 01:03:34 +00:00
Jing Zhao	ced740e580	HDFS-5474. Deletesnapshot can make Namenode in safemode on NN restarts. Contributed by Sathish. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1541685 13f79535-47bb-0310-9956-ffa450edef68	2013-11-13 19:59:55 +00:00
Jing Zhao	1c211f6749	HDFS-5440. Extract the logic of handling delegation tokens in HftpFileSystem to the TokenAspect class. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1541665 13f79535-47bb-0310-9956-ffa450edef68	2013-11-13 19:25:09 +00:00
Colin McCabe	3c591aa442	HDFS-5366. recaching improvements (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1541647 13f79535-47bb-0310-9956-ffa450edef68	2013-11-13 18:18:37 +00:00
Arpit Agarwal	bf9f8511fa	Merging r1541342 through r1541617 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1541620 13f79535-47bb-0310-9956-ffa450edef68	2013-11-13 17:15:36 +00:00
Colin McCabe	39def49661	HDFS-5485. add command-line support for modifyDirective (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1541377 13f79535-47bb-0310-9956-ffa450edef68	2013-11-13 03:29:02 +00:00
Arpit Agarwal	d06a782c1e	HDFS-5501. Fix pendingReceivedRequests tracking in BPServiceActor. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1541371 13f79535-47bb-0310-9956-ffa450edef68	2013-11-13 02:59:46 +00:00
Arpit Agarwal	46cbce9af1	HDFS-5508. Fix compilation error after merge. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1541352 13f79535-47bb-0310-9956-ffa450edef68	2013-11-13 02:00:41 +00:00
Tsz-wo Sze	ba98e8f737	merge r1535792 through r1541341 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1541342 13f79535-47bb-0310-9956-ffa450edef68	2013-11-13 01:14:37 +00:00
Andrew Wang	9d06631719	HDFS-5450. better API for getting the cached blocks locations. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1541338 13f79535-47bb-0310-9956-ffa450edef68	2013-11-13 00:31:55 +00:00
Colin McCabe	ce35e0950c	HDFS-5471. CacheAdmin -listPools fails when user lacks permissions to view all pools (Andrew Wang via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1541323 13f79535-47bb-0310-9956-ffa450edef68	2013-11-12 23:52:23 +00:00
Jing Zhao	8162fdcdbc	HDFS-5425. Renaming underconstruction file with snapshots can make NN failure on restart. Contributed by Vinay and Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1541261 13f79535-47bb-0310-9956-ffa450edef68	2013-11-12 22:10:09 +00:00
Arpit Agarwal	e5b3171c3b	HDFS-5494. Fix findbugs warnings for HDFS-2832. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1540924 13f79535-47bb-0310-9956-ffa450edef68	2013-11-12 02:36:24 +00:00
Arpit Agarwal	ec5eebc450	Merging r1540548 through r1540909 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1540910 13f79535-47bb-0310-9956-ffa450edef68	2013-11-12 01:16:10 +00:00
Arpit Agarwal	26f2bd67f2	HDFS-5491. Update editsStored for HDFS-2832. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1540903 13f79535-47bb-0310-9956-ffa450edef68	2013-11-12 00:48:55 +00:00
Andrew Wang	9673baa7e8	HDFS-5320. Add datanode caching metrics. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1540796 13f79535-47bb-0310-9956-ffa450edef68	2013-11-11 18:30:07 +00:00
Arpit Agarwal	bb5bd30df6	Merging r1540239 through r1540547 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1540549 13f79535-47bb-0310-9956-ffa450edef68	2013-11-10 21:01:12 +00:00
Arpit Agarwal	907fb15ee8	HDFS-5480. Update Balancer for HDFS-2832. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1540547 13f79535-47bb-0310-9956-ffa450edef68	2013-11-10 20:59:32 +00:00
Chris Nauroth	25ebe6bfd7	HDFS-5482. DistributedFileSystem#listPathBasedCacheDirectives must support relative paths. Contributed by Colin Patrick McCabe. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1540257 13f79535-47bb-0310-9956-ffa450edef68	2013-11-09 05:54:19 +00:00
Tsz-wo Sze	fccbb5072c	merge of r1535792 through r1540238 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1540239 13f79535-47bb-0310-9956-ffa450edef68	2013-11-09 01:34:22 +00:00
Jing Zhao	37bc8e0c14	HDFS-5325. Remove WebHdfsFileSystem#ConnRunner. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1540235 13f79535-47bb-0310-9956-ffa450edef68	2013-11-09 01:19:54 +00:00
Jing Zhao	f2ad787a27	HDFS-5476. Snapshot: clean the blocks/files/directories under a renamed file/directory while deletion. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1540142 13f79535-47bb-0310-9956-ffa450edef68	2013-11-08 18:18:03 +00:00
Colin McCabe	97199baea1	HDFS-5394: Fix race conditions in DN caching and uncaching (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1539909 13f79535-47bb-0310-9956-ffa450edef68	2013-11-08 03:00:19 +00:00
Arpit Agarwal	6b0611ed24	Merging r1539737 through r1539896 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1539898 13f79535-47bb-0310-9956-ffa450edef68	2013-11-08 01:44:24 +00:00
Arpit Agarwal	06d24efed0	HDFS-5475. NN incorrectly tracks more than one replica per DN. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1539890 13f79535-47bb-0310-9956-ffa450edef68	2013-11-08 01:01:18 +00:00
Colin McCabe	f79b3e6b17	HDFS-5326. add modifyDirective to cacheAdmin (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1539839 13f79535-47bb-0310-9956-ffa450edef68	2013-11-07 22:07:16 +00:00
Colin McCabe	77afc605fd	HDFS-5468. CacheAdmin help command does not recognize commands (Stephen Chu via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1539786 13f79535-47bb-0310-9956-ffa450edef68	2013-11-07 19:58:52 +00:00
Jing Zhao	9964a94386	HDFS-5443. Delete 0-sized block when deleting an under-construction file that is included in snapshot. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1539754 13f79535-47bb-0310-9956-ffa450edef68	2013-11-07 18:37:38 +00:00
Arpit Agarwal	a604e3b73b	HDFS-5472. Fix TestDatanodeManager, TestSafeMode and TestNNThroughputBenchmark. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1539736 13f79535-47bb-0310-9956-ffa450edef68	2013-11-07 17:57:30 +00:00
Tsz-wo Sze	75777f1626	HDFS-5470. Add back trunk's reportDiff algorithm to the branch. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1539504 13f79535-47bb-0310-9956-ffa450edef68	2013-11-07 00:13:05 +00:00
Arpit Agarwal	fa5ba6d977	HDFS-5439. Fix TestPendingReplication. (Contributed by Junping Du, Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1539247 13f79535-47bb-0310-9956-ffa450edef68	2013-11-06 06:50:33 +00:00
Arpit Agarwal	103fd6c6d8	Merging r1538408 through r1539244 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1539245 13f79535-47bb-0310-9956-ffa450edef68	2013-11-06 06:14:13 +00:00
Arpit Agarwal	3e3fea7cd4	HDFS-5466. Update storage IDs when the pipeline is updated. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1539203 13f79535-47bb-0310-9956-ffa450edef68	2013-11-06 00:25:10 +00:00
Andrew Wang	8639ecb26d	HDFS-5458. Datanode failed volume threshold ignored if exception is thrown in getDataDirsFromURIs. Contributed by Mike Mellenthin. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1539091 13f79535-47bb-0310-9956-ffa450edef68	2013-11-05 18:27:00 +00:00
Jing Zhao	a6250a4943	HDFS-5427. Not able to read deleted files from snapshot directly under snapshottable dir after checkpoint and NN restart. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1538875 13f79535-47bb-0310-9956-ffa450edef68	2013-11-05 06:38:50 +00:00
Chris Nauroth	c47b3d7502	HDFS-5456. NameNode startup progress creates new steps if caller attempts to create a counter for a step that doesn't already exist. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1538872 13f79535-47bb-0310-9956-ffa450edef68	2013-11-05 06:04:07 +00:00
Arpit Agarwal	d2b7b6589d	HDFS-5457. Fix TestDatanodeRegistration, TestFsck and TestAddBlockRetry. (Contributed by szetszwo) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1538794 13f79535-47bb-0310-9956-ffa450edef68	2013-11-04 22:49:00 +00:00
Arpit Agarwal	1d357365b7	HDFS-5455. NN should update storageMap on first heartbeat. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1538787 13f79535-47bb-0310-9956-ffa450edef68	2013-11-04 21:47:51 +00:00
Arpit Agarwal	0091606e2d	HDFS-5448. Fix break caused by previous checkin for HDFS-5448. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1538655 13f79535-47bb-0310-9956-ffa450edef68	2013-11-04 16:00:12 +00:00
Arpit Agarwal	9660bfa84c	HDFS-5448. Datanode should generate its ID on first registration ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1538496 13f79535-47bb-0310-9956-ffa450edef68	2013-11-04 02:13:04 +00:00
Tsz-wo Sze	7e46025f91	Merge r1537584 through r1538407 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1538408 13f79535-47bb-0310-9956-ffa450edef68	2013-11-03 17:51:52 +00:00
Tsz-wo Sze	26a1fda51e	HDFS-5452. Fix TestReplicationPolicy and TestBlocksScheduledCounter. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1538407 13f79535-47bb-0310-9956-ffa450edef68	2013-11-03 17:49:08 +00:00
Colin McCabe	7abf7e8151	HADOOP-9478. Fix race conditions during the initialization of Configuration related to deprecatedKeyMap (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1538248 13f79535-47bb-0310-9956-ffa450edef68	2013-11-02 18:42:27 +00:00
Uma Maheswara Rao G	833da65d86	HDFS-5344. Make LsSnapshottableDir as Tool interface implementation. Contributed by Sathish. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1538156 13f79535-47bb-0310-9956-ffa450edef68	2013-11-02 09:02:35 +00:00
Arpit Agarwal	cbdeba29bd	HDFS-5447. Fix TestJspHelper in branch HDFS-2832. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1538145 13f79535-47bb-0310-9956-ffa450edef68	2013-11-02 05:21:48 +00:00
Andrew Wang	3b91b7dece	HDFS-5037. Active NN should trigger its own edit log rolls. Contributed by Andrew Wang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1538059 13f79535-47bb-0310-9956-ffa450edef68	2013-11-01 20:49:54 +00:00
Arpit Agarwal	2af5083a35	HDFS-5437. Fix TestBlockReport and TestBPOfferService failures. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1537365 13f79535-47bb-0310-9956-ffa450edef68	2013-10-31 02:32:25 +00:00
Arpit Agarwal	4eebf56ccf	Merging r1536890 through r1537251 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1537252 13f79535-47bb-0310-9956-ffa450edef68	2013-10-30 19:28:44 +00:00
Andrew Wang	75a162ff92	HDFS-5433. When reloading fsimage during checkpointing, we should clear existing snapshottable directories. Contributed by Aaron T. Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1537192 13f79535-47bb-0310-9956-ffa450edef68	2013-10-30 17:27:51 +00:00
Arpit Agarwal	68a79b0d3f	HDFS-5436. Move HsFtpFileSystem and HFtpFileSystem into org.apache.hdfs.web. (Contributed by Haohui Mai) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1536921 13f79535-47bb-0310-9956-ffa450edef68	2013-10-29 22:44:34 +00:00
Arpit Agarwal	c2495a7bff	Merging r1536572 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1536889 13f79535-47bb-0310-9956-ffa450edef68	2013-10-29 21:04:31 +00:00
Colin McCabe	1b48f44feb	Merge HDFS-4949 branch back into trunk ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1536572 13f79535-47bb-0310-9956-ffa450edef68	2013-10-29 00:49:20 +00:00
Arpit Agarwal	dc0b44a884	HDFS-5435. File append fails to initialize storageIDs. (Junping Du) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1536434 13f79535-47bb-0310-9956-ffa450edef68	2013-10-28 17:29:06 +00:00
Arpit Agarwal	67b93d6e25	Merging r1535792 through r1536181 from trunk to HDFS-2832. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1536182 13f79535-47bb-0310-9956-ffa450edef68	2013-10-27 18:43:58 +00:00
Arpit Agarwal	b9d561c548	HDFS-5214. Fix NPEs in BlockManager and DirectoryScanner. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1536179 13f79535-47bb-0310-9956-ffa450edef68	2013-10-27 18:29:49 +00:00
Jing Zhao	5829029154	HDFS-5257. addBlock() retry should return LocatedBlock with locations else client will get AIOBE. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1535811 13f79535-47bb-0310-9956-ffa450edef68	2013-10-25 18:43:06 +00:00
Tsz-wo Sze	ec01db59ce	HDFS-5417. Fix storage IDs in PBHelper and UpgradeUtilities. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1535791 13f79535-47bb-0310-9956-ffa450edef68	2013-10-25 17:21:49 +00:00
Andrew Wang	dc2ee20aec	HDFS-5419. Fixup test-patch.sh warnings on HDFS-4949 branch. (wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1535607 13f79535-47bb-0310-9956-ffa450edef68	2013-10-25 01:56:05 +00:00
Andrew Wang	e87b2a3684	merge trunk into HDFS-4949 branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1535563 13f79535-47bb-0310-9956-ffa450edef68	2013-10-24 21:38:25 +00:00
Arpit Agarwal	1fcc24d56a	Merging r1535122 through r1535532 from trunk to HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1535534 13f79535-47bb-0310-9956-ffa450edef68	2013-10-24 20:33:04 +00:00
Andrew Wang	222dbfe2ce	HDFS-5405. Fix possible RetryCache hang for caching RPC handlers in FSNamesystem. (Contributed by Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1535282 13f79535-47bb-0310-9956-ffa450edef68	2013-10-24 05:40:28 +00:00
Kihwal Lee	bf3271bd2b	HDFS-5341. Reduce fsdataset lock duration during directory scanning. Contributed by Qus-Jiawei. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1535188 13f79535-47bb-0310-9956-ffa450edef68	2013-10-23 21:29:51 +00:00
Jing Zhao	1387fb1394	HDFS-5363. Refactor WebHdfsFileSystem: move SPENGO-authenticated connection creation to URLConnectionFactory. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1535169 13f79535-47bb-0310-9956-ffa450edef68	2013-10-23 20:48:25 +00:00
Arpit Agarwal	f39f8c5734	HDFS-5401. Fix NPE in Directory Scanner. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1535158 13f79535-47bb-0310-9956-ffa450edef68	2013-10-23 20:28:54 +00:00
Tsz-wo Sze	b442fe92fb	Merge r1534894 through r1535121 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1535122 13f79535-47bb-0310-9956-ffa450edef68	2013-10-23 19:00:35 +00:00
Aaron Myers	82ed72d1d4	HDFS-5403. WebHdfs client cannot communicate with older WebHdfs servers post HDFS-5306. Contributed by Aaron T. Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1535056 13f79535-47bb-0310-9956-ffa450edef68	2013-10-23 15:15:29 +00:00
Arpit Agarwal	01f37e42f0	HDFS-5390. Send one incremental block report per storage directory. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1534891 13f79535-47bb-0310-9956-ffa450edef68	2013-10-23 01:28:48 +00:00
Arpit Agarwal	b884af72c5	HDFS-5398. NameNode changes to process storage reports per storage directory. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1534847 13f79535-47bb-0310-9956-ffa450edef68	2013-10-22 23:29:40 +00:00
Arpit Agarwal	ef17685f79	Merging r1534279 through r1534706 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1534707 13f79535-47bb-0310-9956-ffa450edef68	2013-10-22 17:24:52 +00:00
Colin McCabe	d45ca49e3d	HDFS-5400. DFS_CLIENT_MMAP_CACHE_THREAD_RUNS_PER_TIMEOUT constant is set to the wrong value (Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1534655 13f79535-47bb-0310-9956-ffa450edef68	2013-10-22 15:10:17 +00:00
Arpit Agarwal	0ebab3a88a	HDFS-5377. Heartbeats from Datandode should include one storage report per storage directory ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1534464 13f79535-47bb-0310-9956-ffa450edef68	2013-10-22 02:22:17 +00:00
Tsz-wo Sze	df87ed34f2	HDFS-4885. Improve the verifyBlockPlacement() API in BlockPlacementPolicy. Contributed by Junping Du ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1534426 13f79535-47bb-0310-9956-ffa450edef68	2013-10-22 00:20:39 +00:00
Tsz-wo Sze	40fec97bef	svn merge -c -1534417 . for reverting HDFS-4885, which should be committed to trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1534424 13f79535-47bb-0310-9956-ffa450edef68	2013-10-22 00:19:04 +00:00
Tsz-wo Sze	12ed24af66	HDFS-4885. Improve the verifyBlockPlacement() API in BlockPlacementPolicy. Contributed by Junping Du ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1534417 13f79535-47bb-0310-9956-ffa450edef68	2013-10-21 23:48:08 +00:00
Jing Zhao	fc99f3e8a3	HDFS-5382. Implement the UI of browsing filesystems in HTML 5 page. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1534368 13f79535-47bb-0310-9956-ffa450edef68	2013-10-21 20:42:13 +00:00
Colin McCabe	69e5f90e9f	HDFS-5385. Caching RPCs are AtMostOnce, but do not persist client ID and call ID to edit log. (Chris Nauroth via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1534345 13f79535-47bb-0310-9956-ffa450edef68	2013-10-21 19:42:35 +00:00
Colin McCabe	f9c08d02eb	HDFS-5378. In CacheReport, don't send genstamp and length on the wire (Contributed by Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1534334 13f79535-47bb-0310-9956-ffa450edef68	2013-10-21 19:29:46 +00:00
Arpit Agarwal	62f95b003b	Merging r1533208 through r1534278 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1534279 13f79535-47bb-0310-9956-ffa450edef68	2013-10-21 17:11:34 +00:00
Uma Maheswara Rao G	7fd9148800	HDFS-5331 make SnapshotDiff.java to a o.a.h.util.Tool interface implementation. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1533917 13f79535-47bb-0310-9956-ffa450edef68	2013-10-20 15:23:10 +00:00
Colin McCabe	d61af97810	HDFS-5203. Concurrent clients that add a cache directive on the same path may prematurely uncache each other. (Chris Nauroth via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1533651 13f79535-47bb-0310-9956-ffa450edef68	2013-10-18 22:15:26 +00:00
Colin McCabe	1d96e36013	HDFS-5388. Loading fsimage fails to find cache pools during namenode startup (Chris Nauroth via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1533616 13f79535-47bb-0310-9956-ffa450edef68	2013-10-18 20:20:20 +00:00
Jonathan Turner Eagles	a19b956975	HDFS-4511. Cover package org.apache.hadoop.hdfs.tools with unit test (Andrey Klochkov via jeagles) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1533270 13f79535-47bb-0310-9956-ffa450edef68	2013-10-17 21:49:30 +00:00
Suresh Srinivas	631ccbdd20	HDFS-5374. Remove deadcode in DFSOutputStream. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1533258 13f79535-47bb-0310-9956-ffa450edef68	2013-10-17 20:47:31 +00:00
Andrew Wang	dcb0b85333	HDFS-5383. fix broken caching unit tests (Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1533253 13f79535-47bb-0310-9956-ffa450edef68	2013-10-17 20:31:13 +00:00
Arpit Agarwal	f8d5755a69	Merging r1532911 through r1533207 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1533208 13f79535-47bb-0310-9956-ffa450edef68	2013-10-17 18:54:53 +00:00
Chris Nauroth	1fde8bcc85	HDFS-5336. DataNode should not output StartupProgress metrics. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1533183 13f79535-47bb-0310-9956-ffa450edef68	2013-10-17 18:06:01 +00:00
Andrew Wang	34f08944b7	merge trunk to branch HDFS-4949 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1532952 13f79535-47bb-0310-9956-ffa450edef68	2013-10-17 02:14:33 +00:00
Tsz-wo Sze	1ba58e2e2c	HDFS-4376. Fix race conditions in Balancer. Contributed by Junping Du ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1532932 13f79535-47bb-0310-9956-ffa450edef68	2013-10-16 23:06:00 +00:00
Colin McCabe	40c97caf19	add missing file for HDFS-5096 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1532925 13f79535-47bb-0310-9956-ffa450edef68	2013-10-16 22:15:47 +00:00
Colin McCabe	3cc7a38a53	HDFS-5096. Automatically cache new data added to a cached path (contributed by Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1532924 13f79535-47bb-0310-9956-ffa450edef68	2013-10-16 22:15:33 +00:00
Kihwal Lee	a0fc90ea92	HDFS-5346. Avoid unnecessary call to getNumLiveDataNodes() for each block during IBR processing. Contributed by Ravi Prakash. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1532915 13f79535-47bb-0310-9956-ffa450edef68	2013-10-16 21:14:28 +00:00
Arpit Agarwal	a6076adbef	Merging r1532877 through r1532910 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1532913 13f79535-47bb-0310-9956-ffa450edef68	2013-10-16 21:12:17 +00:00
Arpit Agarwal	168b133337	Merging r1527684 through r1532876 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1532910 13f79535-47bb-0310-9956-ffa450edef68	2013-10-16 21:07:28 +00:00
Suresh Srinivas	dea1b2e84a	HADOOP-10005. No need to check INFO severity level is enabled or not. Contributed by Jackie Chang. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1532907 13f79535-47bb-0310-9956-ffa450edef68	2013-10-16 21:00:07 +00:00
Suresh Srinivas	f28f5ed628	HDFS-5370. Typo in Error Message: different between range in condition and range in error message. Contributed by Kousuke Saruta. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1532899 13f79535-47bb-0310-9956-ffa450edef68	2013-10-16 20:45:03 +00:00
Chris Nauroth	8da82eba1c	HDFS-5373. hdfs cacheadmin -addDirective short usage does not mention -replication parameter. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1532888 13f79535-47bb-0310-9956-ffa450edef68	2013-10-16 20:23:14 +00:00
Tsz-wo Sze	ffe347151e	HDFS-5283. Under construction blocks only inside snapshots should not be counted in safemode threshhold. Contributed by Vinay ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1532857 13f79535-47bb-0310-9956-ffa450edef68	2013-10-16 18:38:31 +00:00
Tsz-wo Sze	0a5f0efcb4	HDFS-5338. Add a conf to disable hostname check in datanode registration. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1532468 13f79535-47bb-0310-9956-ffa450edef68	2013-10-15 18:21:22 +00:00
Andrew Wang	efe545b0c2	HDFS-5358. Add replication field to PathBasedCacheDirective. (Contributed by Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1532124 13f79535-47bb-0310-9956-ffa450edef68	2013-10-14 22:56:11 +00:00
Colin McCabe	15d08c4778	HDFS-5349. DNA_CACHE and DNA_UNCACHE should be by blockId only (cmccabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1532116 13f79535-47bb-0310-9956-ffa450edef68	2013-10-14 22:19:10 +00:00
Jing Zhao	cf0cf0a691	HDFS-5342. Provide more information in the FSNamesystem JMX interfaces. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1532090 13f79535-47bb-0310-9956-ffa450edef68	2013-10-14 20:56:37 +00:00
Brandon Li	7cd044b1aa	HDFS-5329. Update FSNamesystem#getListing() to handle inode path in startAfter token. Contributed by Brandon Li ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1531617 13f79535-47bb-0310-9956-ffa450edef68	2013-10-13 04:28:49 +00:00
Andrew Wang	09e9e57a0b	HDFS-5348. Fix error message when dfs.datanode.max.locked.memory is improperly configured. (Contributed by Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1531460 13f79535-47bb-0310-9956-ffa450edef68	2013-10-11 23:13:13 +00:00
Jing Zhao	f7eaacc103	HDFS-5322. HDFS delegation token not found in cache errors seen on secure HA clusters. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1531436 13f79535-47bb-0310-9956-ffa450edef68	2013-10-11 21:49:01 +00:00
Chris Nauroth	8111c3af6b	HDFS-5224. Refactor PathBasedCache* methods to use a Path rather than a String. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1531406 13f79535-47bb-0310-9956-ffa450edef68	2013-10-11 19:44:20 +00:00
Luke Lu	d0aaa5ba9f	HDFS-5276. Remove volatile from LightWeightHashSet. (Junping Du via llu) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1531225 13f79535-47bb-0310-9956-ffa450edef68	2013-10-11 08:29:06 +00:00
Suresh Srinivas	f2f5cdb555	HDFS-5335. Hive query failed with possible race in dfs output stream. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1531152 13f79535-47bb-0310-9956-ffa450edef68	2013-10-10 23:58:08 +00:00
Colin McCabe	b8ae4e2a8e	HDFS-5323. Remove some deadcode in BlockManager (Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1530814 13f79535-47bb-0310-9956-ffa450edef68	2013-10-09 22:27:27 +00:00
Andrew Wang	3fc8792b5c	HDFS-5304. Expose if a block replica is cached in getFileBlockLocations. (Contributed by Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1530802 13f79535-47bb-0310-9956-ffa450edef68	2013-10-09 21:30:08 +00:00
Brandon Li	09998741ac	HDFS-5316. Namenode ignores the default https port. Contributed by Haohui Mai ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1530150 13f79535-47bb-0310-9956-ffa450edef68	2013-10-08 04:26:01 +00:00
Brandon Li	61c1dd96c3	HDFS-5317. Go back to DFS Home link does not work on datanode webUI. Contributed by Haohui Mai ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1530114 13f79535-47bb-0310-9956-ffa450edef68	2013-10-08 00:07:12 +00:00
Jing Zhao	1fe1942328	HDFS-5291. Standby namenode after transition to active goes into safemode. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1530112 13f79535-47bb-0310-9956-ffa450edef68	2013-10-07 23:58:44 +00:00
Colin McCabe	b60e18db74	HDFS-5314. Do not expose CachePool type in AddCachePoolOp (Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1530073 13f79535-47bb-0310-9956-ffa450edef68	2013-10-07 21:26:01 +00:00
Brandon Li	267a606831	HDFS-5307. Support both HTTP and HTTPS in jsp pages. Contributed by Haohui Mai ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1530027 13f79535-47bb-0310-9956-ffa450edef68	2013-10-07 19:02:55 +00:00
Jing Zhao	7317e97bd7	HDFS-5299. DFS client hangs in updatePipeline RPC when failover happened. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1529660 13f79535-47bb-0310-9956-ffa450edef68	2013-10-06 18:39:03 +00:00
Jing Zhao	cb5a51565a	HADOOP-10017. Fix NPE in DFSClient#getDelegationToken when doing Distcp from a secured cluster to an insecured cluster. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1529571 13f79535-47bb-0310-9956-ffa450edef68	2013-10-06 06:15:31 +00:00
Brandon Li	8e08046661	HDFS-5306. Datanode https port is not available at the namenode. Contributed by Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1529562 13f79535-47bb-0310-9956-ffa450edef68	2013-10-06 03:22:57 +00:00
Jing Zhao	cae1ed9f6c	HDFS-5308. Replace HttpConfig#getSchemePrefix with implicit schemes in HDFS JSP. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1529512 13f79535-47bb-0310-9956-ffa450edef68	2013-10-05 20:40:48 +00:00
Andrew Wang	eb2175db1a	HDFS-5190. Move cache pool related CLI commands to CacheAdmin. (Contributed by Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1529334 13f79535-47bb-0310-9956-ffa450edef68	2013-10-04 22:28:23 +00:00
Jing Zhao	3c1f18de43	HDFS-5300. FSNameSystem#deleteSnapshot() should not check owner in case of permissions disabled. Contributed by Vinay. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1529294 13f79535-47bb-0310-9956-ffa450edef68	2013-10-04 20:54:06 +00:00
Andrew Wang	af1ac9a5e8	HDFS-5119. Persist CacheManager state in the edit log. (Contributed by Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1529238 13f79535-47bb-0310-9956-ffa450edef68	2013-10-04 17:46:18 +00:00
Chris Nauroth	fc5bd930df	HDFS-5279. Guard against NullPointerException in NameNode JSP pages before initialization of FSNamesystem. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1528308 13f79535-47bb-0310-9956-ffa450edef68	2013-10-02 05:25:18 +00:00
Suresh Srinivas	703838c598	HADOOP-10012. Secure Oozie jobs fail with delegation token renewal exception in Namenode HA setup. Contributed by Daryn Sharp and Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1528301 13f79535-47bb-0310-9956-ffa450edef68	2013-10-02 04:00:06 +00:00
Arpit Agarwal	b99d160437	HDFS-5255. Distcp job fails with hsftp when https is enabled in insecure cluster. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1528279 13f79535-47bb-0310-9956-ffa450edef68	2013-10-02 00:03:15 +00:00
Arpit Agarwal	6331ff024c	Merging r1526971 through r1527683 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1527697 13f79535-47bb-0310-9956-ffa450edef68	2013-09-30 18:28:07 +00:00
Chris Nauroth	eccdb9aa8b	HDFS-5260. Merge zero-copy memory-mapped HDFS client reads to trunk and branch-2. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1527113 13f79535-47bb-0310-9956-ffa450edef68	2013-09-27 22:51:12 +00:00
Jing Zhao	b2e174c9a5	HDFS-5265. Namenode fails to start when dfs.https.port is unspecified. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1527093 13f79535-47bb-0310-9956-ffa450edef68	2013-09-27 21:45:00 +00:00
Arpit Agarwal	46099ce7f1	HDFS-4988. Datanode must support all the volumes as individual storages. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1526969 13f79535-47bb-0310-9956-ffa450edef68	2013-09-27 16:05:39 +00:00
Arpit Agarwal	8062d8c239	Merging r1526366 through r1526708 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1526717 13f79535-47bb-0310-9956-ffa450edef68	2013-09-26 21:49:18 +00:00
Colin McCabe	8a66e493ba	HADOOP-9998. Provide methods to clear only part of the DNSToSwitchMapping. (Junping Du via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1526567 13f79535-47bb-0310-9956-ffa450edef68	2013-09-26 15:24:30 +00:00
Brandon Li	f2e6091bb2	HDFS-5041. Add the time of last heartbeat to dead server Web UI. Contributed by Shinichi Yamashita ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1526368 13f79535-47bb-0310-9956-ffa450edef68	2013-09-26 04:11:12 +00:00
Arpit Agarwal	77856140f4	Merging r1525759 through r1526365 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1526366 13f79535-47bb-0310-9956-ffa450edef68	2013-09-26 03:41:09 +00:00
Tsz-wo Sze	c6d09d8c0c	HDFS-5222. Move block schedule information from DatanodeDescriptor to DatanodeStorageInfo. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1526215 13f79535-47bb-0310-9956-ffa450edef68	2013-09-25 16:03:20 +00:00
Colin McCabe	9a361c5821	HDFS-5191. Revisit zero-copy API in FSDataInputStream to make it more intuitive (Contributed by Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1526020 13f79535-47bb-0310-9956-ffa450edef68	2013-09-24 21:40:53 +00:00
Tsz-wo Sze	5827d1667c	HDFS-5228. The RemoteIterator returned by DistributedFileSystem.listFiles may throw NullPointerException. Contributed by szetszwo and cnauroth ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1525828 13f79535-47bb-0310-9956-ffa450edef68	2013-09-24 10:16:14 +00:00
Suresh Srinivas	b838ac89a6	HDFS-5251. Race between the initialization of NameNode and the http server. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1525787 13f79535-47bb-0310-9956-ffa450edef68	2013-09-24 05:31:02 +00:00
Arpit Agarwal	114aa229de	Merging r1525409 through r1525758 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1525759 13f79535-47bb-0310-9956-ffa450edef68	2013-09-24 00:57:43 +00:00
Daryn Sharp	7094738d84	HDFS-5240. Separate formatting from logging in the audit logger API (daryn) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1525626 13f79535-47bb-0310-9956-ffa450edef68	2013-09-23 15:33:11 +00:00
Daryn Sharp	3dfadca6f5	HDFS-5239. Allow FSNamesystem lock fairness to be configurable (daryn) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1525624 13f79535-47bb-0310-9956-ffa450edef68	2013-09-23 15:27:08 +00:00
Arpit Agarwal	4551da302d	HDFS-5233. Use Datanode UUID to identify Datanodes. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1525407 13f79535-47bb-0310-9956-ffa450edef68	2013-09-22 18:03:02 +00:00
Andrew Wang	a0d9a155a4	HDFS-5236. Change PathBasedCacheDirective APIs to be a single value rather than batch. (Contributed by Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1525183 13f79535-47bb-0310-9956-ffa450edef68	2013-09-21 00:20:36 +00:00
Arpit Agarwal	eb9f1b6707	HDFS-5232. Protocol changes to transmit StorageUuid. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1525153 13f79535-47bb-0310-9956-ffa450edef68	2013-09-20 22:06:09 +00:00
Andrew Wang	aae86e4f3f	merge changes from trunk to HDFS-4949 branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1524865 13f79535-47bb-0310-9956-ffa450edef68	2013-09-19 23:42:10 +00:00
Arpit Agarwal	a80b826eef	Merging r1523878 through r1524586 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1524590 13f79535-47bb-0310-9956-ffa450edef68	2013-09-18 21:54:21 +00:00
Jing Zhao	7a2443e9f8	HDFS-5122. Support failover and retry in WebHdfsFileSystem for NN HA. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1524562 13f79535-47bb-0310-9956-ffa450edef68	2013-09-18 20:47:16 +00:00
Andrew Wang	e202d4d154	HDFS-5213. Separate PathBasedCacheEntry and PathBasedCacheDirectiveWithId. Contributed by Colin Patrick McCabe. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1524561 13f79535-47bb-0310-9956-ffa450edef68	2013-09-18 20:43:40 +00:00
Arpit Agarwal	22b401284b	HDFS-5031. BlockScanner scans the block multiple times. (Vinay via Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1524553 13f79535-47bb-0310-9956-ffa450edef68	2013-09-18 20:08:50 +00:00
Jing Zhao	f278a491dc	HDFS-5219. Add configuration keys for retry policy in WebHDFSFileSystem. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1524498 13f79535-47bb-0310-9956-ffa450edef68	2013-09-18 17:29:27 +00:00
Tsz-wo Sze	abf09f090f	HDFS-4990. Change BlockPlacementPolicy to choose storages instead of datanodes. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1524444 13f79535-47bb-0310-9956-ffa450edef68	2013-09-18 15:12:52 +00:00
Tsz-wo Sze	0398943572	Merge r1523804 through r1523877 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1523878 13f79535-47bb-0310-9956-ffa450edef68	2013-09-17 02:59:14 +00:00
Tsz-wo Sze	f98c343c7f	HDFS-5207. In BlockPlacementPolicy.chooseTarget(..), change the writer and the excludedNodes parameter types respectively to Node and Set. Contributed by Junping Du ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1523875 13f79535-47bb-0310-9956-ffa450edef68	2013-09-17 02:38:47 +00:00
Andrew Wang	85c2036029	HDFS-5210. Fix some failing unit tests on HDFS-4949 branch. (Contributed by Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1523754 13f79535-47bb-0310-9956-ffa450edef68	2013-09-16 18:41:27 +00:00
Tsz-wo Sze	959635f0e7	Merge r1523109 through r1523401 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1523402 13f79535-47bb-0310-9956-ffa450edef68	2013-09-15 04:32:39 +00:00
Tsz-wo Sze	d01caeee77	HDFS-5188. In BlockPlacementPolicy, reduce the number of chooseTarget(..) methods; replace HashMap with Map in parameter declarations and cleanup some related code. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1523400 13f79535-47bb-0310-9956-ffa450edef68	2013-09-15 04:15:57 +00:00
Colin McCabe	50af34f778	HDFS-5201. NativeIO: consolidate getrlimit into NativeIO#getMemlockLimit. (Contributed by Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1523153 13f79535-47bb-0310-9956-ffa450edef68	2013-09-14 00:05:29 +00:00
Andrew Wang	40eb94ade3	HDFS-5053. NameNode should invoke DataNode APIs to coordinate caching. (Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1523145 13f79535-47bb-0310-9956-ffa450edef68	2013-09-13 23:27:22 +00:00
Arpit Agarwal	06eb46eda3	Merging r1521566 through r1523108 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1523110 13f79535-47bb-0310-9956-ffa450edef68	2013-09-13 21:27:58 +00:00
Jing Zhao	1260d598d3	HDFS-4096. Add snapshot information to namenode WebUI. Contributed by Haohui Mai. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1523091 13f79535-47bb-0310-9956-ffa450edef68	2013-09-13 20:41:11 +00:00
Colin McCabe	2f8297215f	HDFS-5198. NameNodeRpcServer must not send back DNA_FINALIZE in reply to a cache report. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1523087 13f79535-47bb-0310-9956-ffa450edef68	2013-09-13 20:36:11 +00:00
Jing Zhao	965ce2041a	HDFS-5192. NameNode may fail to start when dfs.client.test.drop.namenode.response.number is set. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1522775 13f79535-47bb-0310-9956-ffa450edef68	2013-09-13 04:29:50 +00:00
Colin McCabe	02e0e158a2	HDFS-5158. Add command-line support for manipulating cache directives ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1522272 13f79535-47bb-0310-9956-ffa450edef68	2013-09-12 03:55:10 +00:00
Andrew Wang	e4374d8036	HDFS-4680. Audit logging of delegation tokens for MR tracing. (Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1522012 13f79535-47bb-0310-9956-ffa450edef68	2013-09-11 19:57:37 +00:00
Tsz-wo Sze	b2976af140	HDFS-5157. Add StorageType to FsVolume. Contributed by Junping Du ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1521743 13f79535-47bb-0310-9956-ffa450edef68	2013-09-11 06:30:01 +00:00
Arpit Agarwal	23bf148a2f	Merging r1520450 through r1521565 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1521566 13f79535-47bb-0310-9956-ffa450edef68	2013-09-10 18:03:08 +00:00
Colin McCabe	3a9cd79e9d	HDFS-5120. Add command-line support for manipulating cache pools. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1521240 13f79535-47bb-0310-9956-ffa450edef68	2013-09-09 18:53:01 +00:00
Andrew Wang	4f2bf68b73	HDFS-5170. BlockPlacementPolicyDefault uses the wrong classname when alerting to enable debug logging. (Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1520961 13f79535-47bb-0310-9956-ffa450edef68	2013-09-09 04:54:57 +00:00
Tsz-wo Sze	282be1b38e	HDFS-5134. Move blockContentsStale, heartbeatedSinceFailover and firstBlockReport from DatanodeDescriptor to DatanodeStorageInfo; and fix a synchronization problem in DatanodeStorageInfo. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1520938 13f79535-47bb-0310-9956-ffa450edef68	2013-09-08 22:53:36 +00:00
Colin McCabe	6431192c0e	HDFS-4879. Add BlockedArrayList collection to avoid CMS full GCs (Contributed by Todd Lipcon) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1520667 13f79535-47bb-0310-9956-ffa450edef68	2013-09-06 19:05:26 +00:00
Colin McCabe	f41f8b8842	HDFS-5163. Miscellaneous cache pool RPC fixes (Contributed by Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1520665 13f79535-47bb-0310-9956-ffa450edef68	2013-09-06 18:52:50 +00:00
Jing Zhao	36d0b822ef	HDS-5118. Provide testing support for DFSClient to drop RPC responses. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1520637 13f79535-47bb-0310-9956-ffa450edef68	2013-09-06 17:17:30 +00:00
Colin McCabe	a628391955	HDFS-5164. DeleteSnapshot should check if OperationCategory.WRITE is possible before taking write lock (contributed by Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1520492 13f79535-47bb-0310-9956-ffa450edef68	2013-09-06 05:23:54 +00:00
Chris Nauroth	e10dbf41bc	HDFS-4491. Add/delete files missed in prior commit. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1520482 13f79535-47bb-0310-9956-ffa450edef68	2013-09-06 03:14:20 +00:00
Chris Nauroth	5eb618ee1f	HDFS-4491. Parallel testing HDFS. Contributed by Andrey Klochkov. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1520479 13f79535-47bb-0310-9956-ffa450edef68	2013-09-06 03:06:41 +00:00
Arpit Agarwal	bbce64c8c5	Merging r1519884 through r1520449 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1520454 13f79535-47bb-0310-9956-ffa450edef68	2013-09-05 23:01:00 +00:00
Aaron Myers	8aea748ec3	HDFS-5159. Secondary NameNode fails to checkpoint if error occurs downloading edits on first checkpoint. Contributed by Aaron T. Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1520363 13f79535-47bb-0310-9956-ffa450edef68	2013-09-05 16:21:26 +00:00
Colin McCabe	d56d0b46e1	commit correct version of HDFS-5121 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1520090 13f79535-47bb-0310-9956-ffa450edef68	2013-09-04 18:23:51 +00:00
Arpit Agarwal	f353769d0c	Merging r1518852 through r1519883 from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1519885 13f79535-47bb-0310-9956-ffa450edef68	2013-09-03 23:20:45 +00:00
Arpit Agarwal	ec57e3019f	Merge r1518851 from trunk (reconcile branch conflicts with the fix for HDFS-5077) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1519882 13f79535-47bb-0310-9956-ffa450edef68	2013-09-03 23:15:28 +00:00
Colin McCabe	97b7267977	HDFS-5121. Add RPCs for creating and manipulating cache pools. (Contributed by Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1519841 13f79535-47bb-0310-9956-ffa450edef68	2013-09-03 20:38:45 +00:00
Andrew Wang	fde0e615f2	Add missing file from HDFS-5141 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1519819 13f79535-47bb-0310-9956-ffa450edef68	2013-09-03 19:56:31 +00:00
Tsz-wo Sze	336c0344f5	Merge r1517887 through r1518850 from trunk. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1519796 13f79535-47bb-0310-9956-ffa450edef68	2013-09-03 19:01:19 +00:00
Tsz-wo Sze	3f070e83b1	HDFS-5009. Include storage information in the LocatedBlock. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1519691 13f79535-47bb-0310-9956-ffa450edef68	2013-09-03 14:03:35 +00:00
Kihwal Lee	c28c964612	HDFS-5150. Allow per NN SPN for internal SPNEGO. Contributed By Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1519681 13f79535-47bb-0310-9956-ffa450edef68	2013-09-03 13:49:25 +00:00
Tsz-wo Sze	f7e3bc553d	HDFS-5154. Fix TestBlockManager and TestDatanodeDescriptor after HDFS-4987. Contributed by Junping Du ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1519548 13f79535-47bb-0310-9956-ffa450edef68	2013-09-03 04:04:22 +00:00
Andrew Wang	fc14a92c6b	HDFS-5141. Add cache status information to datanode heartbeat. (Contributed by Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1519101 13f79535-47bb-0310-9956-ffa450edef68	2013-08-30 22:15:51 +00:00
Jing Zhao	25d4c2fd53	HDFS-5140. Too many safemode monitor threads being created in the standby namenode causing it to fail with out of memory error. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1518899 13f79535-47bb-0310-9956-ffa450edef68	2013-08-30 07:36:45 +00:00
Suresh Srinivas	daa0713eb0	HDFS-5144. Document time unit to NameNodeMetrics. Contributed by Akira Ajisaka. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1518895 13f79535-47bb-0310-9956-ffa450edef68	2013-08-30 07:01:47 +00:00
Konstantin Shvachko	eb484bb562	HDFS-5077. NPE in FSNamesystem.commitBlockSynchronization(). Contributed by Plamen Jeliazkov. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1518851 13f79535-47bb-0310-9956-ffa450edef68	2013-08-29 23:08:02 +00:00
Tsz-wo Sze	5d9d702607	HDFS-4987. Namenode changes to track multiple storages per datanode. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1518087 13f79535-47bb-0310-9956-ffa450edef68	2013-08-28 06:30:15 +00:00
Kihwal Lee	1bfcab9689	HDFS-5132. Deadlock in NameNode between SafeModeMonitor#run and DatanodeManager#handleHeartbeat. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1517989 13f79535-47bb-0310-9956-ffa450edef68	2013-08-27 21:04:24 +00:00
Kihwal Lee	10a62366a5	HDFS-5128. Allow multiple net interfaces to be used with HA namenode RPC server. Contributed by Kihwal Lee. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1517981 13f79535-47bb-0310-9956-ffa450edef68	2013-08-27 20:53:31 +00:00
Kihwal Lee	39252995c4	HDFS-3245. Add metrics and web UI for cluster version summary. Contributed by Ravi Prakash. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1517937 13f79535-47bb-0310-9956-ffa450edef68	2013-08-27 19:21:15 +00:00
Arpit Agarwal	395f0ae567	HDFS-5000. DataNode configuration should allow specifying storage type (Adding file missed in last commit ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1517499 13f79535-47bb-0310-9956-ffa450edef68	2013-08-26 11:32:26 +00:00
Arpit Agarwal	73d14311bc	HDFS-5000. DataNode configuration should allow specifying storage type ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1517417 13f79535-47bb-0310-9956-ffa450edef68	2013-08-26 03:18:40 +00:00
Colin McCabe	b992219fa1	HDFS-5050. Add DataNode support for mlock and munlock (contributed by Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1517106 13f79535-47bb-0310-9956-ffa450edef68	2013-08-24 03:41:25 +00:00
Arpit Agarwal	c41df254fe	Merge all changes from trunk to branch HDFS-2832 ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1517030 13f79535-47bb-0310-9956-ffa450edef68	2013-08-23 20:57:00 +00:00
Jing Zhao	7cfbfe52f1	HDFS-5124. DelegationTokenSecretManager#retrievePassword can cause deadlock in NameNode. Contributed by Daryn Sharp. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1516671 13f79535-47bb-0310-9956-ffa450edef68	2013-08-23 00:55:53 +00:00
Colin McCabe	920b4cc06f	HDFS-5052. Add cacheRequest/uncacheRequest support to NameNode. (Contributed by Colin Patrick McCabe.) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1516669 13f79535-47bb-0310-9956-ffa450edef68	2013-08-22 23:37:51 +00:00
Arpit Agarwal	6f699e8ea5	HDFS-5115. Make StorageID a UUID. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1516666 13f79535-47bb-0310-9956-ffa450edef68	2013-08-22 23:21:07 +00:00
Jing Zhao	6fd8766a51	HDFS-5045. Add more unit tests for retry cache to cover all AtMostOnce methods. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1516348 13f79535-47bb-0310-9956-ffa450edef68	2013-08-22 01:06:57 +00:00
Arpit Agarwal	5e27288c1e	HDFS-4985. Add storage type to the protocol and expose it in block report and block locations ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1516323 13f79535-47bb-0310-9956-ffa450edef68	2013-08-21 23:07:29 +00:00
Kihwal Lee	2499a86664	HDFS-4994. Audit log getContentSummary() calls. Contributed by Robert Parker. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1516237 13f79535-47bb-0310-9956-ffa450edef68	2013-08-21 18:15:26 +00:00
Luke Lu	782191f1ba	HADOOP-9784. Add a builder for HttpServer. (Junping Du via llu) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1516128 13f79535-47bb-0310-9956-ffa450edef68	2013-08-21 10:12:13 +00:00
Chris Nauroth	5e68bc4cd6	HDFS-4594. WebHDFS open sets Content-Length header to what is specified by length parameter rather than how much data is actually returned. Contributed by Chris Nauroth. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1515989 13f79535-47bb-0310-9956-ffa450edef68	2013-08-20 22:15:22 +00:00
Andrew Wang	67f86baab0	HDFS-4953. Enable HDFS local reads via mmap. Contributed by Colin Patrick McCabe. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1515906 13f79535-47bb-0310-9956-ffa450edef68	2013-08-20 18:07:47 +00:00
Arpit Agarwal	3015429368	HDFS-2933. Improve DataNode Web UI Index Page. (Vivek Ganesan via Arpit Agarwal) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1515890 13f79535-47bb-0310-9956-ffa450edef68	2013-08-20 17:18:53 +00:00
Brandon Li	214d4377fc	HDFS-5104 Support dotdot name in NFS LOOKUP operation. Contributed by Brandon Li ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1515042 13f79535-47bb-0310-9956-ffa450edef68	2013-08-17 21:16:50 +00:00
Jing Zhao	52f0259502	HADOOP-9880. SASL changes from HADOOP-9421 breaks Secure HA NN. Contributed by Daryn Sharp. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1514913 13f79535-47bb-0310-9956-ffa450edef68	2013-08-16 22:35:19 +00:00
Jing Zhao	8d21926c26	HDFS-5102. Snapshot names should not be allowed to contain slash characters. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1514797 13f79535-47bb-0310-9956-ffa450edef68	2013-08-16 17:14:34 +00:00
Konstantin Shvachko	10ec8a248e	HDFS-2994. If lease soft limit is recovered successfully the append can fail. Contributed by Tao Luo. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1514500 13f79535-47bb-0310-9956-ffa450edef68	2013-08-15 21:21:10 +00:00
Chris Nauroth	2fc7e14e39	HDFS-5099. Namenode#copyEditLogSegmentsToSharedDir should close EditLogInputStreams upon finishing. Contributed by Chuan Liu. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1514481 13f79535-47bb-0310-9956-ffa450edef68	2013-08-15 20:43:46 +00:00
Jing Zhao	02b19e0738	HDFS-5076. Add MXBean methods to query NN's transaction information and JournalNode's journal status. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1514422 13f79535-47bb-0310-9956-ffa450edef68	2013-08-15 18:22:52 +00:00
Jing Zhao	8172215e56	HDFS-5080. BootstrapStandby not working with QJM when the existing NN is active. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1514386 13f79535-47bb-0310-9956-ffa450edef68	2013-08-15 17:19:52 +00:00
Tsz-wo Sze	0182ea16d3	HDFS-4898. BlockPlacementPolicyWithNodeGroup.chooseRemoteRack() fails to properly fallback to local rack. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1514156 13f79535-47bb-0310-9956-ffa450edef68	2013-08-15 04:52:52 +00:00
Konstantin Shvachko	4c8db60092	HDFS-5079. Cleaning up NNHAStatusHeartbeat.State from DatanodeProtocolProtos. Contributed by Tao Luo. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1514118 13f79535-47bb-0310-9956-ffa450edef68	2013-08-15 01:29:16 +00:00
Suresh Srinivas	b32ace11f1	HDFS-5051. nn fails to download checkpointed image from snn in some setups. Contributed by Vinay and Suresh Srinivas. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1514110 13f79535-47bb-0310-9956-ffa450edef68	2013-08-15 00:45:48 +00:00
Andrew Wang	dd00bb71aa	merge trunk into HDFS-4949 branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1514105 13f79535-47bb-0310-9956-ffa450edef68	2013-08-15 00:15:11 +00:00
Andrew Wang	49a892056d	HDFS-4816. transitionToActive blocks if the SBN is doing checkpoint image transfer. (Andrew Wang) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1514095 13f79535-47bb-0310-9956-ffa450edef68	2013-08-14 23:32:29 +00:00
Jing Zhao	2bea314456	HDFS-5091. Support for spnego keytab separate from the JournalNode keytab for secure HA. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1513700 13f79535-47bb-0310-9956-ffa450edef68	2013-08-14 00:19:35 +00:00
Colin McCabe	70527c8754	merge trunk into HDFS-4949 branch ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1513658 13f79535-47bb-0310-9956-ffa450edef68	2013-08-13 21:19:53 +00:00
Colin McCabe	52ccc6c6d5	HDFS-5051. Propagate cache status information from the DataNode to the NameNode (Andrew Wang via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1513653 13f79535-47bb-0310-9956-ffa450edef68	2013-08-13 21:05:09 +00:00
Kihwal Lee	2f988135e3	HDFS-4993. Fsck can fail if a file is renamed or deleted. Contributed by Robert Parker. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1512451 13f79535-47bb-0310-9956-ffa450edef68	2013-08-09 19:13:22 +00:00
Colin McCabe	2a4031940c	HDFS-5049. Add JNI mlock support. (Andrew Wang via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-4949@1512427 13f79535-47bb-0310-9956-ffa450edef68	2013-08-09 18:14:07 +00:00
Kihwal Lee	81f9786ae6	HDFS-5047. Supress logging of full stack trace of quota and lease exceptions. Contributed by Robert Parker. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1512057 13f79535-47bb-0310-9956-ffa450edef68	2013-08-08 21:46:34 +00:00
Jing Zhao	54e144059e	HDFS-4926. namenode webserver's page has a tooltip that is inconsistent with the datanode HTML link. Contributed by Vivek Ganesan. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1511477 13f79535-47bb-0310-9956-ffa450edef68	2013-08-07 20:34:39 +00:00
Kihwal Lee	ccdb978603	HDFS-4366. Block Replication Policy Implementation May Skip Higher-Priority Blocks for Lower-Priority Blocks. Contributed by Derek Dagit. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1510724 13f79535-47bb-0310-9956-ffa450edef68	2013-08-05 20:48:59 +00:00
Suresh Srinivas	390d689816	HDFS-5061. Make FSNameSystem#auditLoggers an unmodifiable list. Contributed by Arpit Agarwal. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1510611 13f79535-47bb-0310-9956-ffa450edef68	2013-08-05 17:08:09 +00:00
Colin McCabe	f216f22915	HADOOP-9761. ViewFileSystem#rename fails when using DistributedFileSystem (Andrew Wang via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1509874 13f79535-47bb-0310-9956-ffa450edef68	2013-08-02 21:42:38 +00:00
Tsz-wo Sze	c04a7d974a	HDFS-5028. LeaseRenewer throws ConcurrentModificationException when timeout. Contributed by zhaoyunjiong ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1509565 13f79535-47bb-0310-9956-ffa450edef68	2013-08-02 07:08:35 +00:00
Brandon Li	4f68aa0600	HDFS-5043. For HdfsFileStatus, set default value of childrenNum to -1 instead of 0 to avoid confusing applications. Contributed by Brandon Li ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1508694 13f79535-47bb-0310-9956-ffa450edef68	2013-07-31 00:49:47 +00:00
Suresh Srinivas	8c7a7e6196	HDFS-5025. Record ClientId and CallId in EditLog to enable rebuilding retry cache in case of HA failover. Contributed by Jing Zhao. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1508332 13f79535-47bb-0310-9956-ffa450edef68	2013-07-30 07:51:38 +00:00
Aaron Myers	215d6331d6	HDFS-5027. On startup, DN should scan volumes in parallel. Contributed by Aaron T. Myers. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1508165 13f79535-47bb-0310-9956-ffa450edef68	2013-07-29 18:28:07 +00:00
Konstantin Boudnik	dc17bda4b6	HDFS-5004. Add additional JMX bean for NameNode status data. Contributed by Trevor Lorimer. ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1507530 13f79535-47bb-0310-9956-ffa450edef68	2013-07-26 23:59:37 +00:00
Colin McCabe	02d5830a00	HDFS-5035. getFileLinkStatus and rename do not correctly check permissions of symlinks (Andrew Wang via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1507525 13f79535-47bb-0310-9956-ffa450edef68	2013-07-26 23:54:17 +00:00
Colin McCabe	07b076917e	HDFS-5034. Remove debug prints from GetFileLinkInfo (Andrew Wang via Colin Patrick McCabe) ... git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1507406 13f79535-47bb-0310-9956-ffa450edef68	2013-07-26 19:21:31 +00:00