HDFS-5000. DataNode configuration should allow specifying storage type (Adding file missed in last commit
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/HDFS-2832@1517499 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
73d14311bc
commit
395f0ae567
@ -0,0 +1,113 @@
|
|||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.hdfs.server.datanode;
|
||||||
|
|
||||||
|
import org.apache.commons.logging.Log;
|
||||||
|
import org.apache.commons.logging.LogFactory;
|
||||||
|
import org.apache.hadoop.classification.InterfaceAudience;
|
||||||
|
import org.apache.hadoop.hdfs.StorageType;
|
||||||
|
import org.apache.hadoop.hdfs.server.common.Util;
|
||||||
|
|
||||||
|
import java.io.File;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.net.URI;
|
||||||
|
import java.util.regex.Matcher;
|
||||||
|
|
||||||
|
import static java.util.regex.Pattern.compile;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Encapsulates the URI and storage medium that together describe a
|
||||||
|
* storage directory.
|
||||||
|
* The default storage medium is assumed to be DISK, if none is specified.
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
@InterfaceAudience.Private
|
||||||
|
public class StorageLocation {
|
||||||
|
public static final Log LOG = LogFactory.getLog(StorageLocation.class);
|
||||||
|
final StorageType storageType;
|
||||||
|
final File file;
|
||||||
|
|
||||||
|
// Regular expression that describes a storage uri with a storage type.
|
||||||
|
// e.g. [Disk]/storages/storage1/
|
||||||
|
private static final String rawStringRegex = "^\\[(\\w*)\\](.+)$";
|
||||||
|
|
||||||
|
StorageLocation(URI uri) {
|
||||||
|
this(StorageType.DISK, uri);
|
||||||
|
}
|
||||||
|
|
||||||
|
StorageLocation(StorageType storageType, URI uri) {
|
||||||
|
this.storageType = storageType;
|
||||||
|
|
||||||
|
if (uri.getScheme() == null ||
|
||||||
|
"file".equalsIgnoreCase(uri.getScheme())) {
|
||||||
|
// drop any (illegal) authority in the URI for backwards compatibility
|
||||||
|
this.file = new File(uri.getPath());
|
||||||
|
} else {
|
||||||
|
throw new IllegalArgumentException(
|
||||||
|
"Got an Unsupported URI schema in " + uri + ". Ignoring ...");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public StorageType getStorageType() {
|
||||||
|
return this.storageType;
|
||||||
|
}
|
||||||
|
|
||||||
|
public URI getUri() {
|
||||||
|
return file.toURI();
|
||||||
|
}
|
||||||
|
|
||||||
|
public File getFile() {
|
||||||
|
return this.file;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Attempt to parse a storage uri with storage class and URI. The storage
|
||||||
|
* class component of the uri is case-insensitive.
|
||||||
|
*
|
||||||
|
* @param rawLocation Location string of the format [type]uri, where [type] is
|
||||||
|
* optional.
|
||||||
|
* @return A StorageLocation object if successfully parsed, null otherwise.
|
||||||
|
* Does not throw any exceptions.
|
||||||
|
*/
|
||||||
|
public static StorageLocation parse(String rawLocation) throws IOException {
|
||||||
|
Matcher matcher = compile(rawStringRegex).matcher(rawLocation);
|
||||||
|
StorageType storageType = StorageType.DISK;
|
||||||
|
String location = rawLocation;
|
||||||
|
|
||||||
|
if (matcher.matches()) {
|
||||||
|
String classString = matcher.group(1);
|
||||||
|
location = matcher.group(2);
|
||||||
|
if (!classString.isEmpty()) {
|
||||||
|
try {
|
||||||
|
storageType = StorageType.valueOf(classString.toUpperCase());
|
||||||
|
} catch (RuntimeException re) {
|
||||||
|
LOG.error("Unable to parse storage type: " + re.toString() +
|
||||||
|
". Using the default storage type for directory " +
|
||||||
|
location);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return new StorageLocation(storageType, Util.stringAsURI(location));
|
||||||
|
}
|
||||||
|
|
||||||
|
public String toString() {
|
||||||
|
return "[" + storageType.toString() + "]" + file.toURI().toString();
|
||||||
|
}
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user