org.apache.hadoop.hdfs.web

Class WebHdfsFileSystem

java.lang.Object

org.apache.hadoop.conf.Configured

org.apache.hadoop.fs.FileSystem

org.apache.hadoop.hdfs.web.WebHdfsFileSystem

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.conf.Configurable, DelegationTokenRenewer.Renewable

public class WebHdfsFileSystem
extends org.apache.hadoop.fs.FileSystem
implements DelegationTokenRenewer.Renewable

A FileSystem for HDFS over the web.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	WebHdfsFileSystem.DtRenewer Delegation token renewer.

Nested classes/interfaces inherited from class org.apache.hadoop.fs.FileSystem

org.apache.hadoop.fs.FileSystem.Statistics

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.hadoop.hdfs.web.WebHdfsFileSystem.WebHdfsDelegationTokenSelector	DT_SELECTOR Token selector
static org.apache.commons.logging.Log	LOG
static String	PATH_PREFIX Http URI: http://namenode:port/{PATH_PREFIX}/path/to/file
static String	SCHEME File System URI: {SCHEME}://namenode:port/path/to/file
static org.apache.hadoop.io.Text	TOKEN_KIND Delegation token kind
static int	VERSION WebHdfs version.

Fields inherited from class org.apache.hadoop.fs.FileSystem

DEFAULT_FILTER, DEFAULT_FS, FS_DEFAULT_NAME_KEY, SHUTDOWN_HOOK_PRIORITY, statistics

Constructor Summary

Constructors

Constructor and Description
WebHdfsFileSystem()

Method Summary

Methods

Modifier and Type	Method and Description
protected void	addRenewAction(WebHdfsFileSystem webhdfs)
org.apache.hadoop.fs.FSDataOutputStream	append(org.apache.hadoop.fs.Path f, int bufferSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, boolean overwrite, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
void	createSymlink(org.apache.hadoop.fs.Path destination, org.apache.hadoop.fs.Path f, boolean createParent) Create a symlink pointing to the destination path.
boolean	delete(org.apache.hadoop.fs.Path f)
boolean	delete(org.apache.hadoop.fs.Path f, boolean recursive)
org.apache.hadoop.fs.ContentSummary	getContentSummary(org.apache.hadoop.fs.Path p)
long	getDefaultBlockSize()
protected int	getDefaultPort()
short	getDefaultReplication()
protected org.apache.hadoop.security.token.Token<?>	getDelegationToken()
org.apache.hadoop.security.token.Token<org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier>	getDelegationToken(String renewer)
org.apache.hadoop.fs.BlockLocation[]	getFileBlockLocations(org.apache.hadoop.fs.FileStatus status, long offset, long length)
org.apache.hadoop.fs.BlockLocation[]	getFileBlockLocations(org.apache.hadoop.fs.Path p, long offset, long length)
org.apache.hadoop.fs.MD5MD5CRC32FileChecksum	getFileChecksum(org.apache.hadoop.fs.Path p)
org.apache.hadoop.fs.FileStatus	getFileStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.Path	getHomeDirectory()
static String	getHomeDirectoryString(org.apache.hadoop.security.UserGroupInformation ugi)
org.apache.hadoop.security.token.Token<?>	getRenewToken()
URI	getUri()
org.apache.hadoop.fs.Path	getWorkingDirectory()
protected void	initDelegationToken()
void	initialize(URI uri, org.apache.hadoop.conf.Configuration conf)
static boolean	isEnabled(org.apache.hadoop.conf.Configuration conf, org.apache.commons.logging.Log log) Is WebHDFS enabled in conf?
org.apache.hadoop.fs.FileStatus[]	listStatus(org.apache.hadoop.fs.Path f)
boolean	mkdirs(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission)
org.apache.hadoop.fs.FSDataInputStream	open(org.apache.hadoop.fs.Path f, int buffersize)
boolean	rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst, org.apache.hadoop.fs.Options.Rename... options)
protected org.apache.hadoop.security.token.Token<org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier>	selectDelegationToken(org.apache.hadoop.security.UserGroupInformation ugi)
<T extends org.apache.hadoop.security.token.TokenIdentifier> void	setDelegationToken(org.apache.hadoop.security.token.Token<T> token) Set delegation token.
void	setOwner(org.apache.hadoop.fs.Path p, String owner, String group)
void	setPermission(org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.permission.FsPermission permission)
boolean	setReplication(org.apache.hadoop.fs.Path p, short replication)
void	setTimes(org.apache.hadoop.fs.Path p, long mtime, long atime)
void	setWorkingDirectory(org.apache.hadoop.fs.Path dir)

Methods inherited from class org.apache.hadoop.fs.FileSystem

append, append, cancelDeleteOnExit, checkPath, clearStatistics, close, closeAll, closeAllForUGI, completeLocalOutput, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyToLocalFile, copyToLocalFile, copyToLocalFile, create, create, create, create, create, create, create, create, create, create, create, createNewFile, createNonRecursive, createNonRecursive, deleteOnExit, exists, get, get, get, getAllStatistics, getBlockSize, getCanonicalUri, getDefaultBlockSize, getDefaultReplication, getDefaultUri, getInitialWorkingDirectory, getLength, getLocal, getName, getNamed, getReplication, getServerDefaults, getServerDefaults, getStatistics, getStatistics, getStatus, getStatus, getUsed, globStatus, globStatus, isDirectory, isFile, listCorruptFileBlocks, listFiles, listLocatedStatus, listLocatedStatus, listStatus, listStatus, listStatus, makeQualified, mkdirs, mkdirs, moveFromLocalFile, moveFromLocalFile, moveToLocalFile, newInstance, newInstance, newInstance, newInstanceLocal, open, primitiveCreate, primitiveMkdir, primitiveMkdir, printStatistics, processDeleteOnExit, resolvePath, setDefaultUri, setDefaultUri, setVerifyChecksum, setWriteChecksum, startLocalOutput

Methods inherited from class org.apache.hadoop.conf.Configured

getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

public static final org.apache.commons.logging.Log LOG

SCHEME

public static final String SCHEME

File System URI: {SCHEME}://namenode:port/path/to/file

See Also:

Constant Field Values

VERSION

public static final int VERSION

WebHdfs version.

See Also:

Constant Field Values

PATH_PREFIX

public static final String PATH_PREFIX

Http URI: http://namenode:port/{PATH_PREFIX}/path/to/file

See Also:

Constant Field Values

TOKEN_KIND

public static final org.apache.hadoop.io.Text TOKEN_KIND

Delegation token kind

DT_SELECTOR

public static final org.apache.hadoop.hdfs.web.WebHdfsFileSystem.WebHdfsDelegationTokenSelector DT_SELECTOR

Token selector

Constructor Detail

WebHdfsFileSystem

public WebHdfsFileSystem()

Method Detail

addRenewAction

protected void addRenewAction(WebHdfsFileSystem webhdfs)

isEnabled

public static boolean isEnabled(org.apache.hadoop.conf.Configuration conf,
                org.apache.commons.logging.Log log)

Is WebHDFS enabled in conf?

initialize

public void initialize(URI uri,
              org.apache.hadoop.conf.Configuration conf)
                throws IOException

Overrides:

initialize in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

initDelegationToken

protected void initDelegationToken()
                            throws IOException

Throws:

IOException

getDelegationToken

protected org.apache.hadoop.security.token.Token<?> getDelegationToken()
                                                                throws IOException

Throws:

IOException

selectDelegationToken

protected org.apache.hadoop.security.token.Token<org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier> selectDelegationToken(org.apache.hadoop.security.UserGroupInformation ugi)

getDefaultPort

protected int getDefaultPort()

Overrides:

getDefaultPort in class org.apache.hadoop.fs.FileSystem

getUri

public URI getUri()

Specified by:

getUri in class org.apache.hadoop.fs.FileSystem

getHomeDirectoryString

public static String getHomeDirectoryString(org.apache.hadoop.security.UserGroupInformation ugi)

Returns:

the home directory.

getHomeDirectory

public org.apache.hadoop.fs.Path getHomeDirectory()

Overrides:

getHomeDirectory in class org.apache.hadoop.fs.FileSystem

getWorkingDirectory

public org.apache.hadoop.fs.Path getWorkingDirectory()

Specified by:

getWorkingDirectory in class org.apache.hadoop.fs.FileSystem

setWorkingDirectory

public void setWorkingDirectory(org.apache.hadoop.fs.Path dir)

Specified by:

setWorkingDirectory in class org.apache.hadoop.fs.FileSystem

getFileStatus

public org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path f)
                                              throws IOException

Specified by:

getFileStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

mkdirs

public boolean mkdirs(org.apache.hadoop.fs.Path f,
             org.apache.hadoop.fs.permission.FsPermission permission)
               throws IOException

Specified by:

mkdirs in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

createSymlink

public void createSymlink(org.apache.hadoop.fs.Path destination,
                 org.apache.hadoop.fs.Path f,
                 boolean createParent)
                   throws IOException

Create a symlink pointing to the destination path.

Throws:

IOException

See Also:

Hdfs.createSymlink(Path, Path, boolean)

rename

public boolean rename(org.apache.hadoop.fs.Path src,
             org.apache.hadoop.fs.Path dst)
               throws IOException

Specified by:

rename in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

rename

public void rename(org.apache.hadoop.fs.Path src,
          org.apache.hadoop.fs.Path dst,
          org.apache.hadoop.fs.Options.Rename... options)
            throws IOException

Overrides:

rename in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setOwner

public void setOwner(org.apache.hadoop.fs.Path p,
            String owner,
            String group)
              throws IOException

Overrides:

setOwner in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setPermission

public void setPermission(org.apache.hadoop.fs.Path p,
                 org.apache.hadoop.fs.permission.FsPermission permission)
                   throws IOException

Overrides:

setPermission in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setReplication

public boolean setReplication(org.apache.hadoop.fs.Path p,
                     short replication)
                       throws IOException

Overrides:

setReplication in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setTimes

public void setTimes(org.apache.hadoop.fs.Path p,
            long mtime,
            long atime)
              throws IOException

Overrides:

setTimes in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getDefaultBlockSize

public long getDefaultBlockSize()

Overrides:

getDefaultBlockSize in class org.apache.hadoop.fs.FileSystem

getDefaultReplication

public short getDefaultReplication()

Overrides:

getDefaultReplication in class org.apache.hadoop.fs.FileSystem

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                             org.apache.hadoop.fs.permission.FsPermission permission,
                                             boolean overwrite,
                                             int bufferSize,
                                             short replication,
                                             long blockSize,
                                             org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Specified by:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

append

public org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path f,
                                             int bufferSize,
                                             org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Specified by:

append in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

delete

public boolean delete(org.apache.hadoop.fs.Path f)
               throws IOException

Overrides:

delete in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

delete

public boolean delete(org.apache.hadoop.fs.Path f,
             boolean recursive)
               throws IOException

Specified by:

delete in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

open

public org.apache.hadoop.fs.FSDataInputStream open(org.apache.hadoop.fs.Path f,
                                          int buffersize)
                                            throws IOException

Specified by:

open in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

listStatus

public org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path f)
                                             throws IOException

Specified by:

listStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getDelegationToken

public org.apache.hadoop.security.token.Token<org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier> getDelegationToken(String renewer)
                                                                                                                                      throws IOException

Overrides:

getDelegationToken in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getRenewToken

public org.apache.hadoop.security.token.Token<?> getRenewToken()

Specified by:

getRenewToken in interface DelegationTokenRenewer.Renewable

Returns:

the renew token.

setDelegationToken

public <T extends org.apache.hadoop.security.token.TokenIdentifier> void setDelegationToken(org.apache.hadoop.security.token.Token<T> token)

Description copied from interface: DelegationTokenRenewer.Renewable

Set delegation token.

Specified by:

setDelegationToken in interface DelegationTokenRenewer.Renewable

getFileBlockLocations

public org.apache.hadoop.fs.BlockLocation[] getFileBlockLocations(org.apache.hadoop.fs.FileStatus status,
                                                         long offset,
                                                         long length)
                                                           throws IOException

Overrides:

getFileBlockLocations in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getFileBlockLocations

public org.apache.hadoop.fs.BlockLocation[] getFileBlockLocations(org.apache.hadoop.fs.Path p,
                                                         long offset,
                                                         long length)
                                                           throws IOException

Overrides:

getFileBlockLocations in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getContentSummary

public org.apache.hadoop.fs.ContentSummary getContentSummary(org.apache.hadoop.fs.Path p)
                                                      throws IOException

Overrides:

getContentSummary in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getFileChecksum

public org.apache.hadoop.fs.MD5MD5CRC32FileChecksum getFileChecksum(org.apache.hadoop.fs.Path p)
                                                             throws IOException

Overrides:

getFileChecksum in class org.apache.hadoop.fs.FileSystem

Throws:

IOException