org.apache.hadoop.fs

Class ProxyFileSystem

java.lang.Object

org.apache.hadoop.conf.Configured

org.apache.hadoop.fs.FileSystem

org.apache.hadoop.fs.FilterFileSystem

org.apache.hadoop.fs.ProxyFileSystem

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.conf.Configurable

public class ProxyFileSystem
extends org.apache.hadoop.fs.FilterFileSystem

A FileSystem that can serve a given scheme/authority using some other file system. In that sense, it serves as a proxy for the real/underlying file system

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.fs.FileSystem

org.apache.hadoop.fs.FileSystem.DirectoryEntries, org.apache.hadoop.fs.FileSystem.Statistics

Field Summary

Fields

Modifier and Type	Field and Description
protected String	myAuthority
protected String	myScheme
protected URI	myUri
protected String	realAuthority
protected String	realScheme
protected URI	realUri

Fields inherited from class org.apache.hadoop.fs.FilterFileSystem

fs, swapScheme

Fields inherited from class org.apache.hadoop.fs.FileSystem

DEFAULT_FS, FS_DEFAULT_NAME_KEY, LOG, SHUTDOWN_HOOK_PRIORITY, statistics, TRASH_PREFIX, USER_HOME_PREFIX

Constructor Summary

Constructors

Constructor and Description
ProxyFileSystem()
ProxyFileSystem(org.apache.hadoop.fs.FileSystem fs)
ProxyFileSystem(org.apache.hadoop.fs.FileSystem fs, URI myUri) Create a proxy file system for fs.

Method Summary

Modifier and Type	Method and Description
org.apache.hadoop.fs.FSDataOutputStream	append(org.apache.hadoop.fs.Path f, int bufferSize, org.apache.hadoop.util.Progressable progress)
protected void	checkPath(org.apache.hadoop.fs.Path path)
void	completeLocalOutput(org.apache.hadoop.fs.Path fsOutputFile, org.apache.hadoop.fs.Path tmpLocalFile)
void	copyFromLocalFile(boolean delSrc, boolean overwrite, org.apache.hadoop.fs.Path[] srcs, org.apache.hadoop.fs.Path dst)
void	copyFromLocalFile(boolean delSrc, boolean overwrite, org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	copyFromLocalFile(boolean delSrc, org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	copyToLocalFile(boolean delSrc, org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, boolean overwrite, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
boolean	delete(org.apache.hadoop.fs.Path f, boolean recursive)
boolean	deleteOnExit(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.ContentSummary	getContentSummary(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.BlockLocation[]	getFileBlockLocations(org.apache.hadoop.fs.FileStatus file, long start, long len)
org.apache.hadoop.fs.FileChecksum	getFileChecksum(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FileStatus	getFileLinkStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FileStatus	getFileStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.Path	getHomeDirectory()
String	getName()
URI	getUri()
org.apache.hadoop.fs.Path	getWorkingDirectory()
void	initialize(URI name, org.apache.hadoop.conf.Configuration conf)
org.apache.hadoop.fs.FileStatus[]	listStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.Path	makeQualified(org.apache.hadoop.fs.Path path)
boolean	mkdirs(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission)
org.apache.hadoop.fs.FSDataInputStream	open(org.apache.hadoop.fs.Path f, int bufferSize)
boolean	rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
protected void	rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst, org.apache.hadoop.fs.Options.Rename... options)
org.apache.hadoop.fs.Path	resolvePath(org.apache.hadoop.fs.Path p)
void	setOwner(org.apache.hadoop.fs.Path p, String username, String groupname)
void	setPermission(org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.permission.FsPermission permission)
boolean	setReplication(org.apache.hadoop.fs.Path src, short replication)
void	setTimes(org.apache.hadoop.fs.Path p, long mtime, long atime)
void	setWorkingDirectory(org.apache.hadoop.fs.Path newDir)
org.apache.hadoop.fs.Path	startLocalOutput(org.apache.hadoop.fs.Path fsOutputFile, org.apache.hadoop.fs.Path tmpLocalFile)
protected org.apache.hadoop.fs.FileStatus	swizzleFileStatus(org.apache.hadoop.fs.FileStatus orig, boolean isParam)
protected org.apache.hadoop.fs.Path	swizzleParamPath(org.apache.hadoop.fs.Path p)

Methods inherited from class org.apache.hadoop.fs.FilterFileSystem

access, appendFile, canonicalizeUri, close, concat, create, createFile, createNonRecursive, createPathHandle, createSnapshot, createSymlink, deleteSnapshot, getAclStatus, getAllStoragePolicies, getCanonicalUri, getChildFileSystems, getConf, getDefaultBlockSize, getDefaultBlockSize, getDefaultReplication, getDefaultReplication, getFileChecksum, getInitialWorkingDirectory, getLinkTarget, getRawFileSystem, getServerDefaults, getServerDefaults, getStatus, getStoragePolicy, getTrashRoot, getTrashRoots, getUsed, getUsed, getXAttr, getXAttrs, getXAttrs, listCorruptFileBlocks, listLocatedStatus, listLocatedStatus, listStatusIterator, listXAttrs, modifyAclEntries, open, primitiveCreate, primitiveMkdir, removeAcl, removeAclEntries, removeDefaultAcl, removeXAttr, renameSnapshot, resolveLink, setAcl, setStoragePolicy, setVerifyChecksum, setWriteChecksum, setXAttr, setXAttr, supportsSymlinks, truncate, unsetStoragePolicy

Methods inherited from class org.apache.hadoop.fs.FileSystem

addDelegationTokens, append, append, areSymlinksEnabled, cancelDeleteOnExit, clearStatistics, closeAll, closeAllForUGI, copyFromLocalFile, copyToLocalFile, copyToLocalFile, create, create, create, create, create, create, create, create, create, create, create, createNewFile, createNonRecursive, createNonRecursive, createSnapshot, delete, enableSymlinks, exists, fixRelativePart, get, get, get, getAllStatistics, getBlockSize, getCanonicalServiceName, getDefaultPort, getDefaultUri, getDelegationToken, getFileBlockLocations, getFileSystemClass, getFSofPath, getGlobalStorageStatistics, getLength, getLocal, getNamed, getPathHandle, getQuotaUsage, getReplication, getScheme, getStatistics, getStatistics, getStatus, getStorageStatistics, globStatus, globStatus, isDirectory, isFile, listFiles, listStatus, listStatus, listStatus, listStatusBatch, mkdirs, mkdirs, moveFromLocalFile, moveFromLocalFile, moveToLocalFile, newInstance, newInstance, newInstance, newInstanceLocal, open, open, primitiveMkdir, printStatistics, processDeleteOnExit, setDefaultUri, setDefaultUri

Methods inherited from class org.apache.hadoop.conf.Configured

setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

myScheme

protected String myScheme

myAuthority

protected String myAuthority

myUri

protected URI myUri

realScheme

protected String realScheme

realAuthority

protected String realAuthority

realUri

protected URI realUri

Constructor Detail

ProxyFileSystem

public ProxyFileSystem()

ProxyFileSystem

public ProxyFileSystem(org.apache.hadoop.fs.FileSystem fs)

ProxyFileSystem

public ProxyFileSystem(org.apache.hadoop.fs.FileSystem fs,
                       URI myUri)

Create a proxy file system for fs.

Parameters:

fs - FileSystem to create proxy for

myUri - URI to use as proxy. Only the scheme and authority from this are used right now

Method Detail

swizzleParamPath

protected org.apache.hadoop.fs.Path swizzleParamPath(org.apache.hadoop.fs.Path p)

swizzleFileStatus

protected org.apache.hadoop.fs.FileStatus swizzleFileStatus(org.apache.hadoop.fs.FileStatus orig,
                                                            boolean isParam)

resolvePath

public org.apache.hadoop.fs.Path resolvePath(org.apache.hadoop.fs.Path p)
                                      throws IOException

Overrides:

resolvePath in class org.apache.hadoop.fs.FilterFileSystem

Parameters:

p -

Returns:

Throws:

IOException

initialize

public void initialize(URI name,
                       org.apache.hadoop.conf.Configuration conf)
                throws IOException

Overrides:

initialize in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

getUri

public URI getUri()

Overrides:

getUri in class org.apache.hadoop.fs.FilterFileSystem

getName

public String getName()

Overrides:

getName in class org.apache.hadoop.fs.FileSystem

makeQualified

public org.apache.hadoop.fs.Path makeQualified(org.apache.hadoop.fs.Path path)

Overrides:

makeQualified in class org.apache.hadoop.fs.FilterFileSystem

checkPath

protected void checkPath(org.apache.hadoop.fs.Path path)

Overrides:

checkPath in class org.apache.hadoop.fs.FilterFileSystem

getFileBlockLocations

public org.apache.hadoop.fs.BlockLocation[] getFileBlockLocations(org.apache.hadoop.fs.FileStatus file,
                                                                  long start,
                                                                  long len)
                                                           throws IOException

Overrides:

getFileBlockLocations in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

open

public org.apache.hadoop.fs.FSDataInputStream open(org.apache.hadoop.fs.Path f,
                                                   int bufferSize)
                                            throws IOException

Overrides:

open in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

append

public org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path f,
                                                      int bufferSize,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Overrides:

append in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      org.apache.hadoop.fs.permission.FsPermission permission,
                                                      boolean overwrite,
                                                      int bufferSize,
                                                      short replication,
                                                      long blockSize,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

setReplication

public boolean setReplication(org.apache.hadoop.fs.Path src,
                              short replication)
                       throws IOException

Overrides:

setReplication in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

rename

public boolean rename(org.apache.hadoop.fs.Path src,
                      org.apache.hadoop.fs.Path dst)
               throws IOException

Overrides:

rename in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

rename

protected void rename(org.apache.hadoop.fs.Path src,
                      org.apache.hadoop.fs.Path dst,
                      org.apache.hadoop.fs.Options.Rename... options)
               throws IOException

Overrides:

rename in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

delete

public boolean delete(org.apache.hadoop.fs.Path f,
                      boolean recursive)
               throws IOException

Overrides:

delete in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

deleteOnExit

public boolean deleteOnExit(org.apache.hadoop.fs.Path f)
                     throws IOException

Overrides:

deleteOnExit in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

listStatus

public org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path f)
                                             throws IOException

Overrides:

listStatus in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

getHomeDirectory

public org.apache.hadoop.fs.Path getHomeDirectory()

Overrides:

getHomeDirectory in class org.apache.hadoop.fs.FilterFileSystem

setWorkingDirectory

public void setWorkingDirectory(org.apache.hadoop.fs.Path newDir)

Overrides:

setWorkingDirectory in class org.apache.hadoop.fs.FilterFileSystem

getWorkingDirectory

public org.apache.hadoop.fs.Path getWorkingDirectory()

Overrides:

getWorkingDirectory in class org.apache.hadoop.fs.FilterFileSystem

mkdirs

public boolean mkdirs(org.apache.hadoop.fs.Path f,
                      org.apache.hadoop.fs.permission.FsPermission permission)
               throws IOException

Overrides:

mkdirs in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

copyFromLocalFile

public void copyFromLocalFile(boolean delSrc,
                              org.apache.hadoop.fs.Path src,
                              org.apache.hadoop.fs.Path dst)
                       throws IOException

Overrides:

copyFromLocalFile in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

copyFromLocalFile

public void copyFromLocalFile(boolean delSrc,
                              boolean overwrite,
                              org.apache.hadoop.fs.Path[] srcs,
                              org.apache.hadoop.fs.Path dst)
                       throws IOException

Overrides:

copyFromLocalFile in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

copyFromLocalFile

public void copyFromLocalFile(boolean delSrc,
                              boolean overwrite,
                              org.apache.hadoop.fs.Path src,
                              org.apache.hadoop.fs.Path dst)
                       throws IOException

Overrides:

copyFromLocalFile in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

copyToLocalFile

public void copyToLocalFile(boolean delSrc,
                            org.apache.hadoop.fs.Path src,
                            org.apache.hadoop.fs.Path dst)
                     throws IOException

Overrides:

copyToLocalFile in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

startLocalOutput

public org.apache.hadoop.fs.Path startLocalOutput(org.apache.hadoop.fs.Path fsOutputFile,
                                                  org.apache.hadoop.fs.Path tmpLocalFile)
                                           throws IOException

Overrides:

startLocalOutput in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

completeLocalOutput

public void completeLocalOutput(org.apache.hadoop.fs.Path fsOutputFile,
                                org.apache.hadoop.fs.Path tmpLocalFile)
                         throws IOException

Overrides:

completeLocalOutput in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

getContentSummary

public org.apache.hadoop.fs.ContentSummary getContentSummary(org.apache.hadoop.fs.Path f)
                                                      throws IOException

Overrides:

getContentSummary in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getFileLinkStatus

public org.apache.hadoop.fs.FileStatus getFileLinkStatus(org.apache.hadoop.fs.Path f)
                                                  throws IOException

Overrides:

getFileLinkStatus in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

getFileStatus

public org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path f)
                                              throws IOException

Overrides:

getFileStatus in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

getFileChecksum

public org.apache.hadoop.fs.FileChecksum getFileChecksum(org.apache.hadoop.fs.Path f)
                                                  throws IOException

Overrides:

getFileChecksum in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

setOwner

public void setOwner(org.apache.hadoop.fs.Path p,
                     String username,
                     String groupname)
              throws IOException

Overrides:

setOwner in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

setTimes

public void setTimes(org.apache.hadoop.fs.Path p,
                     long mtime,
                     long atime)
              throws IOException

Overrides:

setTimes in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException

setPermission

public void setPermission(org.apache.hadoop.fs.Path p,
                          org.apache.hadoop.fs.permission.FsPermission permission)
                   throws IOException

Overrides:

setPermission in class org.apache.hadoop.fs.FilterFileSystem

Throws:

IOException