org.apache.hadoop.fs.azurebfs

Class AzureBlobFileSystemStore

java.lang.Object

org.apache.hadoop.fs.azurebfs.AzureBlobFileSystemStore

@InterfaceAudience.Public
 @InterfaceStability.Evolving
public class AzureBlobFileSystemStore
extends Object

Provides the bridging logic between Hadoop's abstract filesystem and Azure Storage.

Constructor Summary

Constructors

Constructor and Description
AzureBlobFileSystemStore(URI uri, boolean isSecureScheme, org.apache.hadoop.conf.Configuration configuration, org.apache.hadoop.security.UserGroupInformation userGroupInformation)

Method Summary

Modifier and Type	Method and Description
void	createDirectory(org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.permission.FsPermission permission, org.apache.hadoop.fs.permission.FsPermission umask)
OutputStream	createFile(org.apache.hadoop.fs.Path path, boolean overwrite, org.apache.hadoop.fs.permission.FsPermission permission, org.apache.hadoop.fs.permission.FsPermission umask)
void	createFilesystem()
void	delete(org.apache.hadoop.fs.Path path, boolean recursive)
void	deleteFilesystem()
org.apache.hadoop.fs.azurebfs.AbfsConfiguration	getAbfsConfiguration()
org.apache.hadoop.fs.permission.AclStatus	getAclStatus(org.apache.hadoop.fs.Path path)
org.apache.hadoop.fs.FileStatus	getFileStatus(org.apache.hadoop.fs.Path path)
Hashtable<String,String>	getFilesystemProperties()
boolean	getIsNamespaceEnabled()
Hashtable<String,String>	getPathProperties(org.apache.hadoop.fs.Path path)
boolean	isAtomicRenameKey(String key)
org.apache.hadoop.fs.FileStatus[]	listStatus(org.apache.hadoop.fs.Path path)
void	modifyAclEntries(org.apache.hadoop.fs.Path path, List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
org.apache.hadoop.fs.azurebfs.services.AbfsInputStream	openFileForRead(org.apache.hadoop.fs.Path path, FileSystem.Statistics statistics)
OutputStream	openFileForWrite(org.apache.hadoop.fs.Path path, boolean overwrite)
void	removeAcl(org.apache.hadoop.fs.Path path)
void	removeAclEntries(org.apache.hadoop.fs.Path path, List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
void	removeDefaultAcl(org.apache.hadoop.fs.Path path)
void	rename(org.apache.hadoop.fs.Path source, org.apache.hadoop.fs.Path destination)
void	setAcl(org.apache.hadoop.fs.Path path, List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
void	setFilesystemProperties(Hashtable<String,String> properties)
void	setOwner(org.apache.hadoop.fs.Path path, String owner, String group)
void	setPathProperties(org.apache.hadoop.fs.Path path, Hashtable<String,String> properties)
void	setPermission(org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.permission.FsPermission permission)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

AzureBlobFileSystemStore

public AzureBlobFileSystemStore(URI uri,
                                boolean isSecureScheme,
                                org.apache.hadoop.conf.Configuration configuration,
                                org.apache.hadoop.security.UserGroupInformation userGroupInformation)
                         throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException,
                                IOException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

IOException

Method Detail

getIsNamespaceEnabled

public boolean getIsNamespaceEnabled()
                              throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

getAbfsConfiguration

public org.apache.hadoop.fs.azurebfs.AbfsConfiguration getAbfsConfiguration()

getFilesystemProperties

public Hashtable<String,String> getFilesystemProperties()
                                                 throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

setFilesystemProperties

public void setFilesystemProperties(Hashtable<String,String> properties)
                             throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

getPathProperties

public Hashtable<String,String> getPathProperties(org.apache.hadoop.fs.Path path)
                                           throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

setPathProperties

public void setPathProperties(org.apache.hadoop.fs.Path path,
                              Hashtable<String,String> properties)
                       throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

createFilesystem

public void createFilesystem()
                      throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

deleteFilesystem

public void deleteFilesystem()
                      throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

createFile

public OutputStream createFile(org.apache.hadoop.fs.Path path,
                               boolean overwrite,
                               org.apache.hadoop.fs.permission.FsPermission permission,
                               org.apache.hadoop.fs.permission.FsPermission umask)
                        throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

createDirectory

public void createDirectory(org.apache.hadoop.fs.Path path,
                            org.apache.hadoop.fs.permission.FsPermission permission,
                            org.apache.hadoop.fs.permission.FsPermission umask)
                     throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

openFileForRead

public org.apache.hadoop.fs.azurebfs.services.AbfsInputStream openFileForRead(org.apache.hadoop.fs.Path path,
                                                                              FileSystem.Statistics statistics)
                                                                       throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

openFileForWrite

public OutputStream openFileForWrite(org.apache.hadoop.fs.Path path,
                                     boolean overwrite)
                              throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

rename

public void rename(org.apache.hadoop.fs.Path source,
                   org.apache.hadoop.fs.Path destination)
            throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

delete

public void delete(org.apache.hadoop.fs.Path path,
                   boolean recursive)
            throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

getFileStatus

public org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path path)
                                              throws IOException

Throws:

IOException

listStatus

public org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path path)
                                             throws IOException

Throws:

IOException

setOwner

public void setOwner(org.apache.hadoop.fs.Path path,
                     String owner,
                     String group)
              throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

setPermission

public void setPermission(org.apache.hadoop.fs.Path path,
                          org.apache.hadoop.fs.permission.FsPermission permission)
                   throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

modifyAclEntries

public void modifyAclEntries(org.apache.hadoop.fs.Path path,
                             List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
                      throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

removeAclEntries

public void removeAclEntries(org.apache.hadoop.fs.Path path,
                             List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
                      throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

removeDefaultAcl

public void removeDefaultAcl(org.apache.hadoop.fs.Path path)
                      throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

removeAcl

public void removeAcl(org.apache.hadoop.fs.Path path)
               throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

setAcl

public void setAcl(org.apache.hadoop.fs.Path path,
                   List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
            throws org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

Throws:

org.apache.hadoop.fs.azurebfs.contracts.exceptions.AzureBlobFileSystemException

getAclStatus

public org.apache.hadoop.fs.permission.AclStatus getAclStatus(org.apache.hadoop.fs.Path path)
                                                       throws IOException

Throws:

IOException

isAtomicRenameKey

public boolean isAtomicRenameKey(String key)