org.apache.accumulo.server.util

Class MetadataTableUtil

java.lang.Object

org.apache.accumulo.server.util.MetadataTableUtil

public class MetadataTableUtil
extends Object

provides a reference to the metadata table for updates by tablet servers

Method Summary

Methods

Modifier and Type	Method and Description
static void	addBulkLoadInProgressFlag(String path)
static void	addDeleteEntries(KeyExtent extent, Set<FileRef> datafilesToDelete, Credentials credentials)
static void	addDeleteEntry(String tableId, String path)
static void	addLogEntry(Credentials credentials, LogEntry entry, ZooLock zooLock)
static void	addTablet(KeyExtent extent, String path, Credentials credentials, char timeType, ZooLock lock)
static void	chopped(KeyExtent extent, ZooLock zooLock)
static void	cloneTable(Instance instance, String srcTableId, String tableId, VolumeManager volumeManager)
static Mutation	createDeleteMutation(String tableId, String pathToRemove)
static void	deleteTable(String tableId, boolean insertDeletes, Credentials credentials, ZooLock lock)
static void	finishSplit(KeyExtent extent, Map<FileRef,DataFileValue> datafileSizes, List<FileRef> highDatafilesToRemove, Credentials credentials, ZooLock zooLock)
static void	finishSplit(org.apache.hadoop.io.Text metadataEntry, Map<FileRef,DataFileValue> datafileSizes, List<FileRef> highDatafilesToRemove, Credentials credentials, ZooLock zooLock)
static List<FileRef>	getBulkFilesLoaded(Connector conn, KeyExtent extent, long tid)
static Map<FileRef,Long>	getBulkFilesLoaded(Credentials credentials, KeyExtent extent)
static SortedMap<FileRef,DataFileValue>	getDataFileSizes(KeyExtent extent, Credentials credentials)
static Pair<List<LogEntry>,SortedMap<FileRef,DataFileValue>>	getFileAndLogEntries(Credentials credentials, KeyExtent extent)
static Iterator<LogEntry>	getLogEntries(Credentials creds)
static List<LogEntry>	getLogEntries(Credentials credentials, KeyExtent extent)
static Writer	getMetadataTable(Credentials credentials)
static String	getRootTabletDir()
static SortedMap<org.apache.hadoop.io.Text,SortedMap<ColumnFQ,Value>>	getTabletEntries(SortedMap<Key,Value> tabletKeyValues, List<ColumnFQ> columns)
static void	moveMetaDeleteMarkers(Instance instance, Credentials creds) During an upgrade we need to move deletion requests for files under the !METADATA table to the root tablet.
static void	moveMetaDeleteMarkersFrom14(Instance instance, Credentials creds)
static void	removeBulkLoadEntries(Connector conn, String tableId, long tid)
static void	removeBulkLoadInProgressFlag(String path)
static void	removeScanFiles(KeyExtent extent, Set<FileRef> scanFiles, Credentials credentials, ZooLock zooLock)
static void	removeUnusedWALEntries(KeyExtent extent, List<LogEntry> logEntries, ZooLock zooLock)
static void	rollBackSplit(org.apache.hadoop.io.Text metadataEntry, org.apache.hadoop.io.Text oldPrevEndRow, Credentials credentials, ZooLock zooLock)
static void	setRootTabletDir(String dir)
static void	splitDatafiles(org.apache.hadoop.io.Text table, org.apache.hadoop.io.Text midRow, double splitRatio, Map<FileRef,FileUtil.FileInfo> firstAndLastRows, SortedMap<FileRef,DataFileValue> datafiles, SortedMap<FileRef,DataFileValue> lowDatafileSizes, SortedMap<FileRef,DataFileValue> highDatafileSizes, List<FileRef> highDatafilesToRemove)
static void	splitTablet(KeyExtent extent, org.apache.hadoop.io.Text oldPrevEndRow, double splitRatio, Credentials credentials, ZooLock zooLock)
static void	update(Credentials credentials, ZooLock zooLock, Mutation m, KeyExtent extent)
static void	update(Writer t, Credentials credentials, ZooLock zooLock, Mutation m)
static void	updateTabletCompactID(KeyExtent extent, long compactID, Credentials credentials, ZooLock zooLock)
static void	updateTabletDataFile(long tid, KeyExtent extent, Map<FileRef,DataFileValue> estSizes, String time, Credentials credentials, ZooLock zooLock)
static void	updateTabletDir(KeyExtent extent, String newDir, Credentials creds, ZooLock lock)
static void	updateTabletFlushID(KeyExtent extent, long flushID, Credentials credentials, ZooLock zooLock)
static void	updateTabletPrevEndRow(KeyExtent extent, Credentials credentials)
static void	updateTabletVolumes(KeyExtent extent, List<LogEntry> logsToRemove, List<LogEntry> logsToAdd, List<FileRef> filesToRemove, SortedMap<FileRef,DataFileValue> filesToAdd, String newDir, ZooLock zooLock, Credentials credentials)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

getMetadataTable

public static Writer getMetadataTable(Credentials credentials)

update

public static void update(Credentials credentials,
          ZooLock zooLock,
          Mutation m,
          KeyExtent extent)

update

public static void update(Writer t,
          Credentials credentials,
          ZooLock zooLock,
          Mutation m)

updateTabletFlushID

public static void updateTabletFlushID(KeyExtent extent,
                       long flushID,
                       Credentials credentials,
                       ZooLock zooLock)

updateTabletCompactID

public static void updateTabletCompactID(KeyExtent extent,
                         long compactID,
                         Credentials credentials,
                         ZooLock zooLock)

updateTabletDataFile

public static void updateTabletDataFile(long tid,
                        KeyExtent extent,
                        Map<FileRef,DataFileValue> estSizes,
                        String time,
                        Credentials credentials,
                        ZooLock zooLock)

updateTabletDir

public static void updateTabletDir(KeyExtent extent,
                   String newDir,
                   Credentials creds,
                   ZooLock lock)

addTablet

public static void addTablet(KeyExtent extent,
             String path,
             Credentials credentials,
             char timeType,
             ZooLock lock)

updateTabletPrevEndRow

public static void updateTabletPrevEndRow(KeyExtent extent,
                          Credentials credentials)

updateTabletVolumes

public static void updateTabletVolumes(KeyExtent extent,
                       List<LogEntry> logsToRemove,
                       List<LogEntry> logsToAdd,
                       List<FileRef> filesToRemove,
                       SortedMap<FileRef,DataFileValue> filesToAdd,
                       String newDir,
                       ZooLock zooLock,
                       Credentials credentials)

getDataFileSizes

public static SortedMap<FileRef,DataFileValue> getDataFileSizes(KeyExtent extent,
                                                Credentials credentials)
                                                         throws IOException

Throws:

IOException

rollBackSplit

public static void rollBackSplit(org.apache.hadoop.io.Text metadataEntry,
                 org.apache.hadoop.io.Text oldPrevEndRow,
                 Credentials credentials,
                 ZooLock zooLock)

splitTablet

public static void splitTablet(KeyExtent extent,
               org.apache.hadoop.io.Text oldPrevEndRow,
               double splitRatio,
               Credentials credentials,
               ZooLock zooLock)

finishSplit

public static void finishSplit(org.apache.hadoop.io.Text metadataEntry,
               Map<FileRef,DataFileValue> datafileSizes,
               List<FileRef> highDatafilesToRemove,
               Credentials credentials,
               ZooLock zooLock)

finishSplit

public static void finishSplit(KeyExtent extent,
               Map<FileRef,DataFileValue> datafileSizes,
               List<FileRef> highDatafilesToRemove,
               Credentials credentials,
               ZooLock zooLock)

addDeleteEntries

public static void addDeleteEntries(KeyExtent extent,
                    Set<FileRef> datafilesToDelete,
                    Credentials credentials)
                             throws IOException

Throws:

IOException

addDeleteEntry

public static void addDeleteEntry(String tableId,
                  String path)
                           throws IOException

Throws:

IOException

createDeleteMutation

public static Mutation createDeleteMutation(String tableId,
                            String pathToRemove)
                                     throws IOException

Throws:

IOException

removeScanFiles

public static void removeScanFiles(KeyExtent extent,
                   Set<FileRef> scanFiles,
                   Credentials credentials,
                   ZooLock zooLock)

splitDatafiles

public static void splitDatafiles(org.apache.hadoop.io.Text table,
                  org.apache.hadoop.io.Text midRow,
                  double splitRatio,
                  Map<FileRef,FileUtil.FileInfo> firstAndLastRows,
                  SortedMap<FileRef,DataFileValue> datafiles,
                  SortedMap<FileRef,DataFileValue> lowDatafileSizes,
                  SortedMap<FileRef,DataFileValue> highDatafileSizes,
                  List<FileRef> highDatafilesToRemove)

deleteTable

public static void deleteTable(String tableId,
               boolean insertDeletes,
               Credentials credentials,
               ZooLock lock)
                        throws AccumuloException,
                               IOException

Throws:

AccumuloException

IOException

addLogEntry

public static void addLogEntry(Credentials credentials,
               LogEntry entry,
               ZooLock zooLock)

setRootTabletDir

public static void setRootTabletDir(String dir)
                             throws IOException

Throws:

IOException

getRootTabletDir

public static String getRootTabletDir()
                               throws IOException

Throws:

IOException

getFileAndLogEntries

public static Pair<List<LogEntry>,SortedMap<FileRef,DataFileValue>> getFileAndLogEntries(Credentials credentials,
                                                                         KeyExtent extent)
                                                                                  throws org.apache.zookeeper.KeeperException,
                                                                                         InterruptedException,
                                                                                         IOException

Throws:

org.apache.zookeeper.KeeperException

InterruptedException

IOException

getLogEntries

public static List<LogEntry> getLogEntries(Credentials credentials,
                           KeyExtent extent)
                                    throws IOException,
                                           org.apache.zookeeper.KeeperException,
                                           InterruptedException

Throws:

IOException

org.apache.zookeeper.KeeperException

InterruptedException

getLogEntries

public static Iterator<LogEntry> getLogEntries(Credentials creds)
                                        throws IOException,
                                               org.apache.zookeeper.KeeperException,
                                               InterruptedException

Throws:

IOException

org.apache.zookeeper.KeeperException

InterruptedException

removeUnusedWALEntries

public static void removeUnusedWALEntries(KeyExtent extent,
                          List<LogEntry> logEntries,
                          ZooLock zooLock)

cloneTable

public static void cloneTable(Instance instance,
              String srcTableId,
              String tableId,
              VolumeManager volumeManager)
                       throws Exception

Throws:

Exception

chopped

public static void chopped(KeyExtent extent,
           ZooLock zooLock)

removeBulkLoadEntries

public static void removeBulkLoadEntries(Connector conn,
                         String tableId,
                         long tid)
                                  throws Exception

Throws:

Exception

getBulkFilesLoaded

public static List<FileRef> getBulkFilesLoaded(Connector conn,
                               KeyExtent extent,
                               long tid)
                                        throws IOException

Throws:

IOException

getBulkFilesLoaded

public static Map<FileRef,Long> getBulkFilesLoaded(Credentials credentials,
                                   KeyExtent extent)
                                            throws IOException

Throws:

IOException

addBulkLoadInProgressFlag

public static void addBulkLoadInProgressFlag(String path)

removeBulkLoadInProgressFlag

public static void removeBulkLoadInProgressFlag(String path)

moveMetaDeleteMarkers

public static void moveMetaDeleteMarkers(Instance instance,
                         Credentials creds)

During an upgrade we need to move deletion requests for files under the !METADATA table to the root tablet.

moveMetaDeleteMarkersFrom14

public static void moveMetaDeleteMarkersFrom14(Instance instance,
                               Credentials creds)

getTabletEntries

public static SortedMap<org.apache.hadoop.io.Text,SortedMap<ColumnFQ,Value>> getTabletEntries(SortedMap<Key,Value> tabletKeyValues,
                                                                              List<ColumnFQ> columns)