org.apache.accumulo.tserver.tablet

Class Tablet

java.lang.Object

org.apache.accumulo.tserver.tablet.Tablet

All Implemented Interfaces:

TabletCommitter

public class Tablet
extends Object
implements TabletCommitter

Provide access to a single row range in a living TabletServer.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	Tablet.LookupResult

Constructor Summary

Constructors

Modifier	Constructor and Description
	Tablet(TabletServer tabletServer, KeyExtent extent, TabletServerResourceManager.TabletResourceManager trm, SplitInfo info)
	Tablet(TabletServer tabletServer, KeyExtent extent, org.apache.hadoop.io.Text location, TabletServerResourceManager.TabletResourceManager trm, SortedMap<Key,Value> tabletsKeyValues)
protected	Tablet(TabletTime tabletTime, String tabletDirectory, int logId, org.apache.hadoop.fs.Path location, org.apache.accumulo.tserver.tablet.DatafileManager datafileManager, TabletServer tabletServer, TabletServerResourceManager.TabletResourceManager tabletResources, org.apache.accumulo.tserver.tablet.TabletMemory tabletMemory, TableConfiguration tableConfiguration, KeyExtent extent, ConfigurationObserver configObserver) Only visible for testing

Method Summary

Methods

Modifier and Type	Method and Description
void	abortCommit(CommitSession commitSession, List<Mutation> value)
void	addActiveScans(org.apache.accumulo.tserver.tablet.ScanDataSource scanDataSource)
boolean	beginUpdatingLogsUsed(InMemoryMap memTable, Collection<DfsLogger> more, boolean mincFinish) If this method returns true, the caller must call TabletCommitter.finishUpdatingLogsUsed() to clean up
void	checkConstraints()
void	chopFiles()
void	close(boolean saveState) Closes the mapfiles associated with a Tablet.
void	commit(CommitSession commitSession, List<Mutation> mutations)
void	compactAll(long compactionId, UserCompactionConfig compactionConfig)
Scanner	createScanner(Range range, int num, Set<Column> columns, Authorizations authorizations, List<IterInfo> ssiList, Map<String,Map<String,String>> ssio, boolean isolated, AtomicBoolean interruptFlag)
protected AccumuloConfiguration	createTableConfiguration(TableConfiguration base, CompactionPlan plan)
long	estimateTabletSize() Returns an int representing the total block size of the files served by this tablet.
void	finishUpdatingLogsUsed()
void	flush(long tableFlushID)
void	flushComplete(long flushId)
long	getAndUpdateTime()
Pair<Long,UserCompactionConfig>	getCompactionID()
Set<String>	getCurrentLogFiles()
SortedMap<FileRef,DataFileValue>	getDatafiles()
long	getDataSourceDeletions()
Durability	getDurability()
KeyExtent	getExtent() Returns a KeyExtent object representing this tablet's key range.
long	getFlushID()
org.apache.hadoop.fs.Path	getLocation() Returns a Path object representing the tablet's location on the DFS.
int	getLogCount()
int	getLogId()
long	getNumEntries()
long	getNumEntriesInMemory()
AtomicLong	getScannedCounter()
long	getSplitCreationTime()
TableConfiguration	getTableConfiguration()
TabletStats	getTabletStats()
void	importMapFiles(long tid, Map<FileRef,MapFileInfo> fileMap, boolean setTime)
long	incrementDataSourceDeletions()
double	ingestByteRate()
double	ingestRate()
boolean	initiateMajorCompaction(MajorCompactionReason reason)
boolean	initiateMinorCompaction(MinorCompactionReason mincReason)
boolean	isCloseComplete()
boolean	isClosed()
boolean	isClosing()
boolean	isMajorCompactionQueued()
boolean	isMajorCompactionRunning()
boolean	isMinorCompactionQueued()
boolean	isMinorCompactionRunning()
Tablet.LookupResult	lookup(List<Range> ranges, HashSet<Column> columns, Authorizations authorizations, List<KVEntry> results, long maxResultSize, List<IterInfo> ssiList, Map<String,Map<String,String>> ssio, AtomicBoolean interruptFlag)
void	minorCompactionComplete()
void	minorCompactionStarted()
void	minorCompactionWaitingToStart()
boolean	minorCompactNow(MinorCompactionReason mincReason)
boolean	needsMajorCompaction(MajorCompactionReason reason) Returns true if a major compaction should be performed on the tablet.
boolean	needsSplit() Returns true if this tablet needs to be split
CommitSession	prepareMutationsForCommit(TservConstraintEnv cenv, List<Mutation> mutations)
double	queryByteRate()
double	queryRate()
void	removeMajorCompactionQueuedReason(MajorCompactionReason reason)
int	removeScan(org.apache.accumulo.tserver.tablet.ScanDataSource scanDataSource)
TServerInstance	resetLastLocation()
double	scanRate()
void	setLastCompactionID(Long compactionId)
TreeMap<KeyExtent,SplitInfo>	split(byte[] sp)
long	totalQueries()
void	updateMemoryUsageStats(long size, long mincSize)
void	updatePersistedTime(long bulkTime, Map<FileRef,DataFileValue> paths, long tid)
void	updateQueryStats(int size, long numBytes)
void	updateRates(long now)
void	updateTabletDataFile(long maxCommittedTime, FileRef newDatafile, FileRef absMergeFile, DataFileValue dfv, Set<String> unusedWalLogs, Set<FileRef> filesInUseByScans, long flushId)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Tablet

protected Tablet(TabletTime tabletTime,
      String tabletDirectory,
      int logId,
      org.apache.hadoop.fs.Path location,
      org.apache.accumulo.tserver.tablet.DatafileManager datafileManager,
      TabletServer tabletServer,
      TabletServerResourceManager.TabletResourceManager tabletResources,
      org.apache.accumulo.tserver.tablet.TabletMemory tabletMemory,
      TableConfiguration tableConfiguration,
      KeyExtent extent,
      ConfigurationObserver configObserver)

Only visible for testing

Tablet

public Tablet(TabletServer tabletServer,
      KeyExtent extent,
      TabletServerResourceManager.TabletResourceManager trm,
      SplitInfo info)
       throws IOException

Throws:

IOException

Tablet

public Tablet(TabletServer tabletServer,
      KeyExtent extent,
      org.apache.hadoop.io.Text location,
      TabletServerResourceManager.TabletResourceManager trm,
      SortedMap<Key,Value> tabletsKeyValues)
       throws IOException

Throws:

IOException

Method Detail

getDataSourceDeletions

public long getDataSourceDeletions()

getLogId

public int getLogId()

Specified by:

getLogId in interface TabletCommitter

lookup

public Tablet.LookupResult lookup(List<Range> ranges,
                         HashSet<Column> columns,
                         Authorizations authorizations,
                         List<KVEntry> results,
                         long maxResultSize,
                         List<IterInfo> ssiList,
                         Map<String,Map<String,String>> ssio,
                         AtomicBoolean interruptFlag)
                           throws IOException

Throws:

IOException

createScanner

public Scanner createScanner(Range range,
                    int num,
                    Set<Column> columns,
                    Authorizations authorizations,
                    List<IterInfo> ssiList,
                    Map<String,Map<String,String>> ssio,
                    boolean isolated,
                    AtomicBoolean interruptFlag)

flush

public void flush(long tableFlushID)

initiateMinorCompaction

public boolean initiateMinorCompaction(MinorCompactionReason mincReason)

minorCompactNow

public boolean minorCompactNow(MinorCompactionReason mincReason)

getFlushID

public long getFlushID()
                throws org.apache.zookeeper.KeeperException.NoNodeException

Throws:

org.apache.zookeeper.KeeperException.NoNodeException

getCompactionID

public Pair<Long,UserCompactionConfig> getCompactionID()
                                                throws org.apache.zookeeper.KeeperException.NoNodeException

Throws:

org.apache.zookeeper.KeeperException.NoNodeException

checkConstraints

public void checkConstraints()

prepareMutationsForCommit

public CommitSession prepareMutationsForCommit(TservConstraintEnv cenv,
                                      List<Mutation> mutations)
                                        throws TConstraintViolationException

Throws:

TConstraintViolationException

abortCommit

public void abortCommit(CommitSession commitSession,
               List<Mutation> value)

Specified by:

abortCommit in interface TabletCommitter

commit

public void commit(CommitSession commitSession,
          List<Mutation> mutations)

Specified by:

commit in interface TabletCommitter

close

public void close(boolean saveState)
           throws IOException

Closes the mapfiles associated with a Tablet. If saveState is true, a minor compaction is performed.

Throws:

IOException

getLocation

public org.apache.hadoop.fs.Path getLocation()

Returns a Path object representing the tablet's location on the DFS.

Returns:

location

initiateMajorCompaction

public boolean initiateMajorCompaction(MajorCompactionReason reason)

needsMajorCompaction

public boolean needsMajorCompaction(MajorCompactionReason reason)

Returns true if a major compaction should be performed on the tablet.

estimateTabletSize

public long estimateTabletSize()

Returns an int representing the total block size of the files served by this tablet.

Returns:

size

needsSplit

public boolean needsSplit()

Returns true if this tablet needs to be split

createTableConfiguration

protected AccumuloConfiguration createTableConfiguration(TableConfiguration base,
                                             CompactionPlan plan)

getExtent

public KeyExtent getExtent()

Description copied from interface: TabletCommitter

Returns a KeyExtent object representing this tablet's key range.

Specified by:

getExtent in interface TabletCommitter

Returns:

extent

getNumEntries

public long getNumEntries()

getNumEntriesInMemory

public long getNumEntriesInMemory()

isClosing

public boolean isClosing()

isClosed

public boolean isClosed()

isCloseComplete

public boolean isCloseComplete()

isMajorCompactionRunning

public boolean isMajorCompactionRunning()

isMinorCompactionQueued

public boolean isMinorCompactionQueued()

isMinorCompactionRunning

public boolean isMinorCompactionRunning()

isMajorCompactionQueued

public boolean isMajorCompactionQueued()

split

public TreeMap<KeyExtent,SplitInfo> split(byte[] sp)
                                   throws IOException

Throws:

IOException

getDatafiles

public SortedMap<FileRef,DataFileValue> getDatafiles()

queryRate

public double queryRate()

queryByteRate

public double queryByteRate()

ingestRate

public double ingestRate()

ingestByteRate

public double ingestByteRate()

scanRate

public double scanRate()

totalQueries

public long totalQueries()

updateRates

public void updateRates(long now)

getSplitCreationTime

public long getSplitCreationTime()

importMapFiles

public void importMapFiles(long tid,
                  Map<FileRef,MapFileInfo> fileMap,
                  boolean setTime)
                    throws IOException

Throws:

IOException

getCurrentLogFiles

public Set<String> getCurrentLogFiles()

getLogCount

public int getLogCount()

beginUpdatingLogsUsed

public boolean beginUpdatingLogsUsed(InMemoryMap memTable,
                            Collection<DfsLogger> more,
                            boolean mincFinish)

Description copied from interface: TabletCommitter

If this method returns true, the caller must call TabletCommitter.finishUpdatingLogsUsed() to clean up

Specified by:

beginUpdatingLogsUsed in interface TabletCommitter

finishUpdatingLogsUsed

public void finishUpdatingLogsUsed()

Specified by:

finishUpdatingLogsUsed in interface TabletCommitter

chopFiles

public void chopFiles()

compactAll

public void compactAll(long compactionId,
              UserCompactionConfig compactionConfig)

getTableConfiguration

public TableConfiguration getTableConfiguration()

Specified by:

getTableConfiguration in interface TabletCommitter

getDurability

public Durability getDurability()

Specified by:

getDurability in interface TabletCommitter

updateMemoryUsageStats

public void updateMemoryUsageStats(long size,
                          long mincSize)

Specified by:

updateMemoryUsageStats in interface TabletCommitter

incrementDataSourceDeletions

public long incrementDataSourceDeletions()

updateQueryStats

public void updateQueryStats(int size,
                    long numBytes)

updatePersistedTime

public void updatePersistedTime(long bulkTime,
                       Map<FileRef,DataFileValue> paths,
                       long tid)

updateTabletDataFile

public void updateTabletDataFile(long maxCommittedTime,
                        FileRef newDatafile,
                        FileRef absMergeFile,
                        DataFileValue dfv,
                        Set<String> unusedWalLogs,
                        Set<FileRef> filesInUseByScans,
                        long flushId)

getAndUpdateTime

public long getAndUpdateTime()

flushComplete

public void flushComplete(long flushId)

resetLastLocation

public TServerInstance resetLastLocation()

addActiveScans

public void addActiveScans(org.apache.accumulo.tserver.tablet.ScanDataSource scanDataSource)

removeScan

public int removeScan(org.apache.accumulo.tserver.tablet.ScanDataSource scanDataSource)

setLastCompactionID

public void setLastCompactionID(Long compactionId)

removeMajorCompactionQueuedReason

public void removeMajorCompactionQueuedReason(MajorCompactionReason reason)

minorCompactionWaitingToStart

public void minorCompactionWaitingToStart()

minorCompactionStarted

public void minorCompactionStarted()

minorCompactionComplete

public void minorCompactionComplete()

getTabletStats

public TabletStats getTabletStats()

getScannedCounter

public AtomicLong getScannedCounter()