com.thinkaurelius.titan.diskstorage

Class KeyColumnValueStoreTest

java.lang.Object

com.thinkaurelius.titan.diskstorage.AbstractKCVSTest

com.thinkaurelius.titan.diskstorage.KeyColumnValueStoreTest

public abstract class KeyColumnValueStoreTest
extends AbstractKCVSTest

Field Summary

Fields

Modifier and Type	Field and Description
KeyColumnValueStoreManager	manager
org.junit.rules.TestName	name
KeyColumnValueStore	store
protected String	storeName
StoreTransaction	tx

Fields inherited from class com.thinkaurelius.titan.diskstorage.AbstractKCVSTest

times

Constructor Summary

Constructors

Constructor and Description
KeyColumnValueStoreTest()

Method Summary

Modifier and Type	Method and Description
void	checkKeys(Set<Integer> removed)
void	checkSlice(String[][] values, Set<KeyColumn> removed, int key, int start, int end, int limit)
void	checkValueExistence(String[][] values)
void	checkValueExistence(String[][] values, Set<KeyColumn> removed)
void	checkValues(String[][] values)
void	checkValues(String[][] values, Set<KeyColumn> removed)
void	clopen()
void	close()
void	compareStores()
void	containsKeyColumnReturnsFalseOnNonexistentInput()
void	containsKeyColumnReturnsTrueOnExtantInput()
void	containsKeyReturnsFalseOnNonexistentKey()
void	containsKeyReturnsTrueOnExtantKey()
void	createDatabase()
void	deleteColumnsTest1()
void	deleteColumnsTest2()
void	deleteKeys()
Set<Integer>	deleteKeys(int every)
Set<KeyColumn>	deleteValues(int every)
protected void	examineGetKeysResults(KeyIterator keyIterator, long startKey, long endKey, int expectedColumns)
String[][]	generateValues()
void	getNonExistentKeyReturnsNull()
void	getSliceRespectsAllBoundsInclusionArguments()
void	getSliceRespectsColumnLimit()
void	insertingGettingAndDeletingSimpleDataWorks()
void	intervalTest1()
void	intervalTest2()
void	loadLowerTriangularValues(int dimension, int offset) Load a bunch of key-column-values in a way that vaguely resembles a lower triangular matrix.
void	loadValues(KeyColumnValueStore store, String[][] values)
void	loadValues(KeyColumnValueStore store, String[][] values, int shiftEveryNthRow, int shiftSliceLength)
void	loadValues(String[][] values)
void	loadValues(String[][] values, int shiftEveryNthRow, int shiftSliceLength)
void	newTx()
void	open()
abstract KeyColumnValueStoreManager	openStorageManager()
protected void	populateDBWith100Keys()
protected void	populateDBWith100Keys(KeyColumnValueStore store)
void	scanTest() Loads a block of data where keys are longs on [idOffset, idOffset + numKeys) and the columns are longs on [idOffset, idOffset + numColumns).
void	setUp()
StoreTransaction	startTx()
void	storeAndRetrieve()
void	storeAndRetrievePerformance()
void	storeAndRetrieveWithClosing()
StoreFeatures	storeFeatures()
void	tearDown()
void	testConcurrentGetSlice()
void	testConcurrentGetSliceAndMutate()
void	testGetKeysColumnSlicesOnLowerTriangular() Test getKeys with columns slice values chosen to trigger potential fencepost bugs.
void	testGetKeysColumnSlicesSimple() Check that getKeys methods respect column slice bounds.
void	testGetKeysWithKeyRange()
void	testGetKeysWithSliceQuery()
void	testGetSlices()
void	testOrderedGetKeysRespectsKeyLimit() Verify that KeyColumnValueStore.getKeys(KeyRangeQuery, StoreTransaction) treats the lower key bound as inclusive and the upper key bound as exclusive.
void	testStoreTTL()
void	testTtl()

Methods inherited from class com.thinkaurelius.titan.diskstorage.AbstractKCVSTest

getConsistentTxConfig, getTxConfig

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

name

public org.junit.rules.TestName name

storeName

protected String storeName

manager

public KeyColumnValueStoreManager manager

tx

public StoreTransaction tx

store

public KeyColumnValueStore store

Constructor Detail

KeyColumnValueStoreTest

public KeyColumnValueStoreTest()

Method Detail

setUp

public void setUp()
           throws Exception

Throws:

Exception

openStorageManager

public abstract KeyColumnValueStoreManager openStorageManager()
                                                       throws BackendException

Throws:

BackendException

open

public void open()
          throws BackendException

Throws:

BackendException

startTx

public StoreTransaction startTx()
                         throws BackendException

Throws:

BackendException

storeFeatures

public StoreFeatures storeFeatures()

clopen

public void clopen()
            throws BackendException

Throws:

BackendException

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

close

public void close()
           throws BackendException

Throws:

BackendException

newTx

public void newTx()
           throws BackendException

Throws:

BackendException

createDatabase

public void createDatabase()

generateValues

public String[][] generateValues()

loadValues

public void loadValues(String[][] values)
                throws BackendException

Throws:

BackendException

loadValues

public void loadValues(KeyColumnValueStore store,
                       String[][] values)
                throws BackendException

Throws:

BackendException

loadValues

public void loadValues(String[][] values,
                       int shiftEveryNthRow,
                       int shiftSliceLength)
                throws BackendException

Throws:

BackendException

loadValues

public void loadValues(KeyColumnValueStore store,
                       String[][] values,
                       int shiftEveryNthRow,
                       int shiftSliceLength)
                throws BackendException

Throws:

BackendException

loadLowerTriangularValues

public void loadLowerTriangularValues(int dimension,
                                      int offset)
                               throws BackendException

Load a bunch of key-column-values in a way that vaguely resembles a lower triangular matrix.

Iterate over key values k in the half-open long interval [offset, offset + dimension -1). For each k, iterate over the column values c in the half-open integer interval [offset, k].

For each key-column coordinate specified by a (k, c pair in the iteration, write a value one byte long with all bits set (unsigned -1 or signed 255).

Parameters:

dimension - size of loaded data (must be positive)

offset - offset (must be positive)

Throws:

StorageException - unexpected failure

BackendException

deleteValues

public Set<KeyColumn> deleteValues(int every)
                            throws BackendException

Throws:

BackendException

deleteKeys

public Set<Integer> deleteKeys(int every)
                        throws BackendException

Throws:

BackendException

checkKeys

public void checkKeys(Set<Integer> removed)
               throws BackendException

Throws:

BackendException

checkValueExistence

public void checkValueExistence(String[][] values)
                         throws BackendException

Throws:

BackendException

checkValueExistence

public void checkValueExistence(String[][] values,
                                Set<KeyColumn> removed)
                         throws BackendException

Throws:

BackendException

checkValues

public void checkValues(String[][] values)
                 throws BackendException

Throws:

BackendException

checkValues

public void checkValues(String[][] values,
                        Set<KeyColumn> removed)
                 throws BackendException

Throws:

BackendException

storeAndRetrieve

public void storeAndRetrieve()
                      throws BackendException

Throws:

BackendException

compareStores

public void compareStores()
                   throws BackendException

Throws:

BackendException

storeAndRetrievePerformance

public void storeAndRetrievePerformance()
                                 throws BackendException

Throws:

BackendException

storeAndRetrieveWithClosing

public void storeAndRetrieveWithClosing()
                                 throws BackendException

Throws:

BackendException

deleteColumnsTest1

public void deleteColumnsTest1()
                        throws BackendException

Throws:

BackendException

deleteColumnsTest2

public void deleteColumnsTest2()
                        throws BackendException

Throws:

BackendException

deleteKeys

public void deleteKeys()
                throws BackendException

Throws:

BackendException

scanTest

public void scanTest()
              throws BackendException

Loads a block of data where keys are longs on [idOffset, idOffset + numKeys) and the columns are longs on [idOffset, idOffset + numColumns). idOffset is KeyValueStoreUtil.idOffset. Note that identical columns appear on every key. The loaded values are randomly generated strings converted to bytes.

Calls the store's supported getKeys method depending on whether it supports ordered or unordered scan. This logic is delegated to KCVSUtil.getKeys(KeyColumnValueStore, StoreFeatures, int, int, StoreTransaction) . That method uses all-zero and all-one buffers for the key and column limits and retrieves every key.

This method does nothing and returns immediately if the store supports no scans.

Throws:

BackendException

testOrderedGetKeysRespectsKeyLimit

public void testOrderedGetKeysRespectsKeyLimit()
                                        throws BackendException

Verify that KeyColumnValueStore.getKeys(KeyRangeQuery, StoreTransaction) treats the lower key bound as inclusive and the upper key bound as exclusive. Verify that keys less than the start and greater than or equal to the end containing matching columns are not returned.

Throws:

BackendException

testGetKeysColumnSlicesSimple

public void testGetKeysColumnSlicesSimple()
                                   throws BackendException

Check that getKeys methods respect column slice bounds. Uses nearly the same data as testOrderedGetKeysRespectsKeyLimit(), except that all columns on every 10th row exceed the getKeys slice limit.

For each row in this test, either all columns match the slice bounds or all columns fall outside the slice bounds. For this reason, it could be described as a "coarse-grained" or "simple" test of getKeys's column bounds checking.

Throws:

BackendException

testGetKeysColumnSlicesOnLowerTriangular

public void testGetKeysColumnSlicesOnLowerTriangular()
                                              throws BackendException,
                                                     IOException

Test getKeys with columns slice values chosen to trigger potential fencepost bugs.

Description of data generated for and queried by this test:

Generate a sequence of keys as unsigned integers, starting at zero. Each row has as many columns as the key value. The columns are generated in the same way as the keys. This results in a sort of "lower triangular" data space, with no values above the diagonal.

Throws:

BackendException - shouldn't happen

IOException - shouldn't happen

checkSlice

public void checkSlice(String[][] values,
                       Set<KeyColumn> removed,
                       int key,
                       int start,
                       int end,
                       int limit)
                throws BackendException

Throws:

BackendException

intervalTest1

public void intervalTest1()
                   throws BackendException

Throws:

BackendException

intervalTest2

public void intervalTest2()
                   throws BackendException

Throws:

BackendException

testConcurrentGetSlice

public void testConcurrentGetSlice()
                            throws ExecutionException,
                                   InterruptedException,
                                   BackendException

Throws:

ExecutionException

InterruptedException

BackendException

testConcurrentGetSliceAndMutate

public void testConcurrentGetSliceAndMutate()
                                     throws BackendException,
                                            ExecutionException,
                                            InterruptedException

Throws:

BackendException

ExecutionException

InterruptedException

getNonExistentKeyReturnsNull

public void getNonExistentKeyReturnsNull()
                                  throws Exception

Throws:

Exception

insertingGettingAndDeletingSimpleDataWorks

public void insertingGettingAndDeletingSimpleDataWorks()
                                                throws Exception

Throws:

Exception

getSliceRespectsColumnLimit

public void getSliceRespectsColumnLimit()
                                 throws Exception

Throws:

Exception

getSliceRespectsAllBoundsInclusionArguments

public void getSliceRespectsAllBoundsInclusionArguments()
                                                 throws Exception

Throws:

Exception

containsKeyReturnsTrueOnExtantKey

public void containsKeyReturnsTrueOnExtantKey()
                                       throws Exception

Throws:

Exception

containsKeyReturnsFalseOnNonexistentKey

public void containsKeyReturnsFalseOnNonexistentKey()
                                             throws Exception

Throws:

Exception

containsKeyColumnReturnsFalseOnNonexistentInput

public void containsKeyColumnReturnsFalseOnNonexistentInput()
                                                     throws Exception

Throws:

Exception

containsKeyColumnReturnsTrueOnExtantInput

public void containsKeyColumnReturnsTrueOnExtantInput()
                                               throws Exception

Throws:

Exception

testGetSlices

public void testGetSlices()
                   throws Exception

Throws:

Exception

testGetKeysWithSliceQuery

public void testGetKeysWithSliceQuery()
                               throws Exception

Throws:

Exception

testGetKeysWithKeyRange

public void testGetKeysWithKeyRange()
                             throws Exception

Throws:

Exception

testTtl

public void testTtl()
             throws Exception

Throws:

Exception

testStoreTTL

public void testStoreTTL()
                  throws Exception

Throws:

Exception

populateDBWith100Keys

protected void populateDBWith100Keys()
                              throws Exception

Throws:

Exception

populateDBWith100Keys

protected void populateDBWith100Keys(KeyColumnValueStore store)
                              throws Exception

Throws:

Exception

examineGetKeysResults

protected void examineGetKeysResults(KeyIterator keyIterator,
                                     long startKey,
                                     long endKey,
                                     int expectedColumns)
                              throws BackendException

Throws:

BackendException