public class TestUtil
extends water.Iced
| Modifier and Type | Class and Description |
|---|---|
protected static class |
TestUtil.Cmp1 |
static class |
TestUtil.Datasets |
static class |
TestUtil.FrameAssertion |
static class |
TestUtil.Frames |
static class |
TestUtil.GenFrameAssertion |
static interface |
TestUtil.ParseSetupTransformer
Tests can hook into the parse process using this interface and modify some of the guessed parameters.
|
static class |
TestUtil.StandardizeColumns |
| Modifier and Type | Field and Description |
|---|---|
protected static int |
_initial_keycnt |
protected static int |
DEFAULT_TIME_FOR_CLOUDING
Default time in ms to wait for clouding
|
static boolean |
JACOCO_ENABLED |
org.junit.rules.TestRule |
logRule
Execute this rule before each test to print test name and test class
|
protected static int |
MINCLOUDSIZE
Minimal cloud size to start test.
|
org.junit.rules.TestRule |
runRule |
org.junit.rules.TestRule |
timerRule |
| Modifier and Type | Method and Description |
|---|---|
static byte[] |
ar(byte... a) |
static int[][] |
ar(int[]... a) |
static long[] |
ar(long... a) |
static long[][] |
ar(long[]... a) |
static java.lang.String[] |
ar(java.lang.String... a) |
static java.lang.String[][] |
ar(java.lang.String[]... a) |
static double[] |
ard(double... a) |
static double[][] |
ard(double[]... a) |
static float[] |
arf(float... a) |
static int[] |
ari(int... a) |
static <T> T[] |
aro(T... a) |
static water.fvec.Frame |
asFactor(water.fvec.Frame frame,
java.lang.String columnName) |
static void |
assertBitIdentical(water.fvec.Frame fr1,
water.fvec.Frame fr2)
Compare 2 frames
|
static void |
assertCatVecEquals(water.fvec.Vec expecteds,
water.fvec.Vec actuals) |
static void |
assertFrameAssertion(TestUtil.FrameAssertion frameAssertion) |
static void |
assertFrameEquals(water.fvec.Frame expected,
water.fvec.Frame actual,
double absDelta) |
static void |
assertFrameEquals(water.fvec.Frame expected,
water.fvec.Frame actual,
java.lang.Double absDelta,
java.lang.Double relativeDelta) |
static void |
assertIdenticalUpToRelTolerance(water.fvec.Frame fr1,
water.fvec.Frame fr2,
double epsilon)
Compare 2 frames
|
static void |
assertIdenticalUpToRelTolerance(water.fvec.Frame fr1,
water.fvec.Frame fr2,
double epsilon,
boolean expected) |
static void |
assertIdenticalUpToRelTolerance(water.fvec.Frame fr1,
water.fvec.Frame fr2,
double epsilon,
boolean expected,
java.lang.String messagePrefix) |
static void |
assertIdenticalUpToRelTolerance(water.fvec.Frame fr1,
water.fvec.Frame fr2,
double epsilon,
java.lang.String messagePrefix) |
static void |
assertStringVecEquals(water.fvec.Vec expecteds,
water.fvec.Vec actuals) |
static void |
assertUUIDVecEquals(water.fvec.Vec expecteds,
water.fvec.Vec actuals) |
static void |
assertVecEquals(java.lang.String messagePrefix,
water.fvec.Vec expecteds,
water.fvec.Vec actuals,
double delta) |
static void |
assertVecEquals(java.lang.String messagePrefix,
water.fvec.Vec expecteds,
water.fvec.Vec actuals,
java.lang.Double absDelta,
java.lang.Double relativeDelta) |
static void |
assertVecEquals(water.fvec.Vec expecteds,
water.fvec.Vec actuals,
double delta) |
static double[] |
changeDouble2SingleArray(double[][] arr)
Take a double array and return it as a single array.
|
static void |
checkArrays(double[] expected,
double[] actual,
double threshold) |
static void |
checkDoubleArrays(double[][] expected,
double[][] actual,
double threshold) |
static boolean[] |
checkEigvec(double[][] expected,
double[][] actual,
double threshold) |
static boolean[] |
checkEigvec(double[][] expected,
water.util.TwoDimTable actual,
double threshold) |
static boolean[] |
checkEigvec(water.util.TwoDimTable expected,
water.util.TwoDimTable actual,
double threshold) |
static void |
checkIcedArrays(water.IcedWrapper[][] expected,
water.IcedWrapper[][] actual,
double threshold) |
static void |
checkLeakedKeys() |
static boolean[] |
checkProjection(water.fvec.Frame expected,
water.fvec.Frame actual,
double threshold,
boolean[] flipped) |
static void |
checkStddev(double[] expected,
double[] actual,
double threshold) |
static boolean |
compareFrames(water.fvec.Frame f1,
water.fvec.Frame f2) |
static boolean |
compareFrames(water.fvec.Frame f1,
water.fvec.Frame f2,
double delta)
Compares two frames.
|
static water.fvec.Vec |
createRandomBinaryWeightsVec(long len,
long randomSeed) |
static water.fvec.Vec |
cvec(java.lang.String... rows)
A categorical Vec from an array of strings
|
static water.fvec.Vec |
cvec(java.lang.String[] domain,
java.lang.String... rows) |
protected static void |
downloadTestFileFromS3(java.lang.String fname) |
static water.fvec.Vec |
dvec(double... rows)
A numeric Vec from an array of doubles
|
static double[][] |
ear(double... a) |
static boolean |
equalTwoArrays(double[] array1,
double[] array2,
double tol) |
static boolean |
equalTwoDimTables(water.util.TwoDimTable tab1,
water.util.TwoDimTable tab2,
double tol) |
static boolean |
equalTwoHashMaps(java.util.HashMap<java.lang.String,java.lang.Double> coeff1,
java.util.HashMap<java.lang.String,java.lang.Double> coeff2,
double tol) |
protected static water.fvec.Frame |
generate_enum_only(int numCols,
int numRows,
int num_factor,
double missingfrac)
generate random frames containing enum columns only
|
protected static water.fvec.Frame |
generate_enum_only(int numCols,
int numRows,
int num_factor,
double missingfrac,
long seed) |
protected static water.fvec.Frame |
generate_int_only(int numCols,
int numRows,
int integer_range,
double missingfrac) |
protected static water.fvec.Frame |
generate_int_only(int numCols,
int numRows,
int integer_range,
double missingfrac,
long seed) |
protected static water.fvec.Frame |
generate_real_only(int numCols,
int numRows,
double missingfrac) |
protected static water.fvec.Frame |
generate_real_only(int numCols,
int numRows,
double missingfrac,
long seed) |
protected static int |
getDefaultTimeForClouding() |
static java.lang.String[] |
ignoredColumns(water.fvec.Frame frame,
java.lang.String... usedColumns) |
static water.fvec.Vec |
ivec(int... rows)
A numeric Vec from an array of ints
|
static void |
main(java.lang.String[] args) |
static water.fvec.NFSFileVec |
makeNfsFileVec(java.lang.String fname) |
static water.fvec.Frame |
parse_test_file(water.Key outputKey,
java.lang.String fname) |
protected water.fvec.Frame |
parse_test_file(water.Key outputKey,
java.lang.String fname,
boolean guessSetup) |
protected water.fvec.Frame |
parse_test_file(water.Key outputKey,
java.lang.String fname,
boolean guessSetup,
int[] skippedColumns) |
static water.fvec.Frame |
parse_test_file(water.Key outputKey,
java.lang.String fname,
int[] skippedColumns) |
static water.fvec.Frame |
parse_test_file(water.Key outputKey,
java.lang.String fname,
TestUtil.ParseSetupTransformer transformer) |
static water.fvec.Frame |
parse_test_file(water.Key outputKey,
java.lang.String fname,
TestUtil.ParseSetupTransformer transformer,
int[] skippedColumns) |
static water.fvec.Frame |
parse_test_file(java.lang.String fname)
Find & parse a CSV file.
|
static water.fvec.Frame |
parse_test_file(java.lang.String fname,
int[] skipped_columns) |
protected water.fvec.Frame |
parse_test_file(java.lang.String fname,
java.lang.String na_string,
int check_header,
byte[] column_types) |
protected water.fvec.Frame |
parse_test_file(java.lang.String fname,
java.lang.String na_string,
int check_header,
byte[] column_types,
TestUtil.ParseSetupTransformer transformer) |
protected water.fvec.Frame |
parse_test_file(java.lang.String fname,
java.lang.String na_string,
int check_header,
byte[] column_types,
TestUtil.ParseSetupTransformer transformer,
int[] skippedColumns) |
static water.fvec.Frame |
parse_test_file(java.lang.String fname,
TestUtil.ParseSetupTransformer transformer) |
static water.fvec.Frame |
parse_test_file(java.lang.String fname,
TestUtil.ParseSetupTransformer transformer,
int[] skippedColumns) |
protected water.fvec.Frame |
parse_test_folder(java.lang.String fname)
Find & parse a folder of CSV files.
|
protected water.fvec.Frame |
parse_test_folder(java.lang.String fname,
int[] skippedColumns)
Find & parse a folder of CSV files.
|
protected static water.fvec.Frame |
parse_test_folder(java.lang.String fname,
java.lang.String na_string,
int check_header,
byte[] column_types,
TestUtil.ParseSetupTransformer transformer)
Parse a folder with csv files when a single na_string is specified.
|
protected static water.fvec.Frame |
parse_test_folder(java.lang.String fname,
java.lang.String na_string,
int check_header,
byte[] column_types,
TestUtil.ParseSetupTransformer transformer,
int[] skipped_columns)
Parse a folder with csv files when a single na_string is specified.
|
void |
printOutColumnsMetadata(water.fvec.Frame fr) |
static void |
printOutFrameAsTable(water.fvec.Frame fr) |
static void |
printOutFrameAsTable(water.fvec.Frame fr,
boolean rollups,
long limit) |
protected static int[] |
rangeFun(int numEle,
int offset) |
static void |
setLocale(java.util.Locale locale)
Sets a locale cluster-wide.
|
protected static int[] |
sortDir(int numEle,
java.util.Random rand) |
static TestUtil.Frames |
split(water.fvec.Frame f) |
static TestUtil.Frames |
split(water.fvec.Frame f,
double testFraction) |
static TestUtil.Frames |
split(water.fvec.Frame f,
double testFraction,
double validFraction) |
static void |
stall_till_cloudsize(int x) |
static void |
stall_till_cloudsize(int x,
int timeout) |
static void |
stall_till_cloudsize(java.lang.String[] args,
int x) |
static void |
stall_till_cloudsize(java.lang.String[] args,
int x,
int timeout) |
static water.fvec.Vec |
svec(java.lang.String... rows)
A string Vec from an array of strings
|
static hex.genmodel.GenModel |
toMojo(hex.Model model,
java.lang.String testName,
boolean readModelMetaData) |
protected static double[] |
toNumericRow(water.fvec.Frame fr,
long row) |
protected static hex.genmodel.easy.RowData |
toRowData(water.fvec.Frame fr,
java.lang.String[] columns,
long row) |
static water.fvec.Vec |
tvec(int... rows)
A time Vec from an array of ints
|
static water.fvec.Vec |
uvec(java.util.UUID... rows)
A string Vec from an array of strings
|
static water.fvec.Vec |
vec(int... rows)
A Numeric Vec from an array of ints
|
static water.fvec.Vec |
vec(java.lang.String[] domain,
int... rows)
A Categorical/Factor Vec from an array of ints - with categorical/domain mapping
|
static void |
writeFrameToCSV(java.lang.String fileNameWithPath,
water.fvec.Frame h2oframe,
boolean header,
boolean hex_string)
Converts a H2OFrame to a csv file for debugging purposes.
|
public static final boolean JACOCO_ENABLED
protected static int _initial_keycnt
protected static int MINCLOUDSIZE
protected static int DEFAULT_TIME_FOR_CLOUDING
public transient org.junit.rules.TestRule logRule
public transient org.junit.rules.TestRule runRule
public transient org.junit.rules.TestRule timerRule
protected static int getDefaultTimeForClouding()
public static void stall_till_cloudsize(int x)
public static double[] changeDouble2SingleArray(double[][] arr)
arr - public static void stall_till_cloudsize(int x,
int timeout)
public static void stall_till_cloudsize(java.lang.String[] args,
int x)
public static void stall_till_cloudsize(java.lang.String[] args,
int x,
int timeout)
public static void checkLeakedKeys()
public static void checkArrays(double[] expected,
double[] actual,
double threshold)
public static void checkDoubleArrays(double[][] expected,
double[][] actual,
double threshold)
protected static water.fvec.Frame generate_enum_only(int numCols,
int numRows,
int num_factor,
double missingfrac)
numCols - numRows - num_factor - protected static water.fvec.Frame generate_enum_only(int numCols,
int numRows,
int num_factor,
double missingfrac,
long seed)
protected static water.fvec.Frame generate_real_only(int numCols,
int numRows,
double missingfrac)
protected static water.fvec.Frame generate_real_only(int numCols,
int numRows,
double missingfrac,
long seed)
protected static water.fvec.Frame generate_int_only(int numCols,
int numRows,
int integer_range,
double missingfrac)
protected static water.fvec.Frame generate_int_only(int numCols,
int numRows,
int integer_range,
double missingfrac,
long seed)
protected static int[] rangeFun(int numEle,
int offset)
protected static int[] sortDir(int numEle,
java.util.Random rand)
public static void assertIdenticalUpToRelTolerance(water.fvec.Frame fr1,
water.fvec.Frame fr2,
double epsilon)
fr1 - Framefr2 - Frameepsilon - Relative tolerance for floating point numberspublic static void assertIdenticalUpToRelTolerance(water.fvec.Frame fr1,
water.fvec.Frame fr2,
double epsilon,
java.lang.String messagePrefix)
public static void assertIdenticalUpToRelTolerance(water.fvec.Frame fr1,
water.fvec.Frame fr2,
double epsilon,
boolean expected)
public static void assertIdenticalUpToRelTolerance(water.fvec.Frame fr1,
water.fvec.Frame fr2,
double epsilon,
boolean expected,
java.lang.String messagePrefix)
public static void assertBitIdentical(water.fvec.Frame fr1,
water.fvec.Frame fr2)
fr1 - Framefr2 - Framepublic static water.fvec.Frame parse_test_file(java.lang.String fname)
fname - Test filenamepublic static water.fvec.Frame parse_test_file(java.lang.String fname,
int[] skipped_columns)
public static water.fvec.NFSFileVec makeNfsFileVec(java.lang.String fname)
protected static void downloadTestFileFromS3(java.lang.String fname)
throws java.io.IOException
java.io.IOExceptionprotected water.fvec.Frame parse_test_file(water.Key outputKey,
java.lang.String fname,
boolean guessSetup)
protected water.fvec.Frame parse_test_file(water.Key outputKey,
java.lang.String fname,
boolean guessSetup,
int[] skippedColumns)
public static water.fvec.Frame parse_test_file(water.Key outputKey,
java.lang.String fname)
public static water.fvec.Frame parse_test_file(water.Key outputKey,
java.lang.String fname,
int[] skippedColumns)
public static water.fvec.Frame parse_test_file(java.lang.String fname,
TestUtil.ParseSetupTransformer transformer)
public static water.fvec.Frame parse_test_file(java.lang.String fname,
TestUtil.ParseSetupTransformer transformer,
int[] skippedColumns)
public static water.fvec.Frame parse_test_file(water.Key outputKey,
java.lang.String fname,
TestUtil.ParseSetupTransformer transformer)
public static water.fvec.Frame parse_test_file(water.Key outputKey,
java.lang.String fname,
TestUtil.ParseSetupTransformer transformer,
int[] skippedColumns)
protected water.fvec.Frame parse_test_file(java.lang.String fname,
java.lang.String na_string,
int check_header,
byte[] column_types)
protected water.fvec.Frame parse_test_file(java.lang.String fname,
java.lang.String na_string,
int check_header,
byte[] column_types,
TestUtil.ParseSetupTransformer transformer)
protected water.fvec.Frame parse_test_file(java.lang.String fname,
java.lang.String na_string,
int check_header,
byte[] column_types,
TestUtil.ParseSetupTransformer transformer,
int[] skippedColumns)
protected water.fvec.Frame parse_test_folder(java.lang.String fname)
fname - Test filenameprotected water.fvec.Frame parse_test_folder(java.lang.String fname,
int[] skippedColumns)
fname - Test filenameprotected static water.fvec.Frame parse_test_folder(java.lang.String fname,
java.lang.String na_string,
int check_header,
byte[] column_types,
TestUtil.ParseSetupTransformer transformer)
fname - name of folderna_string - string for NA in a columnprotected static water.fvec.Frame parse_test_folder(java.lang.String fname,
java.lang.String na_string,
int check_header,
byte[] column_types,
TestUtil.ParseSetupTransformer transformer,
int[] skipped_columns)
fname - name of folderna_string - string for NA in a columnpublic static TestUtil.Frames split(water.fvec.Frame f)
public static TestUtil.Frames split(water.fvec.Frame f, double testFraction)
public static TestUtil.Frames split(water.fvec.Frame f, double testFraction, double validFraction)
public static water.fvec.Vec vec(int... rows)
rows - Datapublic static water.fvec.Vec vec(java.lang.String[] domain,
int... rows)
domain - Categorical/Factor names, mapped by the data valuesrows - Datapublic static water.fvec.Vec ivec(int... rows)
public static water.fvec.Vec cvec(java.lang.String... rows)
public static water.fvec.Vec cvec(java.lang.String[] domain,
java.lang.String... rows)
public static water.fvec.Vec dvec(double... rows)
public static water.fvec.Vec tvec(int... rows)
public static water.fvec.Vec svec(java.lang.String... rows)
public static water.fvec.Vec uvec(java.util.UUID... rows)
public static java.lang.String[] ar(java.lang.String... a)
public static java.lang.String[][] ar(java.lang.String[]... a)
public static byte[] ar(byte... a)
public static long[] ar(long... a)
public static long[][] ar(long[]... a)
public static int[] ari(int... a)
public static int[][] ar(int[]... a)
public static float[] arf(float... a)
public static double[] ard(double... a)
public static double[][] ard(double[]... a)
public static double[][] ear(double... a)
public static <T> T[] aro(T... a)
public static void assertFrameEquals(water.fvec.Frame expected,
water.fvec.Frame actual,
double absDelta)
public static void assertFrameEquals(water.fvec.Frame expected,
water.fvec.Frame actual,
java.lang.Double absDelta,
java.lang.Double relativeDelta)
public static void assertVecEquals(water.fvec.Vec expecteds,
water.fvec.Vec actuals,
double delta)
public static void assertVecEquals(java.lang.String messagePrefix,
water.fvec.Vec expecteds,
water.fvec.Vec actuals,
double delta)
public static void assertVecEquals(java.lang.String messagePrefix,
water.fvec.Vec expecteds,
water.fvec.Vec actuals,
java.lang.Double absDelta,
java.lang.Double relativeDelta)
public static void assertUUIDVecEquals(water.fvec.Vec expecteds,
water.fvec.Vec actuals)
public static void assertStringVecEquals(water.fvec.Vec expecteds,
water.fvec.Vec actuals)
public static void assertCatVecEquals(water.fvec.Vec expecteds,
water.fvec.Vec actuals)
public static void checkStddev(double[] expected,
double[] actual,
double threshold)
public static void checkIcedArrays(water.IcedWrapper[][] expected,
water.IcedWrapper[][] actual,
double threshold)
public static boolean[] checkEigvec(double[][] expected,
double[][] actual,
double threshold)
public static boolean[] checkEigvec(double[][] expected,
water.util.TwoDimTable actual,
double threshold)
public static boolean equalTwoArrays(double[] array1,
double[] array2,
double tol)
public static boolean equalTwoHashMaps(java.util.HashMap<java.lang.String,java.lang.Double> coeff1,
java.util.HashMap<java.lang.String,java.lang.Double> coeff2,
double tol)
public static boolean equalTwoDimTables(water.util.TwoDimTable tab1,
water.util.TwoDimTable tab2,
double tol)
public static boolean[] checkEigvec(water.util.TwoDimTable expected,
water.util.TwoDimTable actual,
double threshold)
public static boolean[] checkProjection(water.fvec.Frame expected,
water.fvec.Frame actual,
double threshold,
boolean[] flipped)
public static void main(java.lang.String[] args)
public static void assertFrameAssertion(TestUtil.FrameAssertion frameAssertion)
public static water.fvec.Frame asFactor(water.fvec.Frame frame,
java.lang.String columnName)
frame - columnName - column's name to be factorizedpublic static void printOutFrameAsTable(water.fvec.Frame fr)
public static void printOutFrameAsTable(water.fvec.Frame fr,
boolean rollups,
long limit)
public void printOutColumnsMetadata(water.fvec.Frame fr)
protected static hex.genmodel.easy.RowData toRowData(water.fvec.Frame fr,
java.lang.String[] columns,
long row)
protected static double[] toNumericRow(water.fvec.Frame fr,
long row)
public static boolean compareFrames(water.fvec.Frame f1,
water.fvec.Frame f2,
double delta)
throws java.lang.IllegalStateException
f1 - Frame to be compared, not nullf2 - Frame to be compared, not nulldelta - tolerancejava.lang.IllegalStateException - If any inequalities are foundpublic static final java.lang.String[] ignoredColumns(water.fvec.Frame frame,
java.lang.String... usedColumns)
public static boolean compareFrames(water.fvec.Frame f1,
water.fvec.Frame f2)
throws java.lang.IllegalStateException
java.lang.IllegalStateExceptionpublic static void setLocale(java.util.Locale locale)
locale - Locale to set to the whole clusterpublic static void writeFrameToCSV(java.lang.String fileNameWithPath,
water.fvec.Frame h2oframe,
boolean header,
boolean hex_string)
throws java.io.IOException
fileNameWithPath: - String containing filename with path that will contain the H2O Frameh2oframe: - H2O Frame to be saved as CSV file.header: - boolean to decide if column names should be saved. Set to false if don't care.hex_string: - boolean to decide if the double values are written in hex. Set to false if don't care.java.io.IOExceptionpublic static water.fvec.Vec createRandomBinaryWeightsVec(long len,
long randomSeed)
len - Length of the resulting vectorrandomSeed - Seed for the random generator (for reproducibility)Vec with binary weights (either 0.0D or 1.0D, nothing in between).public static hex.genmodel.GenModel toMojo(hex.Model model,
java.lang.String testName,
boolean readModelMetaData)