org.apache.hadoop.hive.ql.parse.repl.dump

Class Utils

java.lang.Object

org.apache.hadoop.hive.ql.parse.repl.dump.Utils

public class Utils
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	Utils.ReplDumpState

Constructor Summary

Constructors

Constructor and Description
Utils()

Method Summary

Modifier and Type	Method and Description
static void	create(org.apache.hadoop.fs.Path outputFile, HiveConf hiveConf)
static boolean	fileExists(org.apache.hadoop.fs.Path filePath, HiveConf hiveConf)
static Collection<String>	getAllTables(Hive db, String dbName, org.apache.hadoop.hive.common.repl.ReplScope replScope)
static boolean	isBootstrapDumpInProgress(Hive hiveDb, String dbName)
static List<String>	matchesDb(Hive db, String dbPattern)
static Iterable<String>	matchesTbl(Hive db, String dbName, org.apache.hadoop.hive.common.repl.ReplScope replScope)
static Iterable<String>	matchesTbl(Hive db, String dbName, String tblPattern)
static String	replaceHost(String originalURIStr, String newHost)
static String	replaceNameserviceInEncodedURI(String cmEncodedURI, HiveConf hiveConf) Given a ReplChangeManger's encoded uri, it replaces the nameservice and returns the modified encoded uri.
static void	resetDbBootstrapDumpState(Hive hiveDb, String dbName, String uniqueKey)
static String	setDbBootstrapDumpState(Hive hiveDb, String dbName)
static boolean	shouldDumpMetaDataOnly(HiveConf conf)
static boolean	shouldDumpMetaDataOnlyForExternalTables(Table table, HiveConf conf)
static boolean	shouldReplicate(org.apache.hadoop.hive.metastore.api.NotificationEvent tableForEvent, ReplicationSpec replicationSpec, Hive db, boolean isEventDump, Set<String> bootstrapTableList, org.apache.hadoop.hive.common.repl.ReplScope oldReplScope, HiveConf hiveConf)
static boolean	shouldReplicate(ReplicationSpec replicationSpec, Table tableHandle, boolean isEventDump, Set<String> bootstrapTableList, org.apache.hadoop.hive.common.repl.ReplScope oldReplScope, HiveConf hiveConf) validates if a table can be exported, similar to EximUtil.shouldExport with few replication specific checks.
static long	writeFile(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path exportFilePath, InputStream is, HiveConf conf)
static void	writeOutput(List<List<String>> listValues, org.apache.hadoop.fs.Path outputFile, HiveConf hiveConf)
static void	writeOutput(List<List<String>> listValues, org.apache.hadoop.fs.Path outputFile, HiveConf hiveConf, boolean update)
static void	writeOutput(String content, org.apache.hadoop.fs.Path outputFile, HiveConf hiveConf)
static void	writeStackTrace(Throwable e, org.apache.hadoop.fs.Path outputFile, HiveConf conf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Utils

public Utils()

Method Detail

writeOutput

public static void writeOutput(List<List<String>> listValues,
                               org.apache.hadoop.fs.Path outputFile,
                               HiveConf hiveConf)
                        throws SemanticException

Throws:

SemanticException

replaceNameserviceInEncodedURI

public static String replaceNameserviceInEncodedURI(String cmEncodedURI,
                                                    HiveConf hiveConf)
                                             throws SemanticException

Given a ReplChangeManger's encoded uri, it replaces the nameservice and returns the modified encoded uri.

Throws:

SemanticException

replaceHost

public static String replaceHost(String originalURIStr,
                                 String newHost)
                          throws SemanticException

Throws:

SemanticException

writeOutput

public static void writeOutput(List<List<String>> listValues,
                               org.apache.hadoop.fs.Path outputFile,
                               HiveConf hiveConf,
                               boolean update)
                        throws SemanticException

Throws:

SemanticException

writeFile

public static long writeFile(org.apache.hadoop.fs.FileSystem fs,
                             org.apache.hadoop.fs.Path exportFilePath,
                             InputStream is,
                             HiveConf conf)
                      throws SemanticException

Throws:

SemanticException

writeStackTrace

public static void writeStackTrace(Throwable e,
                                   org.apache.hadoop.fs.Path outputFile,
                                   HiveConf conf)
                            throws SemanticException

Throws:

SemanticException

writeOutput

public static void writeOutput(String content,
                               org.apache.hadoop.fs.Path outputFile,
                               HiveConf hiveConf)
                        throws SemanticException

Throws:

SemanticException

create

public static void create(org.apache.hadoop.fs.Path outputFile,
                          HiveConf hiveConf)
                   throws SemanticException

Throws:

SemanticException

fileExists

public static boolean fileExists(org.apache.hadoop.fs.Path filePath,
                                 HiveConf hiveConf)
                          throws IOException

Throws:

IOException

matchesDb

public static List<String> matchesDb(Hive db,
                                     String dbPattern)
                              throws HiveException

Throws:

HiveException

matchesTbl

public static Iterable<String> matchesTbl(Hive db,
                                          String dbName,
                                          String tblPattern)
                                   throws HiveException

Throws:

HiveException

matchesTbl

public static Iterable<String> matchesTbl(Hive db,
                                          String dbName,
                                          org.apache.hadoop.hive.common.repl.ReplScope replScope)
                                   throws HiveException

Throws:

HiveException

getAllTables

public static Collection<String> getAllTables(Hive db,
                                              String dbName,
                                              org.apache.hadoop.hive.common.repl.ReplScope replScope)
                                       throws HiveException

Throws:

HiveException

setDbBootstrapDumpState

public static String setDbBootstrapDumpState(Hive hiveDb,
                                             String dbName)
                                      throws HiveException

Throws:

HiveException

resetDbBootstrapDumpState

public static void resetDbBootstrapDumpState(Hive hiveDb,
                                             String dbName,
                                             String uniqueKey)
                                      throws HiveException

Throws:

HiveException

isBootstrapDumpInProgress

public static boolean isBootstrapDumpInProgress(Hive hiveDb,
                                                String dbName)
                                         throws HiveException

Throws:

HiveException

shouldReplicate

public static boolean shouldReplicate(ReplicationSpec replicationSpec,
                                      Table tableHandle,
                                      boolean isEventDump,
                                      Set<String> bootstrapTableList,
                                      org.apache.hadoop.hive.common.repl.ReplScope oldReplScope,
                                      HiveConf hiveConf)

validates if a table can be exported, similar to EximUtil.shouldExport with few replication specific checks.

shouldReplicate

public static boolean shouldReplicate(org.apache.hadoop.hive.metastore.api.NotificationEvent tableForEvent,
                                      ReplicationSpec replicationSpec,
                                      Hive db,
                                      boolean isEventDump,
                                      Set<String> bootstrapTableList,
                                      org.apache.hadoop.hive.common.repl.ReplScope oldReplScope,
                                      HiveConf hiveConf)

shouldDumpMetaDataOnly

public static boolean shouldDumpMetaDataOnly(HiveConf conf)

shouldDumpMetaDataOnlyForExternalTables

public static boolean shouldDumpMetaDataOnlyForExternalTables(Table table,
                                                              HiveConf conf)