com.entitystream.identiza.entity.extract

Class TizaReader

java.lang.Object

com.entitystream.identiza.entity.extract.TizaReader

All Implemented Interfaces:

Serializable

public class TizaReader
extends Object
implements Serializable

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
static int	CSV
static int	EDGAR
static int	EXCEL
static int	JDBC
protected static Logger	logger
static int	MONGO
static int	OBJECTSTREAM
protected LinkedBlockingQueue<Map<String,Object>>	recordQueue
protected int	status
protected int	TYPE
static int	XML

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	TizaReader()

Method Summary

Modifier and Type	Method and Description
void	close()
TizaReader	copy()
static TizaReader	createCSVReader(String filename, String quote, String delimiter, String encoding)
static TizaReader	createFileReader(String filePath, Properties properties, String groupName)
static TizaReader	createFTPReader(String fileName, Properties properties, String groupName)
static TizaReader	createHTTPReader(String fileName, Properties properties, String groupName)
static TizaReader	createJDBCReader(String driver, String connection, String user, String passwd, String sql)
static TizaReader	createMongoReader(Iterable<com.google.gson.JsonObject> docs)
static TizaReader	createOBJECTReader(String filename)
static TizaReader	createReader(String url, Properties properties, String groupName)
static TizaReader	createXLSReader(String filename, int sheetno, String metadata)
static TizaReader	createXMLReader(String absolutePath, String rootNode)
static TizaReader	createZIPReader(Properties properties, String groupName)
static String	decodeDates(String url, Date d)
String	getDisplay()
static String	getFTPFile(String extractPattern, String fileName, String username, String password)
List<String>	getHeadings()
static String	getHTTPFile(String url, String username, String password, Document headers)
ArrayList<String>	getStatus()
int	getType()
boolean	isValid()
static void	main(String[] args)
Map<String,Object>	readNext()
void	reset()
void	setColumns(List<String> headings)
void	startXML()
void	stop()
static void	testJDBC(String[] args)
static List<String>	unzip(String zipFilePath, String destDirectory, String filter)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

logger

protected static Logger logger

CSV

public static final int CSV

See Also:

Constant Field Values

JDBC

public static final int JDBC

See Also:

Constant Field Values

OBJECTSTREAM

public static final int OBJECTSTREAM

See Also:

Constant Field Values

EXCEL

public static final int EXCEL

See Also:

Constant Field Values

XML

public static final int XML

See Also:

Constant Field Values

MONGO

public static final int MONGO

See Also:

Constant Field Values

EDGAR

public static final int EDGAR

See Also:

Constant Field Values

TYPE

protected int TYPE

recordQueue

protected LinkedBlockingQueue<Map<String,Object>> recordQueue

status

protected int status

Constructor Detail

TizaReader

protected TizaReader()

Method Detail

getStatus

public ArrayList<String> getStatus()

isValid

public boolean isValid()

createXLSReader

public static TizaReader createXLSReader(String filename,
                                         int sheetno,
                                         String metadata)
                                  throws IOException

Throws:

IOException

createOBJECTReader

public static TizaReader createOBJECTReader(String filename)
                                     throws IOException

Throws:

IOException

createCSVReader

public static TizaReader createCSVReader(String filename,
                                         String quote,
                                         String delimiter,
                                         String encoding)
                                  throws UnsupportedEncodingException,
                                         FileNotFoundException

Throws:

UnsupportedEncodingException

FileNotFoundException

createJDBCReader

public static TizaReader createJDBCReader(String driver,
                                          String connection,
                                          String user,
                                          String passwd,
                                          String sql)
                                   throws SQLException

Throws:

SQLException

createXMLReader

public static TizaReader createXMLReader(String absolutePath,
                                         String rootNode)
                                  throws IOException

Throws:

IOException

createMongoReader

public static TizaReader createMongoReader(Iterable<com.google.gson.JsonObject> docs)
                                    throws IOException

Throws:

IOException

createZIPReader

public static TizaReader createZIPReader(Properties properties,
                                         String groupName)
                                  throws IOException,
                                         SQLException

Throws:

IOException

SQLException

unzip

public static List<String> unzip(String zipFilePath,
                                 String destDirectory,
                                 String filter)
                          throws IOException

Throws:

IOException

createHTTPReader

public static TizaReader createHTTPReader(String fileName,
                                          Properties properties,
                                          String groupName)
                                   throws IOException,
                                          SQLException

Throws:

IOException

SQLException

decodeDates

public static String decodeDates(String url,
                                 Date d)

getHTTPFile

public static String getHTTPFile(String url,
                                 String username,
                                 String password,
                                 Document headers)
                          throws URISyntaxException,
                                 org.apache.http.client.ClientProtocolException,
                                 IOException

Throws:

URISyntaxException

org.apache.http.client.ClientProtocolException

IOException

createReader

public static TizaReader createReader(String url,
                                      Properties properties,
                                      String groupName)
                               throws IOException,
                                      SQLException

Throws:

IOException

SQLException

createFileReader

public static TizaReader createFileReader(String filePath,
                                          Properties properties,
                                          String groupName)
                                   throws IOException,
                                          SQLException

Throws:

IOException

SQLException

createFTPReader

public static TizaReader createFTPReader(String fileName,
                                         Properties properties,
                                         String groupName)
                                  throws IOException,
                                         SQLException

Throws:

IOException

SQLException

getFTPFile

public static String getFTPFile(String extractPattern,
                                String fileName,
                                String username,
                                String password)

setColumns

public void setColumns(List<String> headings)

getType

public int getType()

reset

public void reset()
           throws SQLException,
                  IOException

Throws:

SQLException

IOException

copy

public TizaReader copy()
                throws SQLException,
                       IOException

Throws:

SQLException

IOException

readNext

public Map<String,Object> readNext()
                            throws Exception

Throws:

Exception

startXML

public void startXML()

getDisplay

public String getDisplay()

getHeadings

public List<String> getHeadings()

close

public void close()

testJDBC

public static void testJDBC(String[] args)

stop

public void stop()

main

public static void main(String[] args)