org.apache.hive.storage.jdbc.dao

Class GenericJdbcDatabaseAccessor

java.lang.Object

org.apache.hive.storage.jdbc.dao.GenericJdbcDatabaseAccessor

All Implemented Interfaces:

DatabaseAccessor

Direct Known Subclasses:

JethroDatabaseAccessor, MsSqlDatabaseAccessor, MySqlDatabaseAccessor, OracleDatabaseAccessor, PostgresDatabaseAccessor

public class GenericJdbcDatabaseAccessor
extends Object
implements DatabaseAccessor

A data accessor that should in theory work with all JDBC compliant database drivers.

Field Summary

Fields

Modifier and Type	Field and Description
protected static String	DBCP_CONFIG_PREFIX
protected static org.apache.hadoop.io.Text	DBCP_PWD
protected DataSource	dbcpDataSource
protected static int	DEFAULT_FETCH_SIZE
protected static org.slf4j.Logger	LOGGER

Constructor Summary

Constructors

Constructor and Description
GenericJdbcDatabaseAccessor()

Method Summary

Modifier and Type	Method and Description
protected String	addLimitAndOffsetToQuery(String sql, int limit, int offset) Uses generic JDBC escape functions to add a limit and offset clause to a query string
protected String	addLimitToQuery(String sql, int limit)
protected void	cleanupResources(Connection conn, PreparedStatement ps, ResultSet rs)
List<String>	getColumnNames(org.apache.hadoop.conf.Configuration conf)
protected Properties	getConnectionPoolProperties(org.apache.hadoop.conf.Configuration conf)
protected Properties	getDefaultDBCPProperties()
protected int	getFetchSize(org.apache.hadoop.conf.Configuration conf)
protected String	getMetaDataQuery(org.apache.hadoop.conf.Configuration conf)
JdbcRecordIterator	getRecordIterator(org.apache.hadoop.conf.Configuration conf, int limit, int offset)
int	getTotalNumberOfRecords(org.apache.hadoop.conf.Configuration conf)
protected void	initializeDatabaseConnection(org.apache.hadoop.conf.Configuration conf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DBCP_CONFIG_PREFIX

protected static final String DBCP_CONFIG_PREFIX

See Also:

Constant Field Values

DEFAULT_FETCH_SIZE

protected static final int DEFAULT_FETCH_SIZE

See Also:

Constant Field Values

LOGGER

protected static final org.slf4j.Logger LOGGER

dbcpDataSource

protected DataSource dbcpDataSource

DBCP_PWD

protected static final org.apache.hadoop.io.Text DBCP_PWD

Constructor Detail

GenericJdbcDatabaseAccessor

public GenericJdbcDatabaseAccessor()

Method Detail

getColumnNames

public List<String> getColumnNames(org.apache.hadoop.conf.Configuration conf)
                            throws HiveJdbcDatabaseAccessException

Specified by:

getColumnNames in interface DatabaseAccessor

Throws:

HiveJdbcDatabaseAccessException

getMetaDataQuery

protected String getMetaDataQuery(org.apache.hadoop.conf.Configuration conf)

getTotalNumberOfRecords

public int getTotalNumberOfRecords(org.apache.hadoop.conf.Configuration conf)
                            throws HiveJdbcDatabaseAccessException

Specified by:

getTotalNumberOfRecords in interface DatabaseAccessor

Throws:

HiveJdbcDatabaseAccessException

getRecordIterator

public JdbcRecordIterator getRecordIterator(org.apache.hadoop.conf.Configuration conf,
                                            int limit,
                                            int offset)
                                     throws HiveJdbcDatabaseAccessException

Specified by:

getRecordIterator in interface DatabaseAccessor

Throws:

HiveJdbcDatabaseAccessException

addLimitAndOffsetToQuery

protected String addLimitAndOffsetToQuery(String sql,
                                          int limit,
                                          int offset)

Uses generic JDBC escape functions to add a limit and offset clause to a query string

Parameters:

sql -

limit -

offset -

Returns:

addLimitToQuery

protected String addLimitToQuery(String sql,
                                 int limit)

cleanupResources

protected void cleanupResources(Connection conn,
                                PreparedStatement ps,
                                ResultSet rs)

initializeDatabaseConnection

protected void initializeDatabaseConnection(org.apache.hadoop.conf.Configuration conf)
                                     throws Exception

Throws:

Exception

getConnectionPoolProperties

protected Properties getConnectionPoolProperties(org.apache.hadoop.conf.Configuration conf)
                                          throws Exception

Throws:

Exception

getDefaultDBCPProperties

protected Properties getDefaultDBCPProperties()

getFetchSize

protected int getFetchSize(org.apache.hadoop.conf.Configuration conf)