org.apache.druid.metadata

Class SQLMetadataConnector

java.lang.Object

org.apache.druid.metadata.SQLMetadataConnector

All Implemented Interfaces:

org.apache.druid.metadata.MetadataStorageConnector

Direct Known Subclasses:

DerbyConnector

public abstract class SQLMetadataConnector
extends Object
implements org.apache.druid.metadata.MetadataStorageConnector

Field Summary

Fields inherited from interface org.apache.druid.metadata.MetadataStorageConnector

CONFIG_TABLE_KEY_COLUMN, CONFIG_TABLE_VALUE_COLUMN

Constructor Summary

Constructors

Constructor and Description
SQLMetadataConnector(com.google.common.base.Supplier<org.apache.druid.metadata.MetadataStorageConnectorConfig> config, com.google.common.base.Supplier<org.apache.druid.metadata.MetadataStorageTablesConfig> tablesConfigSupplier)

Method Summary

Modifier and Type	Method and Description
boolean	compareAndSwap(List<org.apache.druid.metadata.MetadataCASUpdate> updates)
protected boolean	connectorIsTransientException(Throwable e)
void	createAuditTable()
void	createConfigTable()
void	createConfigTable(String tableName)
void	createDataSourceTable()
void	createDataSourceTable(String tableName)
void	createEntryTable(String tableName)
void	createLockTable(String tableName, String entryTypeName)
void	createLogTable(String tableName, String entryTypeName)
void	createPendingSegmentsTable()
void	createPendingSegmentsTable(String tableName)
void	createRulesTable()
void	createRulesTable(String tableName)
void	createSegmentTable()
void	createSegmentTable(String tableName)
void	createSupervisorsTable()
void	createSupervisorsTable(String tableName)
void	createTable(String tableName, Iterable<String> sql)
void	createTaskTables()
void	deleteAllRecords(String tableName)
org.apache.druid.metadata.MetadataStorageConnectorConfig	getConfig()
protected org.apache.commons.dbcp2.BasicDataSource	getDatasource()
abstract org.skife.jdbi.v2.DBI	getDBI()
protected String	getPayloadType() SQL type to use for payload data (e.g.
abstract String	getQuoteString()
protected abstract String	getSerialType() Auto-incrementing SQL type to use for IDs Must be an integer type, which values will be automatically set by the database The resulting string will be interpolated into the table creation statement, e.g.
protected abstract int	getStreamingFetchSize() Returns the value that should be passed to statement.setFetchSize to ensure results are streamed back from the database instead of fetching the entire result set in memory.
String	getValidationQuery()
protected <T> T	inReadOnlyTransaction(org.skife.jdbi.v2.TransactionCallback<T> callback)
Void	insertOrUpdate(String tableName, String keyColumn, String valueColumn, String key, byte[] value)
boolean	isTransientException(Throwable e)
byte[]	lookup(String tableName, String keyColumn, String valueColumn, String key)
byte[]	lookupWithHandle(org.skife.jdbi.v2.Handle handle, String tableName, String keyColumn, String valueColumn, String key)
<T> T	retryTransaction(org.skife.jdbi.v2.TransactionCallback<T> callback, int quietTries, int maxTries)
<T> T	retryWithHandle(org.skife.jdbi.v2.tweak.HandleCallback<T> callback)
<T> T	retryWithHandle(org.skife.jdbi.v2.tweak.HandleCallback<T> callback, com.google.common.base.Predicate<Throwable> myShouldRetry)
abstract boolean	tableExists(org.skife.jdbi.v2.Handle handle, String tableName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SQLMetadataConnector

public SQLMetadataConnector(com.google.common.base.Supplier<org.apache.druid.metadata.MetadataStorageConnectorConfig> config,
                            com.google.common.base.Supplier<org.apache.druid.metadata.MetadataStorageTablesConfig> tablesConfigSupplier)

Method Detail

getPayloadType

protected String getPayloadType()

SQL type to use for payload data (e.g. JSON blobs). Must be a binary type, which values can be accessed using ResultSet.getBytes()

The resulting string will be interpolated into the table creation statement, e.g. CREATE TABLE druid_table ( payload NOT NULL, ... )

Returns:

String representing the SQL type

getSerialType

protected abstract String getSerialType()

Auto-incrementing SQL type to use for IDs Must be an integer type, which values will be automatically set by the database

The resulting string will be interpolated into the table creation statement, e.g. CREATE TABLE druid_table ( id NOT NULL, ... )

Returns:

String representing the SQL type and auto-increment statement

getStreamingFetchSize

protected abstract int getStreamingFetchSize()

Returns the value that should be passed to statement.setFetchSize to ensure results are streamed back from the database instead of fetching the entire result set in memory.

Returns:

optimal fetch size to stream results back

getQuoteString

public abstract String getQuoteString()

Returns:

the string that should be used to quote string fields

getValidationQuery

public String getValidationQuery()

tableExists

public abstract boolean tableExists(org.skife.jdbi.v2.Handle handle,
                                    String tableName)

retryWithHandle

public <T> T retryWithHandle(org.skife.jdbi.v2.tweak.HandleCallback<T> callback,
                             com.google.common.base.Predicate<Throwable> myShouldRetry)

retryWithHandle

public <T> T retryWithHandle(org.skife.jdbi.v2.tweak.HandleCallback<T> callback)

retryTransaction

public <T> T retryTransaction(org.skife.jdbi.v2.TransactionCallback<T> callback,
                              int quietTries,
                              int maxTries)

isTransientException

public final boolean isTransientException(Throwable e)

connectorIsTransientException

protected boolean connectorIsTransientException(Throwable e)

createTable

public void createTable(String tableName,
                        Iterable<String> sql)

createPendingSegmentsTable

public void createPendingSegmentsTable(String tableName)

createDataSourceTable

public void createDataSourceTable(String tableName)

createSegmentTable

public void createSegmentTable(String tableName)

createRulesTable

public void createRulesTable(String tableName)

createConfigTable

public void createConfigTable(String tableName)

createEntryTable

public void createEntryTable(String tableName)

createLogTable

public void createLogTable(String tableName,
                           String entryTypeName)

createLockTable

public void createLockTable(String tableName,
                            String entryTypeName)

createSupervisorsTable

public void createSupervisorsTable(String tableName)

insertOrUpdate

public Void insertOrUpdate(String tableName,
                           String keyColumn,
                           String valueColumn,
                           String key,
                           byte[] value)

Specified by:

insertOrUpdate in interface org.apache.druid.metadata.MetadataStorageConnector

compareAndSwap

public boolean compareAndSwap(List<org.apache.druid.metadata.MetadataCASUpdate> updates)

Specified by:

compareAndSwap in interface org.apache.druid.metadata.MetadataStorageConnector

getDBI

public abstract org.skife.jdbi.v2.DBI getDBI()

createDataSourceTable

public void createDataSourceTable()

Specified by:

createDataSourceTable in interface org.apache.druid.metadata.MetadataStorageConnector

createPendingSegmentsTable

public void createPendingSegmentsTable()

Specified by:

createPendingSegmentsTable in interface org.apache.druid.metadata.MetadataStorageConnector

createSegmentTable

public void createSegmentTable()

Specified by:

createSegmentTable in interface org.apache.druid.metadata.MetadataStorageConnector

createRulesTable

public void createRulesTable()

Specified by:

createRulesTable in interface org.apache.druid.metadata.MetadataStorageConnector

createConfigTable

public void createConfigTable()

Specified by:

createConfigTable in interface org.apache.druid.metadata.MetadataStorageConnector

createTaskTables

public void createTaskTables()

Specified by:

createTaskTables in interface org.apache.druid.metadata.MetadataStorageConnector

createSupervisorsTable

public void createSupervisorsTable()

Specified by:

createSupervisorsTable in interface org.apache.druid.metadata.MetadataStorageConnector

lookup

public byte[] lookup(String tableName,
                     String keyColumn,
                     String valueColumn,
                     String key)

Specified by:

lookup in interface org.apache.druid.metadata.MetadataStorageConnector

lookupWithHandle

public byte[] lookupWithHandle(org.skife.jdbi.v2.Handle handle,
                               String tableName,
                               String keyColumn,
                               String valueColumn,
                               String key)

getConfig

public org.apache.druid.metadata.MetadataStorageConnectorConfig getConfig()

getDatasource

protected org.apache.commons.dbcp2.BasicDataSource getDatasource()

inReadOnlyTransaction

protected final <T> T inReadOnlyTransaction(org.skife.jdbi.v2.TransactionCallback<T> callback)

createAuditTable

public void createAuditTable()

Specified by:

createAuditTable in interface org.apache.druid.metadata.MetadataStorageConnector

deleteAllRecords

public void deleteAllRecords(String tableName)

Specified by:

deleteAllRecords in interface org.apache.druid.metadata.MetadataStorageConnector