com.logicalclocks.hsfs

Class StorageConnector

java.lang.Object

com.logicalclocks.hsfs.StorageConnector

Direct Known Subclasses:

StorageConnector.AdlsConnector, StorageConnector.BigqueryConnector, StorageConnector.GcsConnector, StorageConnector.HopsFsConnector, StorageConnector.JdbcConnector, StorageConnector.KafkaConnector, StorageConnector.RedshiftConnector, StorageConnector.S3Connector, StorageConnector.SnowflakeConnector

public abstract class StorageConnector
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	StorageConnector.AdlsConnector
static class	StorageConnector.BigqueryConnector
static class	StorageConnector.GcsConnector
static class	StorageConnector.HopsFsConnector
static class	StorageConnector.JdbcConnector
static class	StorageConnector.KafkaConnector
static class	StorageConnector.RedshiftConnector
static class	StorageConnector.S3Connector
static class	StorageConnector.SnowflakeConnector

Field Summary

Fields

Modifier and Type	Field and Description
protected String	description
protected Integer	featurestoreId
protected Integer	id
protected static org.slf4j.Logger	LOGGER
protected String	name
protected StorageConnectorApi	storageConnectorApi
protected StorageConnectorType	storageConnectorType

Constructor Summary

Constructors

Constructor and Description
StorageConnector()

Method Summary

Modifier and Type	Method and Description
abstract String	getPath(String subPath)
StorageConnector	refetch()
abstract Map<String,String>	sparkOptions()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

storageConnectorType

protected StorageConnectorType storageConnectorType

id

protected Integer id

name

protected String name

description

protected String description

featurestoreId

protected Integer featurestoreId

storageConnectorApi

protected StorageConnectorApi storageConnectorApi

LOGGER

protected static final org.slf4j.Logger LOGGER

Constructor Detail

StorageConnector

public StorageConnector()

Method Detail

refetch

public StorageConnector refetch()
                         throws FeatureStoreException,
                                IOException

Throws:

FeatureStoreException

IOException

getPath

public abstract String getPath(String subPath)
                        throws FeatureStoreException

Throws:

FeatureStoreException

sparkOptions

public abstract Map<String,String> sparkOptions()
                                         throws IOException,
                                                FeatureStoreException

Throws:

IOException

FeatureStoreException