Package com.logicalclocks.hsfs

Class StorageConnector

java.lang.Object

com.logicalclocks.hsfs.StorageConnector

Direct Known Subclasses:

StorageConnector.AdlsConnector, StorageConnector.BigqueryConnector, StorageConnector.GcsConnector, StorageConnector.GlueConnector, StorageConnector.HopsFsConnector, StorageConnector.JdbcConnector, StorageConnector.KafkaConnector, StorageConnector.MongoDbConnector, StorageConnector.RedshiftConnector, StorageConnector.S3Connector, StorageConnector.SapHanaConnector, StorageConnector.SnowflakeConnector, StorageConnector.SqlConnector

public abstract class StorageConnector
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	StorageConnector.AdlsConnector
static class	StorageConnector.BigqueryConnector
static class	StorageConnector.GcsConnector
static class	StorageConnector.GlueConnector
static class	StorageConnector.HopsFsConnector
static class	StorageConnector.JdbcConnector
static class	StorageConnector.KafkaConnector
static class	StorageConnector.MongoDbConnector
static class	StorageConnector.RedshiftConnector
static class	StorageConnector.S3Connector
static class	StorageConnector.SapHanaConnector
static class	StorageConnector.SnowflakeConnector
static class	StorageConnector.SqlConnector

Field Summary

Fields

Modifier and Type	Field	Description
protected String	description
protected Integer	featurestoreId
protected Integer	id
protected static final org.slf4j.Logger	LOGGER
protected String	name
protected StorageConnectorApi	storageConnectorApi
protected StorageConnectorType	storageConnectorType

Constructor Summary

Constructors

Constructor	Description
StorageConnector()

Method Summary

Modifier and Type	Method	Description
abstract String	getPath(String subPath)
StorageConnector	refetch()
Map<String,String>	sparkOptions()
abstract Map<String,String>	sparkOptions(DataSource dataSource)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

storageConnectorType

protected StorageConnectorType storageConnectorType

id

protected Integer id

name

protected String name

description

protected String description

featurestoreId

protected Integer featurestoreId

storageConnectorApi

protected StorageConnectorApi storageConnectorApi

LOGGER

protected static final org.slf4j.Logger LOGGER

Constructor Details

StorageConnector

public StorageConnector()

Method Details

refetch

public StorageConnector refetch()
                         throws FeatureStoreException,
IOException

Throws:

FeatureStoreException

IOException

getPath

public abstract String getPath(String subPath)
                        throws FeatureStoreException

Throws:

FeatureStoreException

sparkOptions

public Map<String,String> sparkOptions()
                                throws IOException,
FeatureStoreException

Throws:

IOException

FeatureStoreException

sparkOptions

public abstract Map<String,String> sparkOptions(DataSource dataSource)
                                         throws IOException,
FeatureStoreException

Throws:

IOException

FeatureStoreException