Package com.logicalclocks.hsfs

Class StorageConnector.GlueConnector

java.lang.Object

com.logicalclocks.hsfs.StorageConnector

com.logicalclocks.hsfs.StorageConnector.GlueConnector

Enclosing class:

StorageConnector

public static class StorageConnector.GlueConnector
extends StorageConnector

Nested Class Summary

Nested classes/interfaces inherited from class com.logicalclocks.hsfs.StorageConnector

StorageConnector.AdlsConnector, StorageConnector.BigqueryConnector, StorageConnector.GcsConnector, StorageConnector.GlueConnector, StorageConnector.HopsFsConnector, StorageConnector.JdbcConnector, StorageConnector.KafkaConnector, StorageConnector.MongoDbConnector, StorageConnector.RedshiftConnector, StorageConnector.S3Connector, StorageConnector.SapHanaConnector, StorageConnector.SnowflakeConnector, StorageConnector.SqlConnector

Field Summary

Fields

Modifier and Type	Field	Description
protected String	accessKey
protected List<Option>	arguments
protected String	catalogId
protected String	database
protected String	iamRole
protected String	region
protected String	secretKey
protected String	sessionToken
protected String	table

Fields inherited from class com.logicalclocks.hsfs.StorageConnector

description, featurestoreId, id, LOGGER, name, storageConnectorApi, storageConnectorType

Constructor Summary

Constructors

Constructor	Description
GlueConnector()

Method Summary

Modifier and Type	Method	Description
String	getPath(String subPath)
Map<String,String>	sparkOptions(DataSource dataSource)
void	update()

Methods inherited from class com.logicalclocks.hsfs.StorageConnector

refetch, sparkOptions

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

catalogId

protected String catalogId

region

protected String region

database

protected String database

table

protected String table

iamRole

protected String iamRole

accessKey

protected String accessKey

secretKey

protected String secretKey

sessionToken

protected String sessionToken

arguments

protected List<Option> arguments

Constructor Details

GlueConnector

public GlueConnector()

Method Details

sparkOptions

public Map<String,String> sparkOptions(DataSource dataSource)

Specified by:

sparkOptions in class StorageConnector

getPath

public String getPath(String subPath)

Specified by:

getPath in class StorageConnector

update

public void update()
            throws FeatureStoreException,
IOException

Throws:

FeatureStoreException

IOException