Package com.logicalclocks.hsfs

Class StorageConnector.S3Connector

java.lang.Object

com.logicalclocks.hsfs.StorageConnector

com.logicalclocks.hsfs.StorageConnector.S3Connector

Enclosing class:

StorageConnector

public static class StorageConnector.S3Connector
extends StorageConnector

Nested Class Summary

Nested classes/interfaces inherited from class com.logicalclocks.hsfs.StorageConnector

StorageConnector.AdlsConnector, StorageConnector.BigqueryConnector, StorageConnector.GcsConnector, StorageConnector.GlueConnector, StorageConnector.HopsFsConnector, StorageConnector.JdbcConnector, StorageConnector.KafkaConnector, StorageConnector.MongoDbConnector, StorageConnector.RedshiftConnector, StorageConnector.S3Connector, StorageConnector.SapHanaConnector, StorageConnector.SnowflakeConnector, StorageConnector.SqlConnector

Field Summary

Fields

Modifier and Type	Field	Description
protected String	accessKey
protected List<Option>	arguments
protected String	bucket
protected String	iamRole
protected String	path
protected String	region
protected String	secretKey
protected String	serverEncryptionAlgorithm
protected String	serverEncryptionKey
protected String	sessionToken

Fields inherited from class com.logicalclocks.hsfs.StorageConnector

description, featurestoreId, id, LOGGER, name, storageConnectorApi, storageConnectorType

Constructor Summary

Constructors

Constructor	Description
S3Connector()

Method Summary

Modifier and Type	Method	Description
String	getPath(String subPath)
Map<String,String>	sparkOptions(DataSource dataSource)
void	update()

Methods inherited from class com.logicalclocks.hsfs.StorageConnector

refetch, sparkOptions

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

accessKey

protected String accessKey

secretKey

protected String secretKey

serverEncryptionAlgorithm

protected String serverEncryptionAlgorithm

serverEncryptionKey

protected String serverEncryptionKey

bucket

protected String bucket

path

protected String path

region

protected String region

sessionToken

protected String sessionToken

iamRole

protected String iamRole

arguments

protected List<Option> arguments

Constructor Details

S3Connector

public S3Connector()

Method Details

getPath

public String getPath(String subPath)

Specified by:

getPath in class StorageConnector

sparkOptions

public Map<String,String> sparkOptions(DataSource dataSource)

Specified by:

sparkOptions in class StorageConnector

update

public void update()
            throws FeatureStoreException,
IOException

Throws:

FeatureStoreException

IOException