com.logicalclocks.hsfs

Class StorageConnector.S3Connector

java.lang.Object

com.logicalclocks.hsfs.StorageConnector

com.logicalclocks.hsfs.StorageConnector.S3Connector

Enclosing class:

StorageConnector

public static class StorageConnector.S3Connector
extends StorageConnector

Nested Class Summary

Nested classes/interfaces inherited from class com.logicalclocks.hsfs.StorageConnector

StorageConnector.AdlsConnector, StorageConnector.BigqueryConnector, StorageConnector.GcsConnector, StorageConnector.HopsFsConnector, StorageConnector.JdbcConnector, StorageConnector.KafkaConnector, StorageConnector.RdsConnector, StorageConnector.RedshiftConnector, StorageConnector.S3Connector, StorageConnector.SnowflakeConnector

Field Summary

Fields

Modifier and Type	Field and Description
protected String	accessKey
protected List<Option>	arguments
protected String	bucket
protected String	iamRole
protected String	path
protected String	region
protected String	secretKey
protected String	serverEncryptionAlgorithm
protected String	serverEncryptionKey
protected String	sessionToken

Fields inherited from class com.logicalclocks.hsfs.StorageConnector

description, featurestoreId, id, LOGGER, name, storageConnectorApi, storageConnectorType

Constructor Summary

Constructors

Constructor and Description
S3Connector()

Method Summary

Modifier and Type	Method and Description
String	getPath(String subPath)
Map<String,String>	sparkOptions(DataSource dataSource)
void	update()

Methods inherited from class com.logicalclocks.hsfs.StorageConnector

refetch, sparkOptions

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

accessKey

protected String accessKey

secretKey

protected String secretKey

serverEncryptionAlgorithm

protected String serverEncryptionAlgorithm

serverEncryptionKey

protected String serverEncryptionKey

bucket

protected String bucket

path

protected String path

region

protected String region

sessionToken

protected String sessionToken

iamRole

protected String iamRole

arguments

protected List<Option> arguments

Constructor Detail

S3Connector

public S3Connector()

Method Detail

getPath

public String getPath(String subPath)

Specified by:

getPath in class StorageConnector

sparkOptions

public Map<String,String> sparkOptions(DataSource dataSource)

Specified by:

sparkOptions in class StorageConnector

update

public void update()
            throws FeatureStoreException,
                   IOException

Throws:

FeatureStoreException

IOException