Package com.logicalclocks.hsfs.flink.engine

Class FlinkEngine

java.lang.Object

com.logicalclocks.hsfs.engine.EngineBase

com.logicalclocks.hsfs.flink.engine.FlinkEngine

public class FlinkEngine
extends EngineBase

Field Summary

Fields inherited from class com.logicalclocks.hsfs.engine.EngineBase

LOGGER, storageConnectorApi

Method Summary

Modifier and Type	Method	Description
String	addFile(String filePath)
static FlinkEngine	getInstance()
Map<String,String>	getKafkaConfig(FeatureGroupBase featureGroup, Map<String,String> writeOptions)
void	setStorageConnectorApi(StorageConnectorApi storageConnectorApi)
org.apache.flink.streaming.api.datastream.DataStreamSink<?>	writeDataStream(StreamFeatureGroup streamFeatureGroup, org.apache.flink.streaming.api.datastream.DataStream<?> dataStream, Map<String,String> writeOptions)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Details

getInstance

public static FlinkEngine getInstance()

writeDataStream

public org.apache.flink.streaming.api.datastream.DataStreamSink<?> writeDataStream(StreamFeatureGroup streamFeatureGroup,
 org.apache.flink.streaming.api.datastream.DataStream<?> dataStream,
 Map<String,String> writeOptions)
                                                                            throws FeatureStoreException,
IOException

Throws:

FeatureStoreException

IOException

addFile

public String addFile(String filePath)
               throws IOException,
FeatureStoreException

Specified by:

addFile in class EngineBase

Throws:

IOException

FeatureStoreException

getKafkaConfig

public Map<String,String> getKafkaConfig(FeatureGroupBase featureGroup,
 Map<String,String> writeOptions)
                                  throws FeatureStoreException,
IOException

Specified by:

getKafkaConfig in class EngineBase

Throws:

FeatureStoreException

IOException

setStorageConnectorApi

public void setStorageConnectorApi(StorageConnectorApi storageConnectorApi)