com.logicalclocks.hsfs.flink.engine

Class FlinkEngine

java.lang.Object

com.logicalclocks.hsfs.engine.EngineBase

com.logicalclocks.hsfs.flink.engine.FlinkEngine

public class FlinkEngine
extends EngineBase

Field Summary

Fields inherited from class com.logicalclocks.hsfs.engine.EngineBase

LOGGER, storageConnectorApi

Method Summary

Modifier and Type	Method and Description
String	addFile(String filePath)
static FlinkEngine	getInstance()
Map<String,String>	getKafkaConfig(FeatureGroupBase featureGroup, Map<String,String> writeOptions)
void	setStorageConnectorApi(StorageConnectorApi storageConnectorApi)
org.apache.flink.streaming.api.datastream.DataStreamSink<?>	writeDataStream(StreamFeatureGroup streamFeatureGroup, org.apache.flink.streaming.api.datastream.DataStream<?> dataStream, Map<String,String> writeOptions)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

getInstance

public static FlinkEngine getInstance()

writeDataStream

public org.apache.flink.streaming.api.datastream.DataStreamSink<?> writeDataStream(StreamFeatureGroup streamFeatureGroup,
                                                                                   org.apache.flink.streaming.api.datastream.DataStream<?> dataStream,
                                                                                   Map<String,String> writeOptions)
                                                                            throws FeatureStoreException,
                                                                                   IOException

Throws:

FeatureStoreException

IOException

addFile

public String addFile(String filePath)
               throws IOException

Specified by:

addFile in class EngineBase

Throws:

IOException

getKafkaConfig

public Map<String,String> getKafkaConfig(FeatureGroupBase featureGroup,
                                         Map<String,String> writeOptions)
                                  throws FeatureStoreException,
                                         IOException

Specified by:

getKafkaConfig in class EngineBase

Throws:

FeatureStoreException

IOException

setStorageConnectorApi

public void setStorageConnectorApi(StorageConnectorApi storageConnectorApi)