com.logicalclocks.hsfs.flink.engine

Class FeatureGroupEngine

java.lang.Object

com.logicalclocks.hsfs.engine.FeatureGroupEngineBase

com.logicalclocks.hsfs.flink.engine.FeatureGroupEngine

public class FeatureGroupEngine
extends FeatureGroupEngineBase

Field Summary

Fields inherited from class com.logicalclocks.hsfs.engine.FeatureGroupEngineBase

featureGroupApi, LOGGER, tagsApi, utils

Constructor Summary

Constructors

Constructor and Description
FeatureGroupEngine()

Method Summary

Modifier and Type	Method and Description
StreamFeatureGroup	getOrCreateFeatureGroup(FeatureStore featureStore, @NonNull String name, Integer version, String description, Boolean onlineEnabled, TimeTravelFormat timeTravelFormat, List<String> primaryKeys, List<String> partitionKeys, String eventTime, String hudiPrecombineKey, List<Feature> features, StatisticsConfig statisticsConfig, StorageConnector storageConnector, String path)
StreamFeatureGroup	getStreamFeatureGroup(FeatureStore featureStore, String fgName, Integer fgVersion)
List<StreamFeatureGroup>	getStreamFeatureGroups(FeatureStore featureStore, String fgName)
org.apache.flink.streaming.api.datastream.DataStreamSink<?>	insertStream(StreamFeatureGroup streamFeatureGroup, org.apache.flink.streaming.api.datastream.DataStream<?> featureData, Map<String,String> writeOptions)
void	save(StreamFeatureGroup featureGroup, List<String> partitionKeys, String precombineKeyName, Map<String,String> writeOptions, JobConfiguration materializationJobConfiguration)

Methods inherited from class com.logicalclocks.hsfs.engine.FeatureGroupEngineBase

addTag, delete, deleteTag, getTag, getTags, saveExtennalFeatureGroupMetaData, updateDeprecated, updateDescription, updateFeatures, updateNotificationTopicName, updateStatisticsConfig

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

FeatureGroupEngine

public FeatureGroupEngine()

Method Detail

insertStream

public org.apache.flink.streaming.api.datastream.DataStreamSink<?> insertStream(StreamFeatureGroup streamFeatureGroup,
                                                                                org.apache.flink.streaming.api.datastream.DataStream<?> featureData,
                                                                                Map<String,String> writeOptions)

getStreamFeatureGroup

public StreamFeatureGroup getStreamFeatureGroup(FeatureStore featureStore,
                                                String fgName,
                                                Integer fgVersion)
                                         throws IOException,
                                                FeatureStoreException

Throws:

IOException

FeatureStoreException

getStreamFeatureGroups

public List<StreamFeatureGroup> getStreamFeatureGroups(FeatureStore featureStore,
                                                       String fgName)
                                                throws FeatureStoreException,
                                                       IOException

Throws:

FeatureStoreException

IOException

save

public void save(StreamFeatureGroup featureGroup,
                 List<String> partitionKeys,
                 String precombineKeyName,
                 Map<String,String> writeOptions,
                 JobConfiguration materializationJobConfiguration)
          throws FeatureStoreException,
                 IOException

Throws:

FeatureStoreException

IOException

getOrCreateFeatureGroup

public StreamFeatureGroup getOrCreateFeatureGroup(FeatureStore featureStore,
                                                  @NonNull
                                                  @NonNull String name,
                                                  Integer version,
                                                  String description,
                                                  Boolean onlineEnabled,
                                                  TimeTravelFormat timeTravelFormat,
                                                  List<String> primaryKeys,
                                                  List<String> partitionKeys,
                                                  String eventTime,
                                                  String hudiPrecombineKey,
                                                  List<Feature> features,
                                                  StatisticsConfig statisticsConfig,
                                                  StorageConnector storageConnector,
                                                  String path)
                                           throws IOException,
                                                  FeatureStoreException

Throws:

IOException

FeatureStoreException