Package com.logicalclocks.hsfs.flink.engine

Class FeatureGroupEngine

java.lang.Object

com.logicalclocks.hsfs.engine.FeatureGroupEngineBase

com.logicalclocks.hsfs.flink.engine.FeatureGroupEngine

public class FeatureGroupEngine
extends FeatureGroupEngineBase

Field Summary

Fields inherited from class com.logicalclocks.hsfs.engine.FeatureGroupEngineBase

featureGroupApi, LOGGER, tagsApi, utils

Constructor Summary

Constructors

Constructor	Description
FeatureGroupEngine()

Method Summary

Modifier and Type	Method	Description
StreamFeatureGroup	getOrCreateFeatureGroup(FeatureStore featureStore, @NonNull String name, Integer version, String description, Boolean onlineEnabled, TimeTravelFormat timeTravelFormat, List<String> primaryKeys, List<String> partitionKeys, String eventTime, String hudiPrecombineKey, List<Feature> features, StatisticsConfig statisticsConfig, DataSource dataSource, OnlineConfig onlineConfig)
StreamFeatureGroup	getOrCreateFeatureGroup(FeatureStore featureStore, @NonNull String name, Integer version, String description, Boolean onlineEnabled, TimeTravelFormat timeTravelFormat, List<String> primaryKeys, List<String> partitionKeys, String eventTime, String hudiPrecombineKey, List<Feature> features, StatisticsConfig statisticsConfig, StorageConnector storageConnector, String path, OnlineConfig onlineConfig)
StreamFeatureGroup	getStreamFeatureGroup(FeatureStore featureStore, String fgName, Integer fgVersion)
List<StreamFeatureGroup>	getStreamFeatureGroups(FeatureStore featureStore, String fgName)
org.apache.flink.streaming.api.datastream.DataStreamSink<?>	insertStream(StreamFeatureGroup streamFeatureGroup, org.apache.flink.streaming.api.datastream.DataStream<?> featureData, Map<String,String> writeOptions)
void	save(StreamFeatureGroup featureGroup, List<String> partitionKeys, String precombineKeyName, Map<String,String> writeOptions, JobConfiguration materializationJobConfiguration)

Methods inherited from class com.logicalclocks.hsfs.engine.FeatureGroupEngineBase

addTag, delete, deleteTag, getTag, getTags, saveExtennalFeatureGroupMetaData, updateDeprecated, updateDescription, updateFeatures, updateNotificationTopicName, updateStatisticsConfig

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

FeatureGroupEngine

public FeatureGroupEngine()

Method Details

insertStream

public org.apache.flink.streaming.api.datastream.DataStreamSink<?> insertStream(StreamFeatureGroup streamFeatureGroup,
 org.apache.flink.streaming.api.datastream.DataStream<?> featureData,
 Map<String,String> writeOptions)

getStreamFeatureGroup

public StreamFeatureGroup getStreamFeatureGroup(FeatureStore featureStore,
 String fgName,
 Integer fgVersion)
                                         throws IOException,
FeatureStoreException

Throws:

IOException

FeatureStoreException

getStreamFeatureGroups

public List<StreamFeatureGroup> getStreamFeatureGroups(FeatureStore featureStore,
 String fgName)
                                                throws FeatureStoreException,
IOException

Throws:

FeatureStoreException

IOException

save

public void save(StreamFeatureGroup featureGroup,
 List<String> partitionKeys,
 String precombineKeyName,
 Map<String,String> writeOptions,
 JobConfiguration materializationJobConfiguration)
          throws FeatureStoreException,
IOException

Throws:

FeatureStoreException

IOException

getOrCreateFeatureGroup

public StreamFeatureGroup getOrCreateFeatureGroup(FeatureStore featureStore,
 @NonNull
 @NonNull String name,
 Integer version,
 String description,
 Boolean onlineEnabled,
 TimeTravelFormat timeTravelFormat,
 List<String> primaryKeys,
 List<String> partitionKeys,
 String eventTime,
 String hudiPrecombineKey,
 List<Feature> features,
 StatisticsConfig statisticsConfig,
 StorageConnector storageConnector,
 String path,
 OnlineConfig onlineConfig)
                                           throws IOException,
FeatureStoreException

Throws:

IOException

FeatureStoreException

getOrCreateFeatureGroup

public StreamFeatureGroup getOrCreateFeatureGroup(FeatureStore featureStore,
 @NonNull
 @NonNull String name,
 Integer version,
 String description,
 Boolean onlineEnabled,
 TimeTravelFormat timeTravelFormat,
 List<String> primaryKeys,
 List<String> partitionKeys,
 String eventTime,
 String hudiPrecombineKey,
 List<Feature> features,
 StatisticsConfig statisticsConfig,
 DataSource dataSource,
 OnlineConfig onlineConfig)
                                           throws IOException,
FeatureStoreException

Throws:

IOException

FeatureStoreException