Package com.logicalclocks.hsfs.engine

Class FeatureGroupEngine<T>

java.lang.Object

com.logicalclocks.hsfs.engine.FeatureGroupEngineBase

com.logicalclocks.hsfs.engine.FeatureGroupEngine<T>

public class FeatureGroupEngine<T>
extends FeatureGroupEngineBase

Field Summary

Fields inherited from class com.logicalclocks.hsfs.engine.FeatureGroupEngineBase

featureGroupApi, LOGGER, tagsApi, utils

Constructor Summary

Constructors

Constructor	Description
FeatureGroupEngine()

Method Summary

Modifier and Type	Method	Description
StreamFeatureGroup	getOrCreateFeatureGroup(FeatureStore featureStore, @NonNull String name, Integer version, String description, Boolean onlineEnabled, TimeTravelFormat timeTravelFormat, List<String> primaryKeys, List<String> partitionKeys, String eventTime, String hudiPrecombineKey, List<Feature> features, StatisticsConfig statisticsConfig, DataSource dataSource, OnlineConfig onlineConfig)
StreamFeatureGroup	getOrCreateFeatureGroup(FeatureStore featureStore, @NonNull String name, Integer version, String description, Boolean onlineEnabled, TimeTravelFormat timeTravelFormat, List<String> primaryKeys, List<String> partitionKeys, String eventTime, String hudiPrecombineKey, List<Feature> features, StatisticsConfig statisticsConfig, StorageConnector storageConnector, String path, OnlineConfig onlineConfig)
StreamFeatureGroup	getStreamFeatureGroup(FeatureStore featureStore, String fgName, Integer fgVersion)
List<StreamFeatureGroup>	getStreamFeatureGroups(FeatureStore featureStore, String fgName)
List<Object>	insertStream(StreamFeatureGroup streamFeatureGroup, List<T> featureData, Map<String,String> writeOptions)
void	save(StreamFeatureGroup featureGroup, List<String> partitionKeys, String precombineKeyName, Map<String,String> writeOptions, JobConfiguration materializationJobConfiguration)

Methods inherited from class com.logicalclocks.hsfs.engine.FeatureGroupEngineBase

addTag, delete, deleteTag, getTag, getTags, saveExtennalFeatureGroupMetaData, updateDeprecated, updateDescription, updateFeatures, updateNotificationTopicName, updateStatisticsConfig

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

FeatureGroupEngine

public FeatureGroupEngine()

Method Details

getStreamFeatureGroup

public StreamFeatureGroup getStreamFeatureGroup(FeatureStore featureStore,
 String fgName,
 Integer fgVersion)
                                         throws IOException,
FeatureStoreException

Throws:

IOException

FeatureStoreException

getStreamFeatureGroups

public List<StreamFeatureGroup> getStreamFeatureGroups(FeatureStore featureStore,
 String fgName)
                                                throws FeatureStoreException,
IOException

Throws:

FeatureStoreException

IOException

save

public void save(StreamFeatureGroup featureGroup,
 List<String> partitionKeys,
 String precombineKeyName,
 Map<String,String> writeOptions,
 JobConfiguration materializationJobConfiguration)
          throws FeatureStoreException,
IOException

Throws:

FeatureStoreException

IOException

insertStream

public List<Object> insertStream(StreamFeatureGroup streamFeatureGroup,
 List<T> featureData,
 Map<String,String> writeOptions)

getOrCreateFeatureGroup

public StreamFeatureGroup getOrCreateFeatureGroup(FeatureStore featureStore,
 @NonNull
 @NonNull String name,
 Integer version,
 String description,
 Boolean onlineEnabled,
 TimeTravelFormat timeTravelFormat,
 List<String> primaryKeys,
 List<String> partitionKeys,
 String eventTime,
 String hudiPrecombineKey,
 List<Feature> features,
 StatisticsConfig statisticsConfig,
 StorageConnector storageConnector,
 String path,
 OnlineConfig onlineConfig)
                                           throws IOException,
FeatureStoreException

Throws:

IOException

FeatureStoreException

getOrCreateFeatureGroup

public StreamFeatureGroup getOrCreateFeatureGroup(FeatureStore featureStore,
 @NonNull
 @NonNull String name,
 Integer version,
 String description,
 Boolean onlineEnabled,
 TimeTravelFormat timeTravelFormat,
 List<String> primaryKeys,
 List<String> partitionKeys,
 String eventTime,
 String hudiPrecombineKey,
 List<Feature> features,
 StatisticsConfig statisticsConfig,
 DataSource dataSource,
 OnlineConfig onlineConfig)
                                           throws IOException,
FeatureStoreException

Throws:

IOException

FeatureStoreException