Modifier and Type | Class and Description |
---|---|
class |
FeatureGroupBaseForApi |
Constructor and Description |
---|
Feature(@NonNull String name,
@NonNull FeatureGroupBase featureGroup) |
TrainingDatasetFeature(FeatureGroupBase featuregroup,
String name,
Boolean label) |
Modifier and Type | Class and Description |
---|---|
class |
FeatureGroupAlias<T extends FeatureGroupBase> |
class |
FsQueryBase<T extends FeatureGroupBase,T2 extends FeatureGroupBase> |
class |
FsQueryBase<T extends FeatureGroupBase,T2 extends FeatureGroupBase> |
class |
QueryBase<T extends QueryBase<T,T2,T3>,T2 extends FeatureGroupBase,T3> |
Modifier and Type | Field and Description |
---|---|
protected FeatureGroupBase |
QueryBase.leftFeatureGroup |
Modifier and Type | Method and Description |
---|---|
protected List<Feature> |
QueryBase.addFeatureGroupToFeatures(FeatureGroupBase featureGroupBase,
List<Feature> leftFeatures) |
Modifier and Type | Class and Description |
---|---|
class |
FeatureViewEngineBase<T1 extends QueryBase<T1,T4,T5>,T2 extends FeatureViewBase<T2,T3,T1,T5>,T3 extends FeatureStoreBase<T1>,T4 extends FeatureGroupBase,T5> |
Modifier and Type | Method and Description |
---|---|
protected <T extends FeatureGroupBase> |
FeatureGroupEngineBase.saveExtennalFeatureGroupMetaData(T externalFeatureGroup,
Class<T> fgClass) |
<T extends FeatureGroupBase> |
FeatureGroupEngineBase.updateDescription(FeatureGroupBase featureGroup,
String description,
Class<T> fgClass) |
<T extends FeatureGroupBase> |
FeatureGroupEngineBase.updateFeatures(FeatureGroupBase featureGroup,
List<Feature> features,
Class<T> fgClass) |
<T extends FeatureGroupBase> |
FeatureGroupEngineBase.updateStatisticsConfig(FeatureGroupBase featureGroup,
Class<T> fgClass) |
Modifier and Type | Method and Description |
---|---|
void |
FeatureGroupEngineBase.addTag(FeatureGroupBase featureGroupBase,
String name,
Object value) |
void |
FeatureGroupEngineBase.delete(FeatureGroupBase featureGroupBase) |
void |
FeatureGroupEngineBase.deleteTag(FeatureGroupBase featureGroupBase,
String name) |
String |
FeatureGroupUtils.getAvroSchema(FeatureGroupBase featureGroup,
FeatureStoreBase featureStoreBase) |
Map<Long,Map<String,String>> |
FeatureGroupUtils.getCommitDetails(FeatureGroupBase featureGroup,
String wallclockTime,
Integer limit) |
String |
FeatureGroupUtils.getFgName(FeatureGroupBase featureGroup) |
String |
FeatureGroupUtils.getHiveServerConnection(FeatureGroupBase featureGroup,
String connectionString) |
String |
FeatureGroupUtils.getOnlineTableName(FeatureGroupBase offlineFeatureGroup) |
scala.collection.Seq<String> |
FeatureGroupUtils.getPartitionColumns(FeatureGroupBase offlineFeatureGroup) |
scala.collection.Seq<String> |
FeatureGroupUtils.getPrimaryColumns(FeatureGroupBase offlineFeatureGroup) |
Subject |
FeatureGroupUtils.getSubject(FeatureGroupBase featureGroup) |
String |
FeatureGroupUtils.getTableName(FeatureGroupBase offlineFeatureGroup) |
Object |
FeatureGroupEngineBase.getTag(FeatureGroupBase featureGroupBase,
String name) |
Map<String,Object> |
FeatureGroupEngineBase.getTags(FeatureGroupBase featureGroupBase) |
void |
CodeEngine.saveCode(FeatureGroupBase featureGroup) |
<T extends FeatureGroupBase> |
FeatureGroupEngineBase.updateDescription(FeatureGroupBase featureGroup,
String description,
Class<T> fgClass) |
<T extends FeatureGroupBase> |
FeatureGroupEngineBase.updateFeatures(FeatureGroupBase featureGroup,
List<Feature> features,
Class<T> fgClass) |
<T extends FeatureGroupBase> |
FeatureGroupEngineBase.updateStatisticsConfig(FeatureGroupBase featureGroup,
Class<T> fgClass) |
void |
FeatureGroupUtils.verifyAttributeKeyNames(FeatureGroupBase featureGroup,
List<String> partitionKeyNames,
String precombineKeyName) |
Modifier and Type | Method and Description |
---|---|
<U extends FeatureGroupBase> |
FeatureGroupApi.save(FeatureGroupBase featureGroup,
Class<U> fgType) |
<U extends FeatureGroupBase> |
FeatureGroupApi.saveFeatureGroupMetaData(FeatureGroupBase featureGroup,
List<String> partitionKeys,
String hudiPrecombineKey,
Map<String,String> writeOptions,
JobConfiguration jobConfiguration,
Class<U> fgType) |
<U extends FeatureGroupBase> |
FeatureGroupApi.saveInternal(FeatureGroupBase featureGroupBase,
org.apache.http.entity.StringEntity entity,
Class<U> fgType) |
<T extends FeatureGroupBase> |
FeatureGroupApi.updateMetadata(FeatureGroupBase featureGroup,
String queryParameter,
Class<T> fgType) |
<T extends FeatureGroupBase> |
FeatureGroupApi.updateMetadata(FeatureGroupBase featureGroup,
String queryParameter,
Object value,
Class<T> fgType) |
Modifier and Type | Method and Description |
---|---|
<U extends FeatureGroupBase> |
FeatureGroupApi.save(FeatureGroupBase featureGroup,
Class<U> fgType) |
<U extends FeatureGroupBase> |
FeatureGroupApi.saveFeatureGroupMetaData(FeatureGroupBase featureGroup,
List<String> partitionKeys,
String hudiPrecombineKey,
Map<String,String> writeOptions,
JobConfiguration jobConfiguration,
Class<U> fgType) |
<U extends FeatureGroupBase> |
FeatureGroupApi.saveInternal(FeatureGroupBase featureGroupBase,
org.apache.http.entity.StringEntity entity,
Class<U> fgType) |
Modifier and Type | Method and Description |
---|---|
void |
TagsApi.add(FeatureGroupBase featureGroupBase,
String name,
Object value) |
void |
FeatureGroupApi.delete(FeatureGroupBase featureGroupBase) |
void |
FeatureGroupApi.deleteContent(FeatureGroupBase featureGroup) |
void |
TagsApi.deleteTag(FeatureGroupBase featureGroup,
String name) |
FeatureGroupCommit |
FeatureGroupApi.featureGroupCommit(FeatureGroupBase featureGroup,
FeatureGroupCommit featureGroupCommit) |
Map<String,Object> |
TagsApi.get(FeatureGroupBase featureGroupBase) |
Object |
TagsApi.get(FeatureGroupBase featureGroupBase,
String name) |
Statistics |
StatisticsApi.get(FeatureGroupBase featureGroup,
String commitTime) |
List<FeatureGroupCommit> |
FeatureGroupApi.getCommitDetails(FeatureGroupBase featureGroupBase,
Long wallclockTimestamp,
Integer limit) |
Statistics |
StatisticsApi.getLast(FeatureGroupBase featureGroup) |
void |
CodeApi.post(FeatureGroupBase featureGroup,
Code code,
String entityId,
Code.RunType type,
String browserHostName) |
Statistics |
StatisticsApi.post(FeatureGroupBase featureGroup,
Statistics statistics) |
<U extends FeatureGroupBase> |
FeatureGroupApi.save(FeatureGroupBase featureGroup,
Class<U> fgType) |
<U extends FeatureGroupBase> |
FeatureGroupApi.saveFeatureGroupMetaData(FeatureGroupBase featureGroup,
List<String> partitionKeys,
String hudiPrecombineKey,
Map<String,String> writeOptions,
JobConfiguration jobConfiguration,
Class<U> fgType) |
<U extends FeatureGroupBase> |
FeatureGroupApi.saveInternal(FeatureGroupBase featureGroupBase,
org.apache.http.entity.StringEntity entity,
Class<U> fgType) |
<T extends FeatureGroupBase> |
FeatureGroupApi.updateMetadata(FeatureGroupBase featureGroup,
String queryParameter,
Class<T> fgType) |
<T extends FeatureGroupBase> |
FeatureGroupApi.updateMetadata(FeatureGroupBase featureGroup,
String queryParameter,
Object value,
Class<T> fgType) |
Modifier and Type | Class and Description |
---|---|
class |
ExternalFeatureGroup |
class |
FeatureGroup |
class |
StreamFeatureGroup |
Constructor and Description |
---|
Query(FeatureGroupBase leftFeatureGroup,
List<Feature> leftFeatures) |
Modifier and Type | Method and Description |
---|---|
<T extends FeatureGroupBase> |
FeatureGroupEngine.appendFeatures(FeatureGroupBase featureGroup,
List<Feature> features,
Class<T> fgClass) |
Modifier and Type | Method and Description |
---|---|
<T extends FeatureGroupBase> |
FeatureGroupEngine.appendFeatures(FeatureGroupBase featureGroup,
List<Feature> features,
Class<T> fgClass) |
FeatureGroupCommit |
FeatureGroupEngine.commitDelete(FeatureGroupBase featureGroupBase,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> genericDataset,
Map<String,String> writeOptions) |
Map<Long,Map<String,String>> |
FeatureGroupEngine.commitDetails(FeatureGroupBase featureGroupBase,
Integer limit) |
Map<Long,Map<String,String>> |
FeatureGroupEngine.commitDetailsByWallclockTime(FeatureGroupBase featureGroup,
String wallclockTime,
Integer limit) |
Statistics |
StatisticsEngine.computeStatistics(FeatureGroupBase featureGroup,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataFrame,
Long commitId) |
String |
SparkEngine.constructCheckpointPath(FeatureGroupBase featureGroup,
String queryName,
String queryPrefix) |
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> |
SparkEngine.encodeComplexFeatures(FeatureGroupBase featureGroupBase,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset)
Encodes all complex type features to binary using their avro type as schema.
|
Statistics |
StatisticsEngine.get(FeatureGroupBase featureGroup,
String commitTime) |
Map<String,String> |
SparkEngine.getKafkaConfig(FeatureGroupBase featureGroup,
Map<String,String> writeOptions) |
Statistics |
StatisticsEngine.getLast(FeatureGroupBase featureGroup) |
void |
SparkEngine.writeEmptyDataframe(FeatureGroupBase featureGroup) |
void |
SparkEngine.writeOfflineDataframe(FeatureGroupBase featureGroup,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset,
HudiOperationType operation,
Map<String,String> writeOptions,
Integer validationId) |
void |
SparkEngine.writeOnlineDataframe(FeatureGroupBase featureGroupBase,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset,
String onlineTopicName,
Map<String,String> writeOptions)
Writes feature group dataframe to kafka for online-fs ingestion.
|
<S> org.apache.spark.sql.streaming.StreamingQuery |
SparkEngine.writeStreamDataframe(FeatureGroupBase featureGroupBase,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset,
String queryName,
String outputMode,
boolean awaitTermination,
Long timeout,
String checkpointLocation,
Map<String,String> writeOptions) |
Modifier and Type | Method and Description |
---|---|
FeatureGroupCommit |
HudiEngine.deleteRecord(org.apache.spark.sql.SparkSession sparkSession,
FeatureGroupBase featureGroup,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> deleteDF,
Map<String,String> writeOptions) |
void |
HudiEngine.saveHudiFeatureGroup(org.apache.spark.sql.SparkSession sparkSession,
FeatureGroupBase featureGroup,
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset,
HudiOperationType operation,
Map<String,String> writeOptions,
Integer validationId) |
Copyright © 2023. All rights reserved.