com.logicalclocks.hsfs.engine

Class FeatureGroupUtils

java.lang.Object

com.logicalclocks.hsfs.engine.FeatureGroupUtils

public class FeatureGroupUtils
extends Object

Constructor Summary

Constructors

Constructor and Description
FeatureGroupUtils()

Method Summary

Modifier and Type	Method and Description
String	getAvroSchema(FeatureGroupBase featureGroup, FeatureStoreBase featureStoreBase)
Map<Long,Map<String,String>>	getCommitDetails(FeatureGroupBase featureGroup, String wallclockTime, Integer limit)
List<String>	getComplexFeatures(List<Feature> features)
static Date	getDateFromDateString(String inputDate)
org.apache.avro.Schema	getDeserializedAvroSchema(String avroSchema)
org.apache.avro.Schema	getDeserializedEncodedAvroSchema(org.apache.avro.Schema schema, List<String> complexFeatures)
String	getEncodedAvroSchema(org.apache.avro.Schema schema, List<String> complexFeatures)
String	getFeatureAvroSchema(String featureName, org.apache.avro.Schema schema)
String	getFgName(FeatureGroupBase featureGroup)
String	getHiveServerConnection(FeatureGroupBase featureGroup, String connectionString)
String	getOnlineTableName(FeatureGroupBase offlineFeatureGroup)
scala.collection.Seq<String>	getPartitionColumns(FeatureGroupBase offlineFeatureGroup)
scala.collection.Seq<String>	getPrimaryColumns(FeatureGroupBase offlineFeatureGroup)
Subject	getSubject(FeatureGroupBase featureGroup)
String	getTableName(FeatureGroupBase offlineFeatureGroup)
static Long	getTimeStampFromDateString(String inputDate)
String	timeStampToHudiFormat(Long commitedOnTimeStamp)
void	verifyAttributeKeyNames(FeatureGroupBase featureGroup, List<String> partitionKeyNames, String precombineKeyName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

FeatureGroupUtils

public FeatureGroupUtils()

Method Detail

getTableName

public String getTableName(FeatureGroupBase offlineFeatureGroup)

getOnlineTableName

public String getOnlineTableName(FeatureGroupBase offlineFeatureGroup)

getPartitionColumns

public scala.collection.Seq<String> getPartitionColumns(FeatureGroupBase offlineFeatureGroup)

getPrimaryColumns

public scala.collection.Seq<String> getPrimaryColumns(FeatureGroupBase offlineFeatureGroup)

getFgName

public String getFgName(FeatureGroupBase featureGroup)

getHiveServerConnection

public String getHiveServerConnection(FeatureGroupBase featureGroup,
                                      String connectionString)
                               throws IOException,
                                      FeatureStoreException

Throws:

IOException

FeatureStoreException

getDateFromDateString

public static Date getDateFromDateString(String inputDate)
                                  throws FeatureStoreException,
                                         ParseException

Throws:

FeatureStoreException

ParseException

getTimeStampFromDateString

public static Long getTimeStampFromDateString(String inputDate)
                                       throws FeatureStoreException,
                                              ParseException

Throws:

FeatureStoreException

ParseException

timeStampToHudiFormat

public String timeStampToHudiFormat(Long commitedOnTimeStamp)

getCommitDetails

public Map<Long,Map<String,String>> getCommitDetails(FeatureGroupBase featureGroup,
                                                     String wallclockTime,
                                                     Integer limit)
                                              throws FeatureStoreException,
                                                     IOException,
                                                     ParseException

Throws:

FeatureStoreException

IOException

ParseException

getAvroSchema

public String getAvroSchema(FeatureGroupBase featureGroup,
                            FeatureStoreBase featureStoreBase)
                     throws FeatureStoreException,
                            IOException

Throws:

FeatureStoreException

IOException

getComplexFeatures

public List<String> getComplexFeatures(List<Feature> features)

getFeatureAvroSchema

public String getFeatureAvroSchema(String featureName,
                                   org.apache.avro.Schema schema)
                            throws FeatureStoreException,
                                   IOException

Throws:

FeatureStoreException

IOException

getDeserializedEncodedAvroSchema

public org.apache.avro.Schema getDeserializedEncodedAvroSchema(org.apache.avro.Schema schema,
                                                               List<String> complexFeatures)
                                                        throws FeatureStoreException,
                                                               IOException

Throws:

FeatureStoreException

IOException

getEncodedAvroSchema

public String getEncodedAvroSchema(org.apache.avro.Schema schema,
                                   List<String> complexFeatures)
                            throws FeatureStoreException,
                                   IOException

Throws:

FeatureStoreException

IOException

getDeserializedAvroSchema

public org.apache.avro.Schema getDeserializedAvroSchema(String avroSchema)
                                                 throws FeatureStoreException,
                                                        IOException

Throws:

FeatureStoreException

IOException

verifyAttributeKeyNames

public void verifyAttributeKeyNames(FeatureGroupBase featureGroup,
                                    List<String> partitionKeyNames,
                                    String precombineKeyName)
                             throws FeatureStoreException

Throws:

FeatureStoreException

getSubject

public Subject getSubject(FeatureGroupBase featureGroup)
                   throws FeatureStoreException,
                          IOException

Throws:

FeatureStoreException

IOException