com.logicalclocks.hsfs.spark.engine

Class TrainingDatasetUtils

java.lang.Object

com.logicalclocks.hsfs.spark.engine.TrainingDatasetUtils

public class TrainingDatasetUtils
extends Object

Constructor Summary

Constructors

Constructor and Description
TrainingDatasetUtils()

Method Summary

Modifier and Type	Method and Description
List<TrainingDatasetFeature>	parseTrainingDatasetSchema(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset)
static void	setLabelFeature(List<TrainingDatasetFeature> features, List<String> labels)
void	trainingDatasetSchemaMatch(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset, List<TrainingDatasetFeature> features)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TrainingDatasetUtils

public TrainingDatasetUtils()

Method Detail

setLabelFeature

public static void setLabelFeature(List<TrainingDatasetFeature> features,
                                   List<String> labels)
                            throws FeatureStoreException

Throws:

FeatureStoreException

parseTrainingDatasetSchema

public List<TrainingDatasetFeature> parseTrainingDatasetSchema(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset)
                                                        throws FeatureStoreException

Throws:

FeatureStoreException

trainingDatasetSchemaMatch

public void trainingDatasetSchemaMatch(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset,
                                       List<TrainingDatasetFeature> features)
                                throws FeatureStoreException

Throws:

FeatureStoreException