com.logicalclocks.hsfs.spark.constructor

Class Query

java.lang.Object

com.logicalclocks.hsfs.constructor.QueryBase<Query,StreamFeatureGroup,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>>

com.logicalclocks.hsfs.spark.constructor.Query

public class Query
extends QueryBase<Query,StreamFeatureGroup,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>>

Field Summary

Fields inherited from class com.logicalclocks.hsfs.constructor.QueryBase

filter, hiveEngine, joins, leftFeatureGroup, leftFeatureGroupEndTime, leftFeatureGroupStartTime, leftFeatures, LOGGER, queryConstructorApi, storageConnectorApi

Constructor Summary

Constructors

Constructor and Description
Query(FeatureGroupBase leftFeatureGroup, List<Feature> leftFeatures)

Method Summary

Modifier and Type	Method and Description
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	read()
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	read(boolean online)
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	read(boolean online, Map<String,String> readOptions)
void	show(boolean online, int numRows)
void	show(int numRows)
String	sql()
String	sql(Storage storage)

Methods inherited from class com.logicalclocks.hsfs.constructor.QueryBase

addFeatureGroupToFeatures, appendFeature, asOf, asOf, filter, filter, isTimeTravel, join, join, join, join, join, join, join, join, join, join, join, joinFeatures, joinFeatures, joinFeatures, joinFeatures, joinFeatures, joinFeatures, joinFeatures, joinFeatures, pullChanges, setLeftFeatureGroup, sql

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Query

public Query(FeatureGroupBase leftFeatureGroup,
             List<Feature> leftFeatures)

Method Detail

sql

public String sql()

Specified by:

sql in class QueryBase<Query,StreamFeatureGroup,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>>

sql

public String sql(Storage storage)

Specified by:

sql in class QueryBase<Query,StreamFeatureGroup,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>>

read

public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> read()
                                                            throws FeatureStoreException,
                                                                   IOException

Specified by:

read in class QueryBase<Query,StreamFeatureGroup,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>>

Throws:

FeatureStoreException

IOException

read

public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> read(boolean online)
                                                            throws FeatureStoreException,
                                                                   IOException

Specified by:

read in class QueryBase<Query,StreamFeatureGroup,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>>

Throws:

FeatureStoreException

IOException

read

public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> read(boolean online,
                                                                   Map<String,String> readOptions)
                                                            throws FeatureStoreException,
                                                                   IOException

Specified by:

read in class QueryBase<Query,StreamFeatureGroup,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>>

Throws:

FeatureStoreException

IOException

show

public void show(int numRows)
          throws FeatureStoreException,
                 IOException

Specified by:

show in class QueryBase<Query,StreamFeatureGroup,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>>

Throws:

FeatureStoreException

IOException

show

public void show(boolean online,
                 int numRows)
          throws FeatureStoreException,
                 IOException

Specified by:

show in class QueryBase<Query,StreamFeatureGroup,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>>

Throws:

FeatureStoreException

IOException