Constant Field Values

Contents

• com.logicalclocks.*

com.logicalclocks.*

com.logicalclocks.hsfs.Split

Modifier and Type	Constant Field	Value
public static final String	TEST	"test"
public static final String	TRAIN	"train"
public static final String	VALIDATION	"validataion"

com.logicalclocks.hsfs.StorageConnector.KafkaConnector

Modifier and Type	Constant Field	Value
public static final String	sparkFormat	"kafka"

com.logicalclocks.hsfs.StorageConnector.MongoDbConnector

Modifier and Type	Constant Field	Value
public static final String	MONGODB_FORMAT	"mongodb"

com.logicalclocks.hsfs.StorageConnector.SapHanaConnector

Modifier and Type	Constant Field	Value
public static final int	DEFAULT_PORT	39015
public static final String	DRIVER	"com.sap.db.jdbc.Driver"

com.logicalclocks.hsfs.StorageConnector.SqlConnector

Modifier and Type	Constant Field	Value
public static final String	CLICKHOUSE	"CLICKHOUSE"
public static final String	MYSQL	"MYSQL"
public static final String	POSTGRESQL	"POSTGRESQL"

com.logicalclocks.hsfs.metadata.FeatureGroupApi

Modifier and Type	Constant Field	Value
public static final String	FEATURE_GROUP_CLEAR_PATH	"/featuregroups{/fgId}{?updateStatsConfig,updateMetadata,validationType,deprecate}/clear"
public static final String	FEATURE_GROUP_COMMIT_PATH	"/featuregroups{/fgId}{?updateStatsConfig,updateMetadata,validationType,deprecate}/commits{?filter_by,sort_by,offset,limit}"
public static final String	FEATURE_GROUP_ID_PATH	"/featuregroups{/fgId}{?updateStatsConfig,updateMetadata,validationType,deprecate}"
public static final String	FEATURE_GROUP_PATH	"/featuregroups{/fgName}{?version}"
public static final String	FEATURE_GROUP_ROOT_PATH	"/featuregroups"

com.logicalclocks.hsfs.metadata.FeatureStoreApi

Modifier and Type	Constant Field	Value
public static final String	FEATURE_STORE_NAME_PATH	"/featurestores{/fsName}"
public static final String	FEATURE_STORE_PATH	"/featurestores{/fsId}"
public static final String	FEATURE_STORE_SERVICE_PATH	"/featurestores"

com.logicalclocks.hsfs.metadata.HopsworksClient

Modifier and Type	Constant Field	Value
public static final String	API_PATH	"/hopsworks-api/api"
public static final String	PROJECT_PATH	"/hopsworks-api/api/project{/projectId}"

com.logicalclocks.hsfs.metadata.HopsworksExternalClient

Modifier and Type	Constant Field	Value
protected static final String	K_CERTIFICATE	"k_certificate"
protected static final String	MATERIAL_PASSWD	"material_passwd"
protected static final String	PARAM_NAME_PARAMETER_STORE	"/hopsworks/role/"
protected static final String	PARAM_NAME_SECRET_STORE	"hopsworks/role/"
protected static final String	T_CERTIFICATE	"t_certificate"

com.logicalclocks.hsfs.metadata.HopsworksInternalClient

Modifier and Type	Constant Field	Value
public static final String	REST_ENDPOINT_SYS	"hopsworks.restendpoint"

com.logicalclocks.hsfs.metadata.OnlineIngestionApi

Modifier and Type	Constant Field	Value
public static final String	ONLINE_INGESTION_PATH	"/featuregroups/{fgId}/online_ingestion"

com.logicalclocks.hsfs.metadata.QueryConstructorApi

Modifier and Type	Constant Field	Value
public static final String	QUERY_CONSTRUCTOR_PATH	"/query"

com.logicalclocks.hsfs.metadata.TagsApi

Modifier and Type	Constant Field	Value
public static final String	ENTITY_ID_PATH	"{/entityType}{/entityId}"
public static final String	ENTITY_ROOT_PATH	"{/entityType}"
public static final String	FV_TAGS_PATH	"/hopsworks-api/api/project{/projectId}/featurestores{/fsId}/featureview{/fvName}/version{/fvVersion}/tags{/name}"
public static final String	FV_TD_TAGS_PATH	"/hopsworks-api/api/project{/projectId}/featurestores{/fsId}/featureview{/fvName}/version{/fvVersion}/trainingdatasets/version{/tdVersion}/tags{/name}"
public static final String	TAGS_PATH	"{/entityType}{/entityId}/tags{/name}{?value}"

com.logicalclocks.hsfs.metadata.TrainingDatasetApi

Modifier and Type	Constant Field	Value
public static final String	TRAINING_DATASET_ID_PATH	"/trainingdatasets{/fgId}{?updateStatsConfig,updateMetadata}"

com.logicalclocks.hsfs.metadata.VariablesApi

Modifier and Type	Constant Field	Value
public static final String	LOADBALANCER_EXTERNAL_DOMAIN_MYSQL	"loadbalancer_external_domain_mysqld"

com.logicalclocks.hsfs.spark.engine.hudi.HudiEngine

Modifier and Type	Constant Field	Value
protected static final String	COMMIT_METADATA_KEYPREFIX_OPT_KEY	"hoodie.datasource.write.commitmeta.key.prefix"
protected static final String	DEFAULT_HIVE_PARTITION_EXTRACTOR_CLASS_OPT_VAL	"org.apache.hudi.hive.MultiPartKeysValueExtractor"
protected static final String	DELTA_SOURCE_ORDERING_FIELD_OPT_KEY	"sourceOrderingField"
protected static final String	DELTA_STREAMER_TRANSFORMER	"com.logicalclocks.hsfs.spark.engine.hudi.DeltaStreamerTransformer"
protected static final String	DELTASTREAMER_CHECKPOINT_KEY	"deltastreamer.checkpoint.key"
protected static final String	FEATURE_GROUP_COMPLEX_FEATURES	"com.logicalclocks.hsfs.spark.StreamFeatureGroup.complexFeatures"
protected static final String	FEATURE_GROUP_ENCODED_SCHEMA	"com.logicalclocks.hsfs.spark.StreamFeatureGroup.encodedAvroSchema"
protected static final String	FEATURE_GROUP_ID	"featureGroupId"
protected static final String	FEATURE_GROUP_NAME	"featureGroupName"
protected static final String	FEATURE_GROUP_SCHEMA	"com.logicalclocks.hsfs.spark.StreamFeatureGroup.avroSchema"
protected static final String	FEATURE_GROUP_VERSION	"featureGroupVersion"
protected static final String	FEATURE_STORE_NAME	"featureStoreName"
protected static final String	FUNCTION_TYPE	"functionType"
protected static final String	HIVE_AUTO_CREATE_DATABASE_OPT_KEY	"hoodie.datasource.hive_sync.auto_create_database"
protected static final String	HIVE_AUTO_CREATE_DATABASE_OPT_VAL	"false"
protected static final String	HIVE_NON_PARTITION_EXTRACTOR_CLASS_OPT_VAL	"org.apache.hudi.hive.NonPartitionedExtractor"
protected static final String	HIVE_PARTITION_EXTRACTOR_CLASS_OPT_KEY	"hoodie.datasource.hive_sync.partition_extractor_class"
protected static final String	HUDI_BASE_PATH	"hoodie.base.path"
protected static final String	HUDI_BEGIN_INSTANTTIME_OPT_KEY	"hoodie.datasource.read.begin.instanttime"
protected static final String	HUDI_COMPLEX_KEY_GENERATOR_OPT_VAL	"org.apache.hudi.keygen.CustomKeyGenerator"
protected static final String	HUDI_COPY_ON_WRITE	"COPY_ON_WRITE"
protected static final String	HUDI_END_INSTANTTIME_OPT_KEY	"hoodie.datasource.read.end.instanttime"
protected static final String	HUDI_HIVE_SYNC_DB	"hoodie.datasource.hive_sync.database"
protected static final String	HUDI_HIVE_SYNC_ENABLE	"hoodie.datasource.hive_sync.enable"
protected static final String	HUDI_HIVE_SYNC_MODE	"hoodie.datasource.hive_sync.mode"
protected static final String	HUDI_HIVE_SYNC_MODE_VAL	"hms"
protected static final String	HUDI_HIVE_SYNC_PARTITION_FIELDS	"hoodie.datasource.hive_sync.partition_fields"
protected static final String	HUDI_HIVE_SYNC_TABLE	"hoodie.datasource.hive_sync.table"
protected static final String	HUDI_KAFKA_TOPIC	"hoodie.streamer.source.kafka.topic"
protected static final String	HUDI_KEY_GENERATOR_OPT_KEY	"hoodie.datasource.write.keygenerator.class"
protected static final String	HUDI_METADATA_ENABLE	"hoodie.metadata.enable"
protected static final String	HUDI_PARTITION_FIELD	"hoodie.datasource.write.partitionpath.field"
protected static final String	HUDI_QUERY_TIME_TRAVEL_AS_OF_INSTANT	"as.of.instant"
protected static final String	HUDI_QUERY_TYPE_INCREMENTAL_OPT_VAL	"incremental"
protected static final String	HUDI_QUERY_TYPE_OPT_KEY	"hoodie.datasource.query.type"
protected static final String	HUDI_QUERY_TYPE_SNAPSHOT_OPT_VAL	"snapshot"
public static final String	HUDI_SPARK_FORMAT	"org.apache.hudi"
protected static final String	HUDI_TABLE_BASE_FILE_FORMAT	"hoodie.table.base.file.format"
protected static final String	HUDI_TABLE_KEY_GENERATOR_CLASS	"hoodie.table.keygenerator.class"
protected static final String	HUDI_TABLE_METADATA_PARTITIONS	"hoodie.table.metadata.partitions"
protected static final String	HUDI_TABLE_NAME	"hoodie.table.name"
protected static final String	HUDI_TABLE_OPERATION	"hoodie.datasource.write.operation"
protected static final String	HUDI_TABLE_PARTITION_KEY_FIELDS	"hoodie.table.partition.fields"
protected static final String	HUDI_TABLE_PRECOMBINE_FIELD	"hoodie.table.precombine.field"
protected static final String	HUDI_TABLE_RECORD_KEY_FIELD	"hoodie.table.recordkey.fields"
protected static final String	HUDI_TABLE_STORAGE_TYPE	"hoodie.datasource.write.storage.type"
protected static final String	HUDI_TABLE_TYPE	"hoodie.datasource.write.table.type"
protected static final String	HUDI_TABLE_VERSION	"hoodie.table.version"
protected static final String	HUDI_WRITE_INSERT_DROP_DUPLICATES	"hoodie.datasource.write.insert.drop.duplicates"
protected static final String	HUDI_WRITE_PRECOMBINE_FIELD	"hoodie.datasource.write.precombine.field"
protected static final String	HUDI_WRITE_RECORD_KEY	"hoodie.datasource.write.recordkey.field"
protected static final String	INITIAL_CHECKPOINT_STRING	"initialCheckPointString"
protected static final String	KAFKA_SOURCE	"com.logicalclocks.hsfs.spark.engine.hudi.DeltaStreamerKafkaSource"
protected static final String	MIN_SYNC_INTERVAL_SECONDS	"minSyncIntervalSeconds"
protected static final String	PROJECT_ID	"projectId"
protected static final String	SCHEMA_PROVIDER	"com.logicalclocks.hsfs.spark.engine.hudi.DeltaStreamerSchemaProvider"
protected static final String	SPARK_MASTER	"yarn"
protected static final String	STREAMER_CHECKPOINT_KEY_V2	"streamer.checkpoint.key.v2"
protected static final String	STREAMING_QUERY	"streamingQuery"
protected static final String	SUBJECT_ID	"subjectId"

com.logicalclocks.hsfs.util.Constants

Modifier and Type	Constant Field	Value
public static final String	BIGQ_CREDENTIALS	"credentials"
public static final String	BIGQ_DATASET	"dataset"
public static final String	BIGQ_MATERIAL_DATASET	"materializationDataset"
public static final String	BIGQ_PARENT_PROJECT	"parentProject"
public static final String	BIGQ_PROJECT	"project"
public static final String	BIGQ_VIEWS_ENABLED	"viewsEnabled"
public static final String	BIGQUERY_FORMAT	"bigquery"
public static final String	DELIMITER	"delimiter"
public static final String	FEATURESTORE_SUFFIX	"_featurestore"
public static final String	HEADER	"header"
public static final String	HIVE_FORMAT	"hive"
public static final String	INFER_SCHEMA	"inferSchema"
public static final String	JDBC_DRIVER	"driver"
public static final String	JDBC_FORMAT	"jdbc"
public static final String	JDBC_PWD	"password"
public static final String	JDBC_TABLE	"dbtable"
public static final String	JDBC_URL	"url"
public static final String	JDBC_USER	"user"
public static final String	KAFKA_BOOTSTRAP_SERVERS	"bootstrap.servers"
public static final String	KAFKA_FORMAT	"kafka"
public static final String	KAFKA_SECURITY_PROTOCOL	"security.protocol"
public static final String	KAFKA_SSL_ENDPOINT_IDENTIFICATION_ALGORITHM	"ssl.endpoint.identification.algorithm"
public static final String	KAFKA_SSL_KEY_PASSWORD	"ssl.key.password"
public static final String	KAFKA_SSL_KEYSTORE_LOCATION	"ssl.keystore.location"
public static final String	KAFKA_SSL_KEYSTORE_PASSWORD	"ssl.keystore.password"
public static final String	KAFKA_SSL_TRUSTSTORE_LOCATION	"ssl.truststore.location"
public static final String	KAFKA_SSL_TRUSTSTORE_PASSWORD	"ssl.truststore.password"
public static final String	PROJECTNAME_ENV	"hopsworks.projectname"
public static final String	PROPERTY_ALGORITHM	"fs.gs.encryption.algorithm"
public static final String	PROPERTY_ENCRYPTION_HASH	"fs.gs.encryption.key.hash"
public static final String	PROPERTY_ENCRYPTION_KEY	"fs.gs.encryption.key"
public static final String	PROPERTY_GCS_ACCOUNT_EMAIL	"fs.gs.auth.service.account.email"
public static final String	PROPERTY_GCS_ACCOUNT_ENABLE	"google.cloud.auth.service.account.enable"
public static final String	PROPERTY_GCS_ACCOUNT_KEY	"fs.gs.auth.service.account.private.key"
public static final String	PROPERTY_GCS_ACCOUNT_KEY_ID	"fs.gs.auth.service.account.private.key.id"
public static final String	PROPERTY_GCS_FS_KEY	"fs.AbstractFileSystem.gs.impl"
public static final String	PROPERTY_GCS_FS_VALUE	"com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS"
public static final String	PROPERTY_KEY_FILE	"fs.gs.auth.service.account.json.keyfile"
public static final String	S3_ACCESS_KEY_ENV	"fs.s3a.access.key"
public static final String	S3_CONNECTION_USE_SSL	"fs.s3a.connection.ssl.enabled"
public static final String	S3_CREDENTIAL_PROVIDER_ENV	"fs.s3a.aws.credentials.provider"
public static final String	S3_ENCRYPTION_ALGO	"fs.s3a.server-side-encryption-algorithm"
public static final String	S3_ENCRYPTION_KEY	"fs.s3a.server-side-encryption-key"
public static final String	S3_ENDPOINT	"fs.s3a.endpoint"
public static final String	S3_PATH_STYLE_ACCESS	"fs.s3a.path.style.access"
public static final String	S3_SCHEME	"s3://"
public static final String	S3_SECRET_KEY_ENV	"fs.s3a.secret.key"
public static final String	S3_SESSION_KEY_ENV	"fs.s3a.session.token"
public static final String	S3_SPARK_SCHEME	"s3a://"
public static final String	S3_TEMPORARY_CREDENTIAL_PROVIDER	"org.apache.hadoop.fs.s3a.TemporaryAWSCredentialsProvider"
public static final String	SNOWFLAKE_APPLICATION	"application"
public static final String	SNOWFLAKE_AUTH	"sfAuthenticator"
public static final String	SNOWFLAKE_DB	"sfDatabase"
public static final String	SNOWFLAKE_FORMAT	"net.snowflake.spark.snowflake"
public static final String	SNOWFLAKE_PWD	"sfPassword"
public static final String	SNOWFLAKE_ROLE	"sfRole"
public static final String	SNOWFLAKE_SCHEMA	"sfSchema"
public static final String	SNOWFLAKE_TABLE	"dbtable"
public static final String	SNOWFLAKE_TOKEN	"sfToken"
public static final String	SNOWFLAKE_URL	"sfURL"
public static final String	SNOWFLAKE_USER	"sfUser"
public static final String	SNOWFLAKE_WAREHOUSE	"sfWarehouse"
public static final String	TF_CONNECTOR_RECORD_TYPE	"recordType"