| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
TEST |
"test" |
public static final String |
TRAIN |
"train" |
public static final String |
VALIDATION |
"validataion" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
sparkFormat |
"kafka" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
CODE_PATH |
"{/dataSetType}{/dataSetId}/code{?entityId,type,databricksClusterId}" |
public static final String |
ENTITY_ID_PATH |
"{/dataSetType}{/dataSetId}" |
public static final String |
ENTITY_ROOT_PATH |
"{/dataSetType}" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
FEATURE_GROUP_CLEAR_PATH |
"/featuregroups{/fgId}{?updateStatsConfig,updateMetadata,validationType}/clear" |
public static final String |
FEATURE_GROUP_COMMIT_PATH |
"/featuregroups{/fgId}{?updateStatsConfig,updateMetadata,validationType}/commits{?filter_by,sort_by,offset,limit}" |
public static final String |
FEATURE_GROUP_ID_PATH |
"/featuregroups{/fgId}{?updateStatsConfig,updateMetadata,validationType}" |
public static final String |
FEATURE_GROUP_PATH |
"/featuregroups{/fgName}{?version}" |
public static final String |
FEATURE_GROUP_ROOT_PATH |
"/featuregroups" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
FEATURE_STORE_NAME_PATH |
"/featurestores{/fsName}" |
public static final String |
FEATURE_STORE_PATH |
"/featurestores{/fsId}" |
public static final String |
FEATURE_STORE_SERVICE_PATH |
"/featurestores" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
API_PATH |
"/hopsworks-api/api" |
public static final String |
PROJECT_PATH |
"/hopsworks-api/api/project{/projectId}" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
protected static final String |
K_CERTIFICATE |
"k_certificate" |
protected static final String |
MATERIAL_PASSWD |
"material_passwd" |
protected static final String |
PARAM_NAME_PARAMETER_STORE |
"/hopsworks/role/" |
protected static final String |
PARAM_NAME_SECRET_STORE |
"hopsworks/role/" |
protected static final String |
T_CERTIFICATE |
"t_certificate" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
REST_ENDPOINT_SYS |
"hopsworks.restendpoint" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
QUERY_CONSTRUCTOR_PATH |
"/query" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
ENTITY_ID_PATH |
"{/entityType}{/entityId}" |
public static final String |
ENTITY_ROOT_PATH |
"{/entityType}" |
public static final String |
FV_TAGS_PATH |
"/hopsworks-api/api/project{/projectId}/featurestores{/fsId}/featureview{/fvName}/version{/fvVersion}/tags{/name}" |
public static final String |
FV_TD_TAGS_PATH |
"/hopsworks-api/api/project{/projectId}/featurestores{/fsId}/featureview{/fvName}/version{/fvVersion}/trainingdatasets/version{/tdVersion}/tags{/name}" |
public static final String |
TAGS_PATH |
"{/entityType}{/entityId}/tags{/name}{?value}" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
TRAINING_DATASET_ID_PATH |
"/trainingdatasets{/fgId}{?updateStatsConfig,updateMetadata}" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
LOADBALANCER_EXTERNAL_DOMAIN |
"loadbalancer_external_domain" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
protected static final String |
COMMIT_METADATA_KEYPREFIX_OPT_KEY |
"hoodie.datasource.write.commitmeta.key.prefix" |
protected static final String |
DEFAULT_HIVE_PARTITION_EXTRACTOR_CLASS_OPT_VAL |
"org.apache.hudi.hive.MultiPartKeysValueExtractor" |
protected static final String |
DELTA_SOURCE_ORDERING_FIELD_OPT_KEY |
"sourceOrderingField" |
protected static final String |
DELTA_STREAMER_TRANSFORMER |
"com.logicalclocks.hsfs.spark.engine.hudi.DeltaStreamerTransformer" |
protected static final String |
DELTASTREAMER_CHECKPOINT_KEY |
"deltastreamer.checkpoint.key" |
protected static final String |
FEATURE_GROUP_COMPLEX_FEATURES |
"com.logicalclocks.hsfs.spark.StreamFeatureGroup.complexFeatures" |
protected static final String |
FEATURE_GROUP_ENCODED_SCHEMA |
"com.logicalclocks.hsfs.spark.StreamFeatureGroup.encodedAvroSchema" |
protected static final String |
FEATURE_GROUP_KAFKA_OFFSET_RESET |
"kafkaOffsetReset" |
protected static final String |
FEATURE_GROUP_NAME |
"featureGroupName" |
protected static final String |
FEATURE_GROUP_SCHEMA |
"com.logicalclocks.hsfs.spark.StreamFeatureGroup.avroSchema" |
protected static final String |
FEATURE_GROUP_VERSION |
"featureGroupVersion" |
protected static final String |
FEATURE_STORE_NAME |
"featureStoreName" |
protected static final String |
FUNCTION_TYPE |
"functionType" |
protected static final String |
HIVE_AUTO_CREATE_DATABASE_OPT_KEY |
"hoodie.datasource.hive_sync.auto_create_database" |
protected static final String |
HIVE_AUTO_CREATE_DATABASE_OPT_VAL |
"false" |
protected static final String |
HIVE_NON_PARTITION_EXTRACTOR_CLASS_OPT_VAL |
"org.apache.hudi.hive.NonPartitionedExtractor" |
protected static final String |
HIVE_PARTITION_EXTRACTOR_CLASS_OPT_KEY |
"hoodie.datasource.hive_sync.partition_extractor_class" |
protected static final String |
HUDI_BASE_PATH |
"hoodie.base.path" |
protected static final String |
HUDI_BEGIN_INSTANTTIME_OPT_KEY |
"hoodie.datasource.read.begin.instanttime" |
protected static final String |
HUDI_COMPLEX_KEY_GENERATOR_OPT_VAL |
"org.apache.hudi.keygen.CustomKeyGenerator" |
protected static final String |
HUDI_COPY_ON_WRITE |
"COPY_ON_WRITE" |
protected static final String |
HUDI_END_INSTANTTIME_OPT_KEY |
"hoodie.datasource.read.end.instanttime" |
protected static final String |
HUDI_HIVE_SYNC_DB |
"hoodie.datasource.hive_sync.database" |
protected static final String |
HUDI_HIVE_SYNC_ENABLE |
"hoodie.datasource.hive_sync.enable" |
protected static final String |
HUDI_HIVE_SYNC_MODE |
"hoodie.datasource.hive_sync.mode" |
protected static final String |
HUDI_HIVE_SYNC_MODE_VAL |
"hms" |
protected static final String |
HUDI_HIVE_SYNC_PARTITION_FIELDS |
"hoodie.datasource.hive_sync.partition_fields" |
protected static final String |
HUDI_HIVE_SYNC_TABLE |
"hoodie.datasource.hive_sync.table" |
protected static final String |
HUDI_KAFKA_TOPIC |
"hoodie.deltastreamer.source.kafka.topic" |
protected static final String |
HUDI_KEY_GENERATOR_OPT_KEY |
"hoodie.datasource.write.keygenerator.class" |
protected static final String |
HUDI_PARTITION_FIELD |
"hoodie.datasource.write.partitionpath.field" |
protected static final String |
HUDI_PRECOMBINE_FIELD |
"hoodie.datasource.write.precombine.field" |
protected static final String |
HUDI_QUERY_TIME_TRAVEL_AS_OF_INSTANT |
"as.of.instant" |
protected static final String |
HUDI_QUERY_TYPE_INCREMENTAL_OPT_VAL |
"incremental" |
protected static final String |
HUDI_QUERY_TYPE_OPT_KEY |
"hoodie.datasource.query.type" |
protected static final String |
HUDI_QUERY_TYPE_SNAPSHOT_OPT_VAL |
"snapshot" |
protected static final String |
HUDI_RECORD_KEY |
"hoodie.datasource.write.recordkey.field" |
public static final String |
HUDI_SPARK_FORMAT |
"org.apache.hudi" |
protected static final String |
HUDI_TABLE_NAME |
"hoodie.table.name" |
protected static final String |
HUDI_TABLE_OPERATION |
"hoodie.datasource.write.operation" |
protected static final String |
HUDI_TABLE_STORAGE_TYPE |
"hoodie.datasource.write.storage.type" |
protected static final String |
HUDI_WRITE_INSERT_DROP_DUPLICATES |
"hoodie.datasource.write.insert.drop.duplicates" |
protected static final String |
INITIAL_CHECKPOINT_STRING |
"initialCheckPointString" |
protected static final String |
KAFKA_SOURCE |
"com.logicalclocks.hsfs.spark.engine.hudi.DeltaStreamerKafkaSource" |
protected static final String |
MIN_SYNC_INTERVAL_SECONDS |
"minSyncIntervalSeconds" |
protected static final String |
PAYLOAD_CLASS_OPT_KEY |
"hoodie.datasource.write.payload.class" |
protected static final String |
PAYLOAD_CLASS_OPT_VAL |
"org.apache.hudi.common.model.EmptyHoodieRecordPayload" |
protected static final String |
PROJECT_ID |
"projectId" |
protected static final String |
SCHEMA_PROVIDER |
"com.logicalclocks.hsfs.spark.engine.hudi.DeltaStreamerSchemaProvider" |
protected static final String |
SPARK_MASTER |
"yarn" |
protected static final String |
STREAMING_QUERY |
"streamingQuery" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
BIGQ_CREDENTIALS |
"credentials" |
public static final String |
BIGQ_DATASET |
"dataset" |
public static final String |
BIGQ_MATERIAL_DATASET |
"materializationDataset" |
public static final String |
BIGQ_PARENT_PROJECT |
"parentProject" |
public static final String |
BIGQ_PROJECT |
"project" |
public static final String |
BIGQ_VIEWS_ENABLED |
"viewsEnabled" |
public static final String |
BIGQUERY_FORMAT |
"bigquery" |
public static final String |
DELIMITER |
"delimiter" |
public static final String |
FEATURESTORE_SUFFIX |
"_featurestore" |
public static final String |
HEADER |
"header" |
public static final String |
HIVE_FORMAT |
"hive" |
public static final String |
INFER_SCHEMA |
"inferSchema" |
public static final String |
JDBC_DRIVER |
"driver" |
public static final String |
JDBC_FORMAT |
"jdbc" |
public static final String |
JDBC_PWD |
"password" |
public static final String |
JDBC_TABLE |
"dbtable" |
public static final String |
JDBC_URL |
"url" |
public static final String |
JDBC_USER |
"user" |
public static final String |
KAFKA_BOOTSTRAP_SERVERS |
"kafka.bootstrap.servers" |
public static final String |
KAFKA_FORMAT |
"kafka" |
public static final String |
KAFKA_SECURITY_PROTOCOL |
"kafka.security.protocol" |
public static final String |
KAFKA_SSL_ENDPOINT_IDENTIFICATION_ALGORITHM |
"kafka.ssl.endpoint.identification.algorithm" |
public static final String |
KAFKA_SSL_KEY_PASSWORD |
"kafka.ssl.key.password" |
public static final String |
KAFKA_SSL_KEYSTORE_LOCATION |
"kafka.ssl.keystore.location" |
public static final String |
KAFKA_SSL_KEYSTORE_PASSWORD |
"kafka.ssl.keystore.password" |
public static final String |
KAFKA_SSL_TRUSTSTORE_LOCATION |
"kafka.ssl.truststore.location" |
public static final String |
KAFKA_SSL_TRUSTSTORE_PASSWORD |
"kafka.ssl.truststore.password" |
public static final String |
PROJECTNAME_ENV |
"hopsworks.projectname" |
public static final String |
PROPERTY_ALGORITHM |
"fs.gs.encryption.algorithm" |
public static final String |
PROPERTY_ENCRYPTION_HASH |
"fs.gs.encryption.key.hash" |
public static final String |
PROPERTY_ENCRYPTION_KEY |
"fs.gs.encryption.key" |
public static final String |
PROPERTY_GCS_ACCOUNT_EMAIL |
"fs.gs.auth.service.account.email" |
public static final String |
PROPERTY_GCS_ACCOUNT_ENABLE |
"google.cloud.auth.service.account.enable" |
public static final String |
PROPERTY_GCS_ACCOUNT_KEY |
"fs.gs.auth.service.account.private.key" |
public static final String |
PROPERTY_GCS_ACCOUNT_KEY_ID |
"fs.gs.auth.service.account.private.key.id" |
public static final String |
PROPERTY_GCS_FS_KEY |
"fs.AbstractFileSystem.gs.impl" |
public static final String |
PROPERTY_GCS_FS_VALUE |
"com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS" |
public static final String |
PROPERTY_KEY_FILE |
"fs.gs.auth.service.account.json.keyfile" |
public static final String |
S3_ACCESS_KEY_ENV |
"fs.s3a.access.key" |
public static final String |
S3_CREDENTIAL_PROVIDER_ENV |
"fs.s3a.aws.credentials.provider" |
public static final String |
S3_ENCRYPTION_ALGO |
"fs.s3a.server-side-encryption-algorithm" |
public static final String |
S3_ENCRYPTION_KEY |
"fs.s3a.server-side-encryption-key" |
public static final String |
S3_ENDPOINT |
"fs.s3a.endpoint" |
public static final String |
S3_SCHEME |
"s3://" |
public static final String |
S3_SECRET_KEY_ENV |
"fs.s3a.secret.key" |
public static final String |
S3_SESSION_KEY_ENV |
"fs.s3a.session.token" |
public static final String |
S3_SPARK_SCHEME |
"s3a://" |
public static final String |
S3_TEMPORARY_CREDENTIAL_PROVIDER |
"org.apache.hadoop.fs.s3a.TemporaryAWSCredentialsProvider" |
public static final String |
SNOWFLAKE_APPLICATION |
"application" |
public static final String |
SNOWFLAKE_AUTH |
"sfAuthenticator" |
public static final String |
SNOWFLAKE_DB |
"sfDatabase" |
public static final String |
SNOWFLAKE_FORMAT |
"net.snowflake.spark.snowflake" |
public static final String |
SNOWFLAKE_PWD |
"sfPassword" |
public static final String |
SNOWFLAKE_ROLE |
"sfRole" |
public static final String |
SNOWFLAKE_SCHEMA |
"sfSchema" |
public static final String |
SNOWFLAKE_TABLE |
"dbtable" |
public static final String |
SNOWFLAKE_TOKEN |
"sfToken" |
public static final String |
SNOWFLAKE_URL |
"sfURL" |
public static final String |
SNOWFLAKE_USER |
"sfUser" |
public static final String |
SNOWFLAKE_WAREHOUSE |
"sfWarehouse" |
public static final String |
TF_CONNECTOR_RECORD_TYPE |
"recordType" |
Copyright © 2023. All rights reserved.