Package com.logicalclocks.hsfs.spark.engine.hudi

Class DeltaStreamerTransformer

java.lang.Object

com.logicalclocks.hsfs.spark.engine.hudi.DeltaStreamerTransformer

All Implemented Interfaces:

org.apache.hudi.utilities.transform.Transformer

public class DeltaStreamerTransformer
extends Object
implements org.apache.hudi.utilities.transform.Transformer

Constructor Summary

Constructors

Constructor	Description
DeltaStreamerTransformer()

Method Summary

Modifier and Type	Method	Description
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	apply(org.apache.spark.api.java.JavaSparkContext javaSparkContext, org.apache.spark.sql.SparkSession sparkSession, org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset, org.apache.hudi.common.config.TypedProperties props)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hudi.utilities.transform.Transformer

transformedSchema

Constructor Details

DeltaStreamerTransformer

public DeltaStreamerTransformer()

Method Details

apply

public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> apply(org.apache.spark.api.java.JavaSparkContext javaSparkContext,
 org.apache.spark.sql.SparkSession sparkSession,
 org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset,
 org.apache.hudi.common.config.TypedProperties props)

Specified by:

apply in interface org.apache.hudi.utilities.transform.Transformer