Class PslDataSource (0.3.4) 

public final class PslDataSource implements DataSourceV2, ContinuousReadSupport, MicroBatchReadSupport, StreamWriteSupport, DataSourceRegister

Inheritance

java.lang.Object > PslDataSource

Implements

org.apache.spark.sql.sources.v2.DataSourceV2, org.apache.spark.sql.sources.v2.ContinuousReadSupport, org.apache.spark.sql.sources.v2.MicroBatchReadSupport, org.apache.spark.sql.sources.v2.StreamWriteSupport, org.apache.spark.sql.sources.DataSourceRegister

Constructors

PslDataSource()

public PslDataSource()

Methods

createContinuousReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)

public ContinuousReader createContinuousReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)
Parameters
Name Description
schema Optional<org.apache.spark.sql.types.StructType>
checkpointLocation String
options org.apache.spark.sql.sources.v2.DataSourceOptions
Returns
Type Description
org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

createMicroBatchReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)

public MicroBatchReader createMicroBatchReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)
Parameters
Name Description
schema Optional<org.apache.spark.sql.types.StructType>
checkpointLocation String
options org.apache.spark.sql.sources.v2.DataSourceOptions
Returns
Type Description
org.apache.spark.sql.sources.v2.reader.streaming.MicroBatchReader

createStreamWriter(String queryId, StructType schema, OutputMode mode, DataSourceOptions options)

public StreamWriter createStreamWriter(String queryId, StructType schema, OutputMode mode, DataSourceOptions options)
Parameters
Name Description
queryId String
schema org.apache.spark.sql.types.StructType
mode org.apache.spark.sql.streaming.OutputMode
options org.apache.spark.sql.sources.v2.DataSourceOptions
Returns
Type Description
org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter

shortName()

public String shortName()
Returns
Type Description
String