Send feedback
Class PslDataSource
Stay organized with collections
Save and categorize content based on your preferences.
Version latest keyboard_arrow_down
public final class PslDataSource implements DataSourceV2 , ContinuousReadSupport , MicroBatchReadSupport , StreamWriteSupport , DataSourceRegister
Inheritance
java.lang.Object >
PslDataSource
Implements
org.apache.spark.sql.sources.v2.DataSourceV2 ,org.apache.spark.sql.sources.v2.ContinuousReadSupport ,org.apache.spark.sql.sources.v2.MicroBatchReadSupport ,org.apache.spark.sql.sources.v2.StreamWriteSupport ,org.apache.spark.sql.sources.DataSourceRegister Constructors
PslDataSource()
Methods
createContinuousReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)
public ContinuousReader createContinuousReader ( Optional<StructType> schema , String checkpointLocation , DataSourceOptions options )
Parameters
Name Description schema Optional <org.apache.spark.sql.types.StructType >checkpointLocation String options org.apache.spark.sql.sources.v2.DataSourceOptions
Returns
Type Description org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader
createMicroBatchReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options)
public MicroBatchReader createMicroBatchReader ( Optional<StructType> schema , String checkpointLocation , DataSourceOptions options )
Parameters
Name Description schema Optional <org.apache.spark.sql.types.StructType >checkpointLocation String options org.apache.spark.sql.sources.v2.DataSourceOptions
Returns
Type Description org.apache.spark.sql.sources.v2.reader.streaming.MicroBatchReader
createStreamWriter(String queryId, StructType schema, OutputMode mode, DataSourceOptions options)
public StreamWriter createStreamWriter ( String queryId , StructType schema , OutputMode mode , DataSourceOptions options )
Parameters
Name Description queryId String schema org.apache.spark.sql.types.StructType mode org.apache.spark.sql.streaming.OutputMode options org.apache.spark.sql.sources.v2.DataSourceOptions
Returns
Type Description org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter
shortName()
public String shortName ()
Returns
Send feedback
Except as otherwise noted, the content of this page is licensed under the Creative Commons Attribution 4.0 License , and code samples are licensed under the Apache 2.0 License . For details, see the Google Developers Site Policies . Java is a registered trademark of Oracle and/or its affiliates.
Last updated 2024-11-19 UTC.
Need to tell us more?
[[["Easy to understand","easyToUnderstand","thumb-up"],["Solved my problem","solvedMyProblem","thumb-up"],["Other","otherUp","thumb-up"]],[["Hard to understand","hardToUnderstand","thumb-down"],["Incorrect information or sample code","incorrectInformationOrSampleCode","thumb-down"],["Missing the information/samples I need","missingTheInformationSamplesINeed","thumb-down"],["Other","otherDown","thumb-down"]],["Last updated 2024-11-19 UTC."],[],[]]
