Send feedback
Class PslContinuousReader
Stay organized with collections
Save and categorize content based on your preferences.
Version latest keyboard_arrow_down
public class PslContinuousReader implements ContinuousReader
Inheritance
java.lang.Object >
PslContinuousReader
Implements
org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader Constructors
PslContinuousReader(CursorClient cursorClient, MultiPartitionCommitter committer, PartitionSubscriberFactory partitionSubscriberFactory, SubscriptionPath subscriptionPath, FlowControlSettings flowControlSettings, PartitionCountReader partitionCountReader)
public PslContinuousReader ( CursorClient cursorClient , MultiPartitionCommitter committer , PartitionSubscriberFactory partitionSubscriberFactory , SubscriptionPath subscriptionPath , FlowControlSettings flowControlSettings , PartitionCountReader partitionCountReader )
Parameters
Methods
commit(Offset end)
public void commit ( Offset end )
Parameter
Name Description end org.apache.spark.sql.sources.v2.reader.streaming.Offset
deserializeOffset(String json)
public Offset deserializeOffset ( String json )
Parameter
Returns
Type Description org.apache.spark.sql.sources.v2.reader.streaming.Offset
getStartOffset()
public Offset getStartOffset ()
Returns
Type Description org.apache.spark.sql.sources.v2.reader.streaming.Offset
mergeOffsets(PartitionOffset[] offsets)
public Offset mergeOffsets ( PartitionOffset [] offsets )
Parameter
Name Description offsets org.apache.spark.sql.sources.v2.reader.streaming.PartitionOffset []
Returns
Type Description org.apache.spark.sql.sources.v2.reader.streaming.Offset
needsReconfiguration()
public boolean needsReconfiguration ()
Returns
public List<InputPartition<InternalRow> > planInputPartitions ()
Returns
Type Description List <org.apache.spark.sql.sources.v2.reader.InputPartition <org.apache.spark.sql.catalyst.InternalRow >>
readSchema()
public StructType readSchema ()
Returns
Type Description org.apache.spark.sql.types.StructType
setStartOffset(Optional<Offset> start)
public void setStartOffset ( Optional<Offset> start )
Parameter
Name Description start Optional <org.apache.spark.sql.sources.v2.reader.streaming.Offset >
stop()
Send feedback
Except as otherwise noted, the content of this page is licensed under the Creative Commons Attribution 4.0 License , and code samples are licensed under the Apache 2.0 License . For details, see the Google Developers Site Policies . Java is a registered trademark of Oracle and/or its affiliates.
Last updated 2024-11-19 UTC.
Need to tell us more?
[[["Easy to understand","easyToUnderstand","thumb-up"],["Solved my problem","solvedMyProblem","thumb-up"],["Other","otherUp","thumb-up"]],[["Hard to understand","hardToUnderstand","thumb-down"],["Incorrect information or sample code","incorrectInformationOrSampleCode","thumb-down"],["Missing the information/samples I need","missingTheInformationSamplesINeed","thumb-down"],["Other","otherDown","thumb-down"]],["Last updated 2024-11-19 UTC."],[],[]]
