Class PslContinuousReader (0.3.4) 

public class PslContinuousReader implements ContinuousReader

Inheritance

java.lang.Object > PslContinuousReader

Implements

org.apache.spark.sql.sources.v2.reader.streaming.ContinuousReader

Constructors

PslContinuousReader(CursorClient cursorClient, MultiPartitionCommitter committer, PartitionSubscriberFactory partitionSubscriberFactory, SubscriptionPath subscriptionPath, FlowControlSettings flowControlSettings, PartitionCountReader partitionCountReader)

public PslContinuousReader(CursorClient cursorClient, MultiPartitionCommitter committer, PartitionSubscriberFactory partitionSubscriberFactory, SubscriptionPath subscriptionPath, FlowControlSettings flowControlSettings, PartitionCountReader partitionCountReader)
Parameters
Name Description
cursorClient com.google.cloud.pubsublite.internal.CursorClient
committer MultiPartitionCommitter
partitionSubscriberFactory PartitionSubscriberFactory
subscriptionPath com.google.cloud.pubsublite.SubscriptionPath
flowControlSettings com.google.cloud.pubsublite.cloudpubsub.FlowControlSettings
partitionCountReader PartitionCountReader

Methods

commit(Offset end)

public void commit(Offset end)
Parameter
Name Description
end org.apache.spark.sql.sources.v2.reader.streaming.Offset

deserializeOffset(String json)

public Offset deserializeOffset(String json)
Parameter
Name Description
json String
Returns
Type Description
org.apache.spark.sql.sources.v2.reader.streaming.Offset

getStartOffset()

public Offset getStartOffset()
Returns
Type Description
org.apache.spark.sql.sources.v2.reader.streaming.Offset

mergeOffsets(PartitionOffset[] offsets)

public Offset mergeOffsets(PartitionOffset[] offsets)
Parameter
Name Description
offsets org.apache.spark.sql.sources.v2.reader.streaming.PartitionOffset[]
Returns
Type Description
org.apache.spark.sql.sources.v2.reader.streaming.Offset

needsReconfiguration()

public boolean needsReconfiguration()
Returns
Type Description
boolean

planInputPartitions()

public List<InputPartition<InternalRow>> planInputPartitions()
Returns
Type Description
List<org.apache.spark.sql.sources.v2.reader.InputPartition<org.apache.spark.sql.catalyst.InternalRow>>

readSchema()

public StructType readSchema()
Returns
Type Description
org.apache.spark.sql.types.StructType

setStartOffset(Optional<Offset> start)

public void setStartOffset(Optional<Offset> start)
Parameter
Name Description
start Optional<org.apache.spark.sql.sources.v2.reader.streaming.Offset>

stop()

public void stop()