Send feedback
Class SpeculativeDecodingSpec (1.34.0)
Stay organized with collections
Save and categorize content based on your preferences.
Version latestkeyboard_arrow_down
public final class SpeculativeDecodingSpec extends GeneratedMessageV3 implements SpeculativeDecodingSpecOrBuilder
Configuration for Speculative Decoding.
Protobuf type google.cloud.vertexai.v1.SpeculativeDecodingSpec
Inherited Members
com.google.protobuf.GeneratedMessageV3.<ListT>makeMutableCopy(ListT)
com.google.protobuf.GeneratedMessageV3.<ListT>makeMutableCopy(ListT,int)
com.google.protobuf.GeneratedMessageV3.<T>emptyList(java.lang.Class<T>)
com.google.protobuf.GeneratedMessageV3.internalGetMapFieldReflection(int)
Static Fields
DRAFT_MODEL_SPECULATION_FIELD_NUMBER
public static final int DRAFT_MODEL_SPECULATION_FIELD_NUMBER
Field Value
Type Description
int
NGRAM_SPECULATION_FIELD_NUMBER
public static final int NGRAM_SPECULATION_FIELD_NUMBER
Field Value
Type Description
int
SPECULATIVE_TOKEN_COUNT_FIELD_NUMBER
public static final int SPECULATIVE_TOKEN_COUNT_FIELD_NUMBER
Field Value
Type Description
int
Static Methods
getDefaultInstance()
public static SpeculativeDecodingSpec getDefaultInstance ()
getDescriptor()
public static final Descriptors . Descriptor getDescriptor ()
newBuilder()
public static SpeculativeDecodingSpec . Builder newBuilder ()
newBuilder(SpeculativeDecodingSpec prototype)
public static SpeculativeDecodingSpec . Builder newBuilder ( SpeculativeDecodingSpec prototype )
public static SpeculativeDecodingSpec parseDelimitedFrom ( InputStream input )
public static SpeculativeDecodingSpec parseDelimitedFrom ( InputStream input , ExtensionRegistryLite extensionRegistry )
parseFrom(byte[] data)
public static SpeculativeDecodingSpec parseFrom ( byte [] data )
Parameter
Name Description
databyte []
parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec parseFrom ( byte [] data , ExtensionRegistryLite extensionRegistry )
parseFrom(ByteString data)
public static SpeculativeDecodingSpec parseFrom ( ByteString data )
parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec parseFrom ( ByteString data , ExtensionRegistryLite extensionRegistry )
public static SpeculativeDecodingSpec parseFrom ( CodedInputStream input )
public static SpeculativeDecodingSpec parseFrom ( CodedInputStream input , ExtensionRegistryLite extensionRegistry )
public static SpeculativeDecodingSpec parseFrom ( InputStream input )
public static SpeculativeDecodingSpec parseFrom ( InputStream input , ExtensionRegistryLite extensionRegistry )
parseFrom(ByteBuffer data)
public static SpeculativeDecodingSpec parseFrom ( ByteBuffer data )
parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec parseFrom ( ByteBuffer data , ExtensionRegistryLite extensionRegistry )
parser()
public static Parser<SpeculativeDecodingSpec> parser ()
Methods
equals(Object obj)
public boolean equals ( Object obj )
Parameter
Name Description
objObject
Overrides
getDefaultInstanceForType()
public SpeculativeDecodingSpec getDefaultInstanceForType ()
getDraftModelSpeculation()
public SpeculativeDecodingSpec . DraftModelSpeculation getDraftModelSpeculation ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
getDraftModelSpeculationOrBuilder()
public SpeculativeDecodingSpec . DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
getNgramSpeculation()
public SpeculativeDecodingSpec . NgramSpeculation getNgramSpeculation ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
getNgramSpeculationOrBuilder()
public SpeculativeDecodingSpec . NgramSpeculationOrBuilder getNgramSpeculationOrBuilder ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
getParserForType()
public Parser<SpeculativeDecodingSpec> getParserForType ()
Overrides
getSerializedSize()
public int getSerializedSize ()
Returns
Type Description
int
Overrides
getSpeculationCase()
public SpeculativeDecodingSpec . SpeculationCase getSpeculationCase ()
getSpeculativeTokenCount()
public int getSpeculativeTokenCount ()
The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
Returns
Type Description
int The speculativeTokenCount.
hasDraftModelSpeculation()
public boolean hasDraftModelSpeculation ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
Returns
Type Description
boolean Whether the draftModelSpeculation field is set.
hasNgramSpeculation()
public boolean hasNgramSpeculation ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
Returns
Type Description
boolean Whether the ngramSpeculation field is set.
hashCode()
Returns
Type Description
int
Overrides
internalGetFieldAccessorTable()
protected GeneratedMessageV3 . FieldAccessorTable internalGetFieldAccessorTable ()
Overrides
isInitialized()
public final boolean isInitialized ()
Overrides
newBuilderForType()
public SpeculativeDecodingSpec . Builder newBuilderForType ()
newBuilderForType(GeneratedMessageV3.BuilderParent parent)
protected SpeculativeDecodingSpec . Builder newBuilderForType ( GeneratedMessageV3 . BuilderParent parent )
Overrides
newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
protected Object newInstance ( GeneratedMessageV3 . UnusedPrivateParameter unused )
Returns
Type Description
Object
Overrides
toBuilder()
public SpeculativeDecodingSpec . Builder toBuilder ()
writeTo(CodedOutputStream output)
public void writeTo ( CodedOutputStream output )
Overrides
Send feedback
Except as otherwise noted, the content of this page is licensed under the Creative Commons Attribution 4.0 License , and code samples are licensed under the Apache 2.0 License . For details, see the Google Developers Site Policies . Java is a registered trademark of Oracle and/or its affiliates.
Last updated 2025-09-18 UTC.
Need to tell us more?
[[["Easy to understand","easyToUnderstand","thumb-up"],["Solved my problem","solvedMyProblem","thumb-up"],["Other","otherUp","thumb-up"]],[["Hard to understand","hardToUnderstand","thumb-down"],["Incorrect information or sample code","incorrectInformationOrSampleCode","thumb-down"],["Missing the information/samples I need","missingTheInformationSamplesINeed","thumb-down"],["Other","otherDown","thumb-down"]],["Last updated 2025-09-18 UTC."],[],[],null,[]]
