Send feedback
Class SpeculativeDecodingSpec (1.20.0)
Stay organized with collections
Save and categorize content based on your preferences.
public final class SpeculativeDecodingSpec extends GeneratedMessageV3 implements SpeculativeDecodingSpecOrBuilder
Configuration for Speculative Decoding.
Protobuf type google.cloud.vertexai.v1.SpeculativeDecodingSpec
Inherited Members
com.google.protobuf.GeneratedMessageV3.<ListT>makeMutableCopy(ListT)
com.google.protobuf.GeneratedMessageV3.<ListT>makeMutableCopy(ListT,int)
com.google.protobuf.GeneratedMessageV3.<T>emptyList(java.lang.Class<T>)
com.google.protobuf.GeneratedMessageV3.internalGetMapFieldReflection(int)
Static Fields
DRAFT_MODEL_SPECULATION_FIELD_NUMBER
public static final int DRAFT_MODEL_SPECULATION_FIELD_NUMBER
Field Value
Type Description
int
NGRAM_SPECULATION_FIELD_NUMBER
public static final int NGRAM_SPECULATION_FIELD_NUMBER
Field Value
Type Description
int
SPECULATIVE_TOKEN_COUNT_FIELD_NUMBER
public static final int SPECULATIVE_TOKEN_COUNT_FIELD_NUMBER
Field Value
Type Description
int
Static Methods
getDefaultInstance()
public static SpeculativeDecodingSpec getDefaultInstance ()
getDescriptor()
public static final Descriptors . Descriptor getDescriptor ()
newBuilder()
public static SpeculativeDecodingSpec . Builder newBuilder ()
newBuilder(SpeculativeDecodingSpec prototype)
public static SpeculativeDecodingSpec . Builder newBuilder ( SpeculativeDecodingSpec prototype )
public static SpeculativeDecodingSpec parseDelimitedFrom ( InputStream input )
public static SpeculativeDecodingSpec parseDelimitedFrom ( InputStream input , ExtensionRegistryLite extensionRegistry )
parseFrom(byte[] data)
public static SpeculativeDecodingSpec parseFrom ( byte [] data )
Parameter
Name Description
databyte []
parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec parseFrom ( byte [] data , ExtensionRegistryLite extensionRegistry )
parseFrom(ByteString data)
public static SpeculativeDecodingSpec parseFrom ( ByteString data )
parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec parseFrom ( ByteString data , ExtensionRegistryLite extensionRegistry )
public static SpeculativeDecodingSpec parseFrom ( CodedInputStream input )
public static SpeculativeDecodingSpec parseFrom ( CodedInputStream input , ExtensionRegistryLite extensionRegistry )
public static SpeculativeDecodingSpec parseFrom ( InputStream input )
public static SpeculativeDecodingSpec parseFrom ( InputStream input , ExtensionRegistryLite extensionRegistry )
parseFrom(ByteBuffer data)
public static SpeculativeDecodingSpec parseFrom ( ByteBuffer data )
parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec parseFrom ( ByteBuffer data , ExtensionRegistryLite extensionRegistry )
parser()
public static Parser<SpeculativeDecodingSpec> parser ()
Methods
equals(Object obj)
public boolean equals ( Object obj )
Parameter
Name Description
objObject
Overrides
getDefaultInstanceForType()
public SpeculativeDecodingSpec getDefaultInstanceForType ()
getDraftModelSpeculation()
public SpeculativeDecodingSpec . DraftModelSpeculation getDraftModelSpeculation ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
getDraftModelSpeculationOrBuilder()
public SpeculativeDecodingSpec . DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
getNgramSpeculation()
public SpeculativeDecodingSpec . NgramSpeculation getNgramSpeculation ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
getNgramSpeculationOrBuilder()
public SpeculativeDecodingSpec . NgramSpeculationOrBuilder getNgramSpeculationOrBuilder ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
getParserForType()
public Parser<SpeculativeDecodingSpec> getParserForType ()
Overrides
getSerializedSize()
public int getSerializedSize ()
Returns
Type Description
int
Overrides
getSpeculationCase()
public SpeculativeDecodingSpec . SpeculationCase getSpeculationCase ()
getSpeculativeTokenCount()
public int getSpeculativeTokenCount ()
The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
Returns
Type Description
int The speculativeTokenCount.
hasDraftModelSpeculation()
public boolean hasDraftModelSpeculation ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
Returns
Type Description
boolean Whether the draftModelSpeculation field is set.
hasNgramSpeculation()
public boolean hasNgramSpeculation ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
Returns
Type Description
boolean Whether the ngramSpeculation field is set.
hashCode()
Returns
Type Description
int
Overrides
internalGetFieldAccessorTable()
protected GeneratedMessageV3 . FieldAccessorTable internalGetFieldAccessorTable ()
Overrides
isInitialized()
public final boolean isInitialized ()
Overrides
newBuilderForType()
public SpeculativeDecodingSpec . Builder newBuilderForType ()
newBuilderForType(GeneratedMessageV3.BuilderParent parent)
protected SpeculativeDecodingSpec . Builder newBuilderForType ( GeneratedMessageV3 . BuilderParent parent )
Overrides
newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
protected Object newInstance ( GeneratedMessageV3 . UnusedPrivateParameter unused )
Returns
Type Description
Object
Overrides
toBuilder()
public SpeculativeDecodingSpec . Builder toBuilder ()
writeTo(CodedOutputStream output)
public void writeTo ( CodedOutputStream output )
Overrides
Send feedback
Except as otherwise noted, the content of this page is licensed under the Creative Commons Attribution 4.0 License , and code samples are licensed under the Apache 2.0 License . For details, see the Google Developers Site Policies . Java is a registered trademark of Oracle and/or its affiliates.
Last updated 2025-03-22 UTC.
Need to tell us more?
[[["Easy to understand","easyToUnderstand","thumb-up"],["Solved my problem","solvedMyProblem","thumb-up"],["Other","otherUp","thumb-up"]],[["Hard to understand","hardToUnderstand","thumb-down"],["Incorrect information or sample code","incorrectInformationOrSampleCode","thumb-down"],["Missing the information/samples I need","missingTheInformationSamplesINeed","thumb-down"],["Other","otherDown","thumb-down"]],["Last updated 2025-03-22 UTC."],[],[]]
