Send feedback
Class SpeculativeDecodingSpec (3.58.0)
Stay organized with collections
Save and categorize content based on your preferences.
Version latest keyboard_arrow_down
public final class SpeculativeDecodingSpec extends GeneratedMessageV3 implements SpeculativeDecodingSpecOrBuilder
Configuration for Speculative Decoding.
Protobuf type google.cloud.aiplatform.v1.SpeculativeDecodingSpec
Inherited Members
com.google.protobuf.GeneratedMessageV3.<ListT>makeMutableCopy(ListT)
com.google.protobuf.GeneratedMessageV3.<ListT>makeMutableCopy(ListT,int)
com.google.protobuf.GeneratedMessageV3.<T>emptyList(java.lang.Class<T>)
com.google.protobuf.GeneratedMessageV3.internalGetMapFieldReflection(int)
Static Fields
public static final int DRAFT_MODEL_SPECULATION_FIELD_NUMBER
Field Value
Type Description
int
public static final int NGRAM_SPECULATION_FIELD_NUMBER
Field Value
Type Description
int
public static final int SPECULATIVE_TOKEN_COUNT_FIELD_NUMBER
Field Value
Type Description
int
Static Methods
public static SpeculativeDecodingSpec getDefaultInstance ()
public static final Descriptors . Descriptor getDescriptor ()
public static SpeculativeDecodingSpec . Builder newBuilder ()
public static SpeculativeDecodingSpec . Builder newBuilder ( SpeculativeDecodingSpec prototype )
public static SpeculativeDecodingSpec parseDelimitedFrom ( InputStream input )
public static SpeculativeDecodingSpec parseDelimitedFrom ( InputStream input , ExtensionRegistryLite extensionRegistry )
public static SpeculativeDecodingSpec parseFrom ( byte [] data )
Parameter
Name Description
databyte []
public static SpeculativeDecodingSpec parseFrom ( byte [] data , ExtensionRegistryLite extensionRegistry )
public static SpeculativeDecodingSpec parseFrom ( ByteString data )
public static SpeculativeDecodingSpec parseFrom ( ByteString data , ExtensionRegistryLite extensionRegistry )
public static SpeculativeDecodingSpec parseFrom ( CodedInputStream input )
public static SpeculativeDecodingSpec parseFrom ( CodedInputStream input , ExtensionRegistryLite extensionRegistry )
public static SpeculativeDecodingSpec parseFrom ( InputStream input )
public static SpeculativeDecodingSpec parseFrom ( InputStream input , ExtensionRegistryLite extensionRegistry )
public static SpeculativeDecodingSpec parseFrom ( ByteBuffer data )
public static SpeculativeDecodingSpec parseFrom ( ByteBuffer data , ExtensionRegistryLite extensionRegistry )
public static Parser<SpeculativeDecodingSpec> parser ()
Methods
public boolean equals ( Object obj )
Parameter
Name Description
objObject
Overrides
public SpeculativeDecodingSpec getDefaultInstanceForType ()
public SpeculativeDecodingSpec . DraftModelSpeculation getDraftModelSpeculation ()
draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
public SpeculativeDecodingSpec . DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder ()
draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
public SpeculativeDecodingSpec . NgramSpeculation getNgramSpeculation ()
N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
public SpeculativeDecodingSpec . NgramSpeculationOrBuilder getNgramSpeculationOrBuilder ()
N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
public Parser<SpeculativeDecodingSpec> getParserForType ()
Overrides
public int getSerializedSize ()
Returns
Type Description
int
Overrides
public SpeculativeDecodingSpec . SpeculationCase getSpeculationCase ()
public int getSpeculativeTokenCount ()
The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
Returns
Type Description
int The speculativeTokenCount.
public boolean hasDraftModelSpeculation ()
draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
Returns
Type Description
boolean Whether the draftModelSpeculation field is set.
public boolean hasNgramSpeculation ()
N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
Returns
Type Description
boolean Whether the ngramSpeculation field is set.
Returns
Type Description
int
Overrides
protected GeneratedMessageV3 . FieldAccessorTable internalGetFieldAccessorTable ()
Overrides
public final boolean isInitialized ()
Overrides
public SpeculativeDecodingSpec . Builder newBuilderForType ()
protected SpeculativeDecodingSpec . Builder newBuilderForType ( GeneratedMessageV3 . BuilderParent parent )
Overrides
protected Object newInstance ( GeneratedMessageV3 . UnusedPrivateParameter unused )
Returns
Type Description
Object
Overrides
public SpeculativeDecodingSpec . Builder toBuilder ()
public void writeTo ( CodedOutputStream output )
Overrides
Send feedback
Except as otherwise noted, the content of this page is licensed under the Creative Commons Attribution 4.0 License , and code samples are licensed under the Apache 2.0 License . For details, see the Google Developers Site Policies . Java is a registered trademark of Oracle and/or its affiliates.
Last updated 2025-02-05 UTC.
Need to tell us more?
[[["Easy to understand","easyToUnderstand","thumb-up"],["Solved my problem","solvedMyProblem","thumb-up"],["Other","otherUp","thumb-up"]],[["Hard to understand","hardToUnderstand","thumb-down"],["Incorrect information or sample code","incorrectInformationOrSampleCode","thumb-down"],["Missing the information/samples I need","missingTheInformationSamplesINeed","thumb-down"],["Other","otherDown","thumb-down"]],["Last updated 2025-02-05 UTC."],[],[]]
