Send feedback
Class SpeculativeDecodingSpec.Builder (1.20.0)
Stay organized with collections
Save and categorize content based on your preferences.
public static final class SpeculativeDecodingSpec . Builder extends GeneratedMessageV3 . Builder<SpeculativeDecodingSpec . Builder > implements SpeculativeDecodingSpecOrBuilder
Configuration for Speculative Decoding.
Protobuf type google.cloud.vertexai.v1.SpeculativeDecodingSpec
Inherited Members
com.google.protobuf.GeneratedMessageV3.Builder.getUnknownFieldSetBuilder()
com.google.protobuf.GeneratedMessageV3.Builder.internalGetMapFieldReflection(int)
com.google.protobuf.GeneratedMessageV3.Builder.internalGetMutableMapFieldReflection(int)
com.google.protobuf.GeneratedMessageV3.Builder.mergeUnknownLengthDelimitedField(int,com.google.protobuf.ByteString)
com.google.protobuf.GeneratedMessageV3.Builder.mergeUnknownVarintField(int,int)
com.google.protobuf.GeneratedMessageV3.Builder.parseUnknownField(com.google.protobuf.CodedInputStream,com.google.protobuf.ExtensionRegistryLite,int)
com.google.protobuf.GeneratedMessageV3.Builder.setUnknownFieldSetBuilder(com.google.protobuf.UnknownFieldSet.Builder)
Static Methods
getDescriptor()
public static final Descriptors . Descriptor getDescriptor ()
Methods
addRepeatedField(Descriptors.FieldDescriptor field, Object value)
public SpeculativeDecodingSpec . Builder addRepeatedField ( Descriptors . FieldDescriptor field , Object value )
Overrides
build()
public SpeculativeDecodingSpec build ()
buildPartial()
public SpeculativeDecodingSpec buildPartial ()
clear()
public SpeculativeDecodingSpec . Builder clear ()
Overrides
clearDraftModelSpeculation()
public SpeculativeDecodingSpec . Builder clearDraftModelSpeculation ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
clearField(Descriptors.FieldDescriptor field)
public SpeculativeDecodingSpec . Builder clearField ( Descriptors . FieldDescriptor field )
Overrides
clearNgramSpeculation()
public SpeculativeDecodingSpec . Builder clearNgramSpeculation ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
clearOneof(Descriptors.OneofDescriptor oneof)
public SpeculativeDecodingSpec . Builder clearOneof ( Descriptors . OneofDescriptor oneof )
Overrides
clearSpeculation()
public SpeculativeDecodingSpec . Builder clearSpeculation ()
clearSpeculativeTokenCount()
public SpeculativeDecodingSpec . Builder clearSpeculativeTokenCount ()
The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
clone()
public SpeculativeDecodingSpec . Builder clone ()
Overrides
getDefaultInstanceForType()
public SpeculativeDecodingSpec getDefaultInstanceForType ()
getDescriptorForType()
public Descriptors . Descriptor getDescriptorForType ()
Overrides
getDraftModelSpeculation()
public SpeculativeDecodingSpec . DraftModelSpeculation getDraftModelSpeculation ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
getDraftModelSpeculationBuilder()
public SpeculativeDecodingSpec . DraftModelSpeculation . Builder getDraftModelSpeculationBuilder ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
getDraftModelSpeculationOrBuilder()
public SpeculativeDecodingSpec . DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
getNgramSpeculation()
public SpeculativeDecodingSpec . NgramSpeculation getNgramSpeculation ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
getNgramSpeculationBuilder()
public SpeculativeDecodingSpec . NgramSpeculation . Builder getNgramSpeculationBuilder ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
getNgramSpeculationOrBuilder()
public SpeculativeDecodingSpec . NgramSpeculationOrBuilder getNgramSpeculationOrBuilder ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
getSpeculationCase()
public SpeculativeDecodingSpec . SpeculationCase getSpeculationCase ()
getSpeculativeTokenCount()
public int getSpeculativeTokenCount ()
The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
Returns
Type Description
int The speculativeTokenCount.
hasDraftModelSpeculation()
public boolean hasDraftModelSpeculation ()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
Returns
Type Description
boolean Whether the draftModelSpeculation field is set.
hasNgramSpeculation()
public boolean hasNgramSpeculation ()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
Returns
Type Description
boolean Whether the ngramSpeculation field is set.
internalGetFieldAccessorTable()
protected GeneratedMessageV3 . FieldAccessorTable internalGetFieldAccessorTable ()
Overrides
isInitialized()
public final boolean isInitialized ()
Overrides
mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)
public SpeculativeDecodingSpec . Builder mergeDraftModelSpeculation ( SpeculativeDecodingSpec . DraftModelSpeculation value )
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
mergeFrom(SpeculativeDecodingSpec other)
public SpeculativeDecodingSpec . Builder mergeFrom ( SpeculativeDecodingSpec other )
public SpeculativeDecodingSpec . Builder mergeFrom ( CodedInputStream input , ExtensionRegistryLite extensionRegistry )
Overrides
mergeFrom(Message other)
public SpeculativeDecodingSpec . Builder mergeFrom ( Message other )
Parameter
Name Description
otherMessage
Overrides
mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)
public SpeculativeDecodingSpec . Builder mergeNgramSpeculation ( SpeculativeDecodingSpec . NgramSpeculation value )
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
mergeUnknownFields(UnknownFieldSet unknownFields)
public final SpeculativeDecodingSpec . Builder mergeUnknownFields ( UnknownFieldSet unknownFields )
Overrides
setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)
public SpeculativeDecodingSpec . Builder setDraftModelSpeculation ( SpeculativeDecodingSpec . DraftModelSpeculation value )
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)
public SpeculativeDecodingSpec . Builder setDraftModelSpeculation ( SpeculativeDecodingSpec . DraftModelSpeculation . Builder builderForValue )
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
setField(Descriptors.FieldDescriptor field, Object value)
public SpeculativeDecodingSpec . Builder setField ( Descriptors . FieldDescriptor field , Object value )
Overrides
setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)
public SpeculativeDecodingSpec . Builder setNgramSpeculation ( SpeculativeDecodingSpec . NgramSpeculation value )
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)
public SpeculativeDecodingSpec . Builder setNgramSpeculation ( SpeculativeDecodingSpec . NgramSpeculation . Builder builderForValue )
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)
public SpeculativeDecodingSpec . Builder setRepeatedField ( Descriptors . FieldDescriptor field , int index , Object value )
Overrides
setSpeculativeTokenCount(int value)
public SpeculativeDecodingSpec . Builder setSpeculativeTokenCount ( int value )
The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
Parameter
Name Description
valueint The speculativeTokenCount to set.
setUnknownFields(UnknownFieldSet unknownFields)
public final SpeculativeDecodingSpec . Builder setUnknownFields ( UnknownFieldSet unknownFields )
Overrides
Send feedback
Except as otherwise noted, the content of this page is licensed under the Creative Commons Attribution 4.0 License , and code samples are licensed under the Apache 2.0 License . For details, see the Google Developers Site Policies . Java is a registered trademark of Oracle and/or its affiliates.
Last updated 2025-03-22 UTC.
Need to tell us more?
[[["Easy to understand","easyToUnderstand","thumb-up"],["Solved my problem","solvedMyProblem","thumb-up"],["Other","otherUp","thumb-up"]],[["Hard to understand","hardToUnderstand","thumb-down"],["Incorrect information or sample code","incorrectInformationOrSampleCode","thumb-down"],["Missing the information/samples I need","missingTheInformationSamplesINeed","thumb-down"],["Other","otherDown","thumb-down"]],["Last updated 2025-03-22 UTC."],[],[]]
