Interface SpeculativeDecodingSpecOrBuilder (1.20.0)
Stay organized with collections Save and categorize content based on your preferences.

public interface SpeculativeDecodingSpecOrBuilder extends MessageOrBuilder

Implements

public abstract SpeculativeDecodingSpec.DraftModelSpeculation getDraftModelSpeculation()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type	Description
`SpeculativeDecodingSpec.DraftModelSpeculation`	The draftModelSpeculation.

public abstract SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type	Description
`SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder`

public abstract SpeculativeDecodingSpec.NgramSpeculation getNgramSpeculation()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type	Description
`SpeculativeDecodingSpec.NgramSpeculation`	The ngramSpeculation.

public abstract SpeculativeDecodingSpec.NgramSpeculationOrBuilder getNgramSpeculationOrBuilder()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type	Description
`SpeculativeDecodingSpec.NgramSpeculationOrBuilder`

public abstract SpeculativeDecodingSpec.SpeculationCase getSpeculationCase()

Returns
Type	Description
`SpeculativeDecodingSpec.SpeculationCase`

public abstract int getSpeculativeTokenCount()

The number of speculative tokens to generate at each step.

int32 speculative_token_count = 1;

Returns
Type	Description
`int`	The speculativeTokenCount.

public abstract boolean hasDraftModelSpeculation()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type	Description
`boolean`	Whether the draftModelSpeculation field is set.

public abstract boolean hasNgramSpeculation()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type	Description
`boolean`	Whether the ngramSpeculation field is set.