Class SpeculativeDecodingSpec.Builder (1.23.0)

public static final class SpeculativeDecodingSpec.Builder extends GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder> implements SpeculativeDecodingSpecOrBuilder

Configuration for Speculative Decoding.

Protobuf type google.cloud.vertexai.v1.SpeculativeDecodingSpec

Static Methods

getDescriptor()

public static final Descriptors.Descriptor getDescriptor()
Returns
TypeDescription
Descriptor

Methods

addRepeatedField(Descriptors.FieldDescriptor field, Object value)

public SpeculativeDecodingSpec.Builder addRepeatedField(Descriptors.FieldDescriptor field, Object value)
Parameters
NameDescription
fieldFieldDescriptor
valueObject
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides

build()

public SpeculativeDecodingSpec build()
Returns
TypeDescription
SpeculativeDecodingSpec

buildPartial()

public SpeculativeDecodingSpec buildPartial()
Returns
TypeDescription
SpeculativeDecodingSpec

clear()

public SpeculativeDecodingSpec.Builder clear()
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides

clearDraftModelSpeculation()

public SpeculativeDecodingSpec.Builder clearDraftModelSpeculation()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
TypeDescription
SpeculativeDecodingSpec.Builder

clearField(Descriptors.FieldDescriptor field)

public SpeculativeDecodingSpec.Builder clearField(Descriptors.FieldDescriptor field)
Parameter
NameDescription
fieldFieldDescriptor
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides

clearNgramSpeculation()

public SpeculativeDecodingSpec.Builder clearNgramSpeculation()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
TypeDescription
SpeculativeDecodingSpec.Builder

clearOneof(Descriptors.OneofDescriptor oneof)

public SpeculativeDecodingSpec.Builder clearOneof(Descriptors.OneofDescriptor oneof)
Parameter
NameDescription
oneofOneofDescriptor
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides

clearSpeculation()

public SpeculativeDecodingSpec.Builder clearSpeculation()
Returns
TypeDescription
SpeculativeDecodingSpec.Builder

clearSpeculativeTokenCount()

public SpeculativeDecodingSpec.Builder clearSpeculativeTokenCount()

The number of speculative tokens to generate at each step.

int32 speculative_token_count = 1;

Returns
TypeDescription
SpeculativeDecodingSpec.Builder

This builder for chaining.

clone()

public SpeculativeDecodingSpec.Builder clone()
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides

getDefaultInstanceForType()

public SpeculativeDecodingSpec getDefaultInstanceForType()
Returns
TypeDescription
SpeculativeDecodingSpec

getDescriptorForType()

public Descriptors.Descriptor getDescriptorForType()
Returns
TypeDescription
Descriptor
Overrides

getDraftModelSpeculation()

public SpeculativeDecodingSpec.DraftModelSpeculation getDraftModelSpeculation()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
TypeDescription
SpeculativeDecodingSpec.DraftModelSpeculation

The draftModelSpeculation.

getDraftModelSpeculationBuilder()

public SpeculativeDecodingSpec.DraftModelSpeculation.Builder getDraftModelSpeculationBuilder()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
TypeDescription
SpeculativeDecodingSpec.DraftModelSpeculation.Builder

getDraftModelSpeculationOrBuilder()

public SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
TypeDescription
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder

getNgramSpeculation()

public SpeculativeDecodingSpec.NgramSpeculation getNgramSpeculation()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
TypeDescription
SpeculativeDecodingSpec.NgramSpeculation

The ngramSpeculation.

getNgramSpeculationBuilder()

public SpeculativeDecodingSpec.NgramSpeculation.Builder getNgramSpeculationBuilder()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
TypeDescription
SpeculativeDecodingSpec.NgramSpeculation.Builder

getNgramSpeculationOrBuilder()

public SpeculativeDecodingSpec.NgramSpeculationOrBuilder getNgramSpeculationOrBuilder()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
TypeDescription
SpeculativeDecodingSpec.NgramSpeculationOrBuilder

getSpeculationCase()

public SpeculativeDecodingSpec.SpeculationCase getSpeculationCase()
Returns
TypeDescription
SpeculativeDecodingSpec.SpeculationCase

getSpeculativeTokenCount()

public int getSpeculativeTokenCount()

The number of speculative tokens to generate at each step.

int32 speculative_token_count = 1;

Returns
TypeDescription
int

The speculativeTokenCount.

hasDraftModelSpeculation()

public boolean hasDraftModelSpeculation()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
TypeDescription
boolean

Whether the draftModelSpeculation field is set.

hasNgramSpeculation()

public boolean hasNgramSpeculation()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
TypeDescription
boolean

Whether the ngramSpeculation field is set.

internalGetFieldAccessorTable()

protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
Returns
TypeDescription
FieldAccessorTable
Overrides

isInitialized()

public final boolean isInitialized()
Returns
TypeDescription
boolean
Overrides

mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

public SpeculativeDecodingSpec.Builder mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Parameter
NameDescription
valueSpeculativeDecodingSpec.DraftModelSpeculation
Returns
TypeDescription
SpeculativeDecodingSpec.Builder

mergeFrom(SpeculativeDecodingSpec other)

public SpeculativeDecodingSpec.Builder mergeFrom(SpeculativeDecodingSpec other)
Parameter
NameDescription
otherSpeculativeDecodingSpec
Returns
TypeDescription
SpeculativeDecodingSpec.Builder

mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)

public SpeculativeDecodingSpec.Builder mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
NameDescription
inputCodedInputStream
extensionRegistryExtensionRegistryLite
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides
Exceptions
TypeDescription
IOException

mergeFrom(Message other)

public SpeculativeDecodingSpec.Builder mergeFrom(Message other)
Parameter
NameDescription
otherMessage
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides

mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

public SpeculativeDecodingSpec.Builder mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Parameter
NameDescription
valueSpeculativeDecodingSpec.NgramSpeculation
Returns
TypeDescription
SpeculativeDecodingSpec.Builder

mergeUnknownFields(UnknownFieldSet unknownFields)

public final SpeculativeDecodingSpec.Builder mergeUnknownFields(UnknownFieldSet unknownFields)
Parameter
NameDescription
unknownFieldsUnknownFieldSet
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides

setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Parameter
NameDescription
valueSpeculativeDecodingSpec.DraftModelSpeculation
Returns
TypeDescription
SpeculativeDecodingSpec.Builder

setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)

public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Parameter
NameDescription
builderForValueSpeculativeDecodingSpec.DraftModelSpeculation.Builder
Returns
TypeDescription
SpeculativeDecodingSpec.Builder

setField(Descriptors.FieldDescriptor field, Object value)

public SpeculativeDecodingSpec.Builder setField(Descriptors.FieldDescriptor field, Object value)
Parameters
NameDescription
fieldFieldDescriptor
valueObject
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides

setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Parameter
NameDescription
valueSpeculativeDecodingSpec.NgramSpeculation
Returns
TypeDescription
SpeculativeDecodingSpec.Builder

setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)

public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Parameter
NameDescription
builderForValueSpeculativeDecodingSpec.NgramSpeculation.Builder
Returns
TypeDescription
SpeculativeDecodingSpec.Builder

setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)

public SpeculativeDecodingSpec.Builder setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)
Parameters
NameDescription
fieldFieldDescriptor
indexint
valueObject
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides

setSpeculativeTokenCount(int value)

public SpeculativeDecodingSpec.Builder setSpeculativeTokenCount(int value)

The number of speculative tokens to generate at each step.

int32 speculative_token_count = 1;

Parameter
NameDescription
valueint

The speculativeTokenCount to set.

Returns
TypeDescription
SpeculativeDecodingSpec.Builder

This builder for chaining.

setUnknownFields(UnknownFieldSet unknownFields)

public final SpeculativeDecodingSpec.Builder setUnknownFields(UnknownFieldSet unknownFields)
Parameter
NameDescription
unknownFieldsUnknownFieldSet
Returns
TypeDescription
SpeculativeDecodingSpec.Builder
Overrides