Package com.google.cloud.aiplatform.v1

Class SpeculativeDecodingSpec.Builder

java.lang.Object

com.google.protobuf.AbstractMessageLite.Builder

com.google.protobuf.AbstractMessage.Builder<BuilderT>

com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.Builder>

com.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.Builder

All Implemented Interfaces:

SpeculativeDecodingSpecOrBuilder, com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Cloneable

Enclosing class:

SpeculativeDecodingSpec

public static final class SpeculativeDecodingSpec.Builder
extends com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.Builder>
implements SpeculativeDecodingSpecOrBuilder

 Configuration for Speculative Decoding.
 

Protobuf type google.cloud.aiplatform.v1.SpeculativeDecodingSpec

Method Summary

Modifier and Type	Method	Description
SpeculativeDecodingSpec	build()
SpeculativeDecodingSpec	buildPartial()
SpeculativeDecodingSpec.Builder	clear()
SpeculativeDecodingSpec.Builder	clearDraftModelSpeculation()	draft model speculation.
SpeculativeDecodingSpec.Builder	clearNgramSpeculation()	N-Gram speculation.
SpeculativeDecodingSpec.Builder	clearSpeculation()
SpeculativeDecodingSpec.Builder	clearSpeculativeTokenCount()	The number of speculative tokens to generate at each step.
SpeculativeDecodingSpec	getDefaultInstanceForType()
static final com.google.protobuf.Descriptors.Descriptor	getDescriptor()
com.google.protobuf.Descriptors.Descriptor	getDescriptorForType()
SpeculativeDecodingSpec.DraftModelSpeculation	getDraftModelSpeculation()	draft model speculation.
SpeculativeDecodingSpec.DraftModelSpeculation.Builder	getDraftModelSpeculationBuilder()	draft model speculation.
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder	getDraftModelSpeculationOrBuilder()	draft model speculation.
SpeculativeDecodingSpec.NgramSpeculation	getNgramSpeculation()	N-Gram speculation.
SpeculativeDecodingSpec.NgramSpeculation.Builder	getNgramSpeculationBuilder()	N-Gram speculation.
SpeculativeDecodingSpec.NgramSpeculationOrBuilder	getNgramSpeculationOrBuilder()	N-Gram speculation.
SpeculativeDecodingSpec.SpeculationCase	getSpeculationCase()
int	getSpeculativeTokenCount()	The number of speculative tokens to generate at each step.
boolean	hasDraftModelSpeculation()	draft model speculation.
boolean	hasNgramSpeculation()	N-Gram speculation.
protected com.google.protobuf.GeneratedMessage.FieldAccessorTable	internalGetFieldAccessorTable()
final boolean	isInitialized()
SpeculativeDecodingSpec.Builder	mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)	draft model speculation.
SpeculativeDecodingSpec.Builder	mergeFrom(SpeculativeDecodingSpec other)
SpeculativeDecodingSpec.Builder	mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
SpeculativeDecodingSpec.Builder	mergeFrom(com.google.protobuf.Message other)
SpeculativeDecodingSpec.Builder	mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)	N-Gram speculation.
SpeculativeDecodingSpec.Builder	setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)	draft model speculation.
SpeculativeDecodingSpec.Builder	setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)	draft model speculation.
SpeculativeDecodingSpec.Builder	setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)	N-Gram speculation.
SpeculativeDecodingSpec.Builder	setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)	N-Gram speculation.
SpeculativeDecodingSpec.Builder	setSpeculativeTokenCount(int value)	The number of speculative tokens to generate at each step.

Methods inherited from class com.google.protobuf.GeneratedMessage.Builder

addRepeatedField, clearField, clearOneof, clone, getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, internalGetMutableMapField, internalGetMutableMapFieldReflection, isClean, markClean, mergeUnknownFields, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setField, setRepeatedField, setUnknownFields, setUnknownFieldSetBuilder, setUnknownFieldsProto3

Methods inherited from class com.google.protobuf.AbstractMessage.Builder

findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite.Builder

addAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, mergeFrom, newUninitializedMessageException

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.Message.Builder

mergeDelimitedFrom, mergeDelimitedFrom

Methods inherited from interface com.google.protobuf.MessageLite.Builder

mergeFrom

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Method Details

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessage.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.Builder>

clear

public SpeculativeDecodingSpec.Builder clear()

Specified by:

clear in interface com.google.protobuf.Message.Builder

Specified by:

clear in interface com.google.protobuf.MessageLite.Builder

Overrides:

clear in class com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.Builder>

getDescriptorForType

public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()

Specified by:

getDescriptorForType in interface com.google.protobuf.Message.Builder

Specified by:

getDescriptorForType in interface com.google.protobuf.MessageOrBuilder

Overrides:

getDescriptorForType in class com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.Builder>

getDefaultInstanceForType

public SpeculativeDecodingSpec getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

build

public SpeculativeDecodingSpec build()

Specified by:

build in interface com.google.protobuf.Message.Builder

Specified by:

build in interface com.google.protobuf.MessageLite.Builder

buildPartial

public SpeculativeDecodingSpec buildPartial()

Specified by:

buildPartial in interface com.google.protobuf.Message.Builder

Specified by:

buildPartial in interface com.google.protobuf.MessageLite.Builder

mergeFrom

public SpeculativeDecodingSpec.Builder mergeFrom(com.google.protobuf.Message other)

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<SpeculativeDecodingSpec.Builder>

mergeFrom

public SpeculativeDecodingSpec.Builder mergeFrom(SpeculativeDecodingSpec other)

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.Builder>

mergeFrom

public SpeculativeDecodingSpec.Builder mergeFrom(com.google.protobuf.CodedInputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                          throws IOException

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Specified by:

mergeFrom in interface com.google.protobuf.MessageLite.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<SpeculativeDecodingSpec.Builder>

Throws:

IOException

getSpeculationCase

public SpeculativeDecodingSpec.SpeculationCase getSpeculationCase()

Specified by:

getSpeculationCase in interface SpeculativeDecodingSpecOrBuilder

clearSpeculation

public SpeculativeDecodingSpec.Builder clearSpeculation()

hasDraftModelSpeculation

public boolean hasDraftModelSpeculation()

 draft model speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Specified by:

hasDraftModelSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

Whether the draftModelSpeculation field is set.

getDraftModelSpeculation

public SpeculativeDecodingSpec.DraftModelSpeculation getDraftModelSpeculation()

 draft model speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Specified by:

getDraftModelSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

The draftModelSpeculation.

setDraftModelSpeculation

public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

 draft model speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

setDraftModelSpeculation

public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)

 draft model speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

mergeDraftModelSpeculation

public SpeculativeDecodingSpec.Builder mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

 draft model speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

clearDraftModelSpeculation

public SpeculativeDecodingSpec.Builder clearDraftModelSpeculation()

 draft model speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

getDraftModelSpeculationBuilder

public SpeculativeDecodingSpec.DraftModelSpeculation.Builder getDraftModelSpeculationBuilder()

 draft model speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

getDraftModelSpeculationOrBuilder

public SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder()

 draft model speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Specified by:

getDraftModelSpeculationOrBuilder in interface SpeculativeDecodingSpecOrBuilder

hasNgramSpeculation

public boolean hasNgramSpeculation()

 N-Gram speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Specified by:

hasNgramSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

Whether the ngramSpeculation field is set.

getNgramSpeculation

public SpeculativeDecodingSpec.NgramSpeculation getNgramSpeculation()

 N-Gram speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Specified by:

getNgramSpeculation in interface SpeculativeDecodingSpecOrBuilder

Returns:

The ngramSpeculation.

setNgramSpeculation

public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

 N-Gram speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

setNgramSpeculation

public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)

 N-Gram speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

mergeNgramSpeculation

public SpeculativeDecodingSpec.Builder mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

 N-Gram speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

clearNgramSpeculation

public SpeculativeDecodingSpec.Builder clearNgramSpeculation()

 N-Gram speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

getNgramSpeculationBuilder

public SpeculativeDecodingSpec.NgramSpeculation.Builder getNgramSpeculationBuilder()

 N-Gram speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

getNgramSpeculationOrBuilder

public SpeculativeDecodingSpec.NgramSpeculationOrBuilder getNgramSpeculationOrBuilder()

 N-Gram speculation.
 

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Specified by:

getNgramSpeculationOrBuilder in interface SpeculativeDecodingSpecOrBuilder

getSpeculativeTokenCount

public int getSpeculativeTokenCount()

 The number of speculative tokens to generate at each step.
 

int32 speculative_token_count = 1;

Specified by:

getSpeculativeTokenCount in interface SpeculativeDecodingSpecOrBuilder

Returns:

The speculativeTokenCount.

setSpeculativeTokenCount

public SpeculativeDecodingSpec.Builder setSpeculativeTokenCount(int value)

 The number of speculative tokens to generate at each step.
 

int32 speculative_token_count = 1;

Parameters:

value - The speculativeTokenCount to set.

Returns:

This builder for chaining.

clearSpeculativeTokenCount

public SpeculativeDecodingSpec.Builder clearSpeculativeTokenCount()

 The number of speculative tokens to generate at each step.
 

int32 speculative_token_count = 1;

Returns:

This builder for chaining.