Class SpeculativeDecodingSpec.DraftModelSpeculation.Builder

java.lang.Object
com.google.protobuf.AbstractMessageLite.Builder
com.google.protobuf.AbstractMessage.Builder<BuilderT>
com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.DraftModelSpeculation.Builder>
com.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation.Builder
All Implemented Interfaces:
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder, com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Cloneable
Enclosing class:
SpeculativeDecodingSpec.DraftModelSpeculation

public static final class SpeculativeDecodingSpec.DraftModelSpeculation.Builder extends com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.DraftModelSpeculation.Builder> implements SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder
 Draft model speculation works by using the smaller model to generate
 candidate tokens for speculative decoding.
 
Protobuf type google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation