Class SpeculativeDecodingSpec.DraftModelSpeculation

java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessage
com.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation
All Implemented Interfaces:
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder, com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Serializable
Enclosing class:
SpeculativeDecodingSpec

public static final class SpeculativeDecodingSpec.DraftModelSpeculation extends com.google.protobuf.GeneratedMessage implements SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder
 Draft model speculation works by using the smaller model to generate
 candidate tokens for speculative decoding.
 
Protobuf type google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation
See Also: