com.google.cloud.aiplatform.v1

Class SpeculativeDecodingSpec.NgramSpeculation.Builder

java.lang.Object

com.google.protobuf.AbstractMessageLite.Builder

com.google.protobuf.AbstractMessage.Builder<BuilderT>

com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

com.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation.Builder

All Implemented Interfaces:

SpeculativeDecodingSpec.NgramSpeculationOrBuilder, com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Cloneable

Enclosing class:

SpeculativeDecodingSpec.NgramSpeculation

public static final class SpeculativeDecodingSpec.NgramSpeculation.Builder
extends com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>
implements SpeculativeDecodingSpec.NgramSpeculationOrBuilder

 N-Gram speculation works by trying to find matching tokens in the
 previous prompt sequence and use those as speculation for generating
 new tokens.
 

Protobuf type google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation

Method Summary

Modifier and Type	Method and Description
SpeculativeDecodingSpec.NgramSpeculation	build()
SpeculativeDecodingSpec.NgramSpeculation	buildPartial()
SpeculativeDecodingSpec.NgramSpeculation.Builder	clear()
SpeculativeDecodingSpec.NgramSpeculation.Builder	clearNgramSize() The number of last N input tokens used as ngram to search/match against the previous prompt sequence.
SpeculativeDecodingSpec.NgramSpeculation	getDefaultInstanceForType()
static com.google.protobuf.Descriptors.Descriptor	getDescriptor()
com.google.protobuf.Descriptors.Descriptor	getDescriptorForType()
int	getNgramSize() The number of last N input tokens used as ngram to search/match against the previous prompt sequence.
protected com.google.protobuf.GeneratedMessage.FieldAccessorTable	internalGetFieldAccessorTable()
boolean	isInitialized()
SpeculativeDecodingSpec.NgramSpeculation.Builder	mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
SpeculativeDecodingSpec.NgramSpeculation.Builder	mergeFrom(com.google.protobuf.Message other)
SpeculativeDecodingSpec.NgramSpeculation.Builder	mergeFrom(SpeculativeDecodingSpec.NgramSpeculation other)
SpeculativeDecodingSpec.NgramSpeculation.Builder	setNgramSize(int value) The number of last N input tokens used as ngram to search/match against the previous prompt sequence.

Methods inherited from class com.google.protobuf.GeneratedMessage.Builder

addRepeatedField, clearField, clearOneof, clone, getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, internalGetMutableMapField, internalGetMutableMapFieldReflection, isClean, markClean, mergeUnknownFields, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setField, setRepeatedField, setUnknownFields, setUnknownFieldSetBuilder, setUnknownFieldsProto3

Methods inherited from class com.google.protobuf.AbstractMessage.Builder

findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite.Builder

addAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, mergeFrom, newUninitializedMessageException

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Methods inherited from interface com.google.protobuf.Message.Builder

mergeDelimitedFrom, mergeDelimitedFrom

Methods inherited from interface com.google.protobuf.MessageLite.Builder

mergeFrom

Method Detail

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessage.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

clear

public SpeculativeDecodingSpec.NgramSpeculation.Builder clear()

Specified by:

clear in interface com.google.protobuf.Message.Builder

Specified by:

clear in interface com.google.protobuf.MessageLite.Builder

Overrides:

clear in class com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

getDescriptorForType

public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()

Specified by:

getDescriptorForType in interface com.google.protobuf.Message.Builder

Specified by:

getDescriptorForType in interface com.google.protobuf.MessageOrBuilder

Overrides:

getDescriptorForType in class com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

getDefaultInstanceForType

public SpeculativeDecodingSpec.NgramSpeculation getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

build

public SpeculativeDecodingSpec.NgramSpeculation build()

Specified by:

build in interface com.google.protobuf.Message.Builder

Specified by:

build in interface com.google.protobuf.MessageLite.Builder

buildPartial

public SpeculativeDecodingSpec.NgramSpeculation buildPartial()

Specified by:

buildPartial in interface com.google.protobuf.Message.Builder

Specified by:

buildPartial in interface com.google.protobuf.MessageLite.Builder

mergeFrom

public SpeculativeDecodingSpec.NgramSpeculation.Builder mergeFrom(com.google.protobuf.Message other)

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

mergeFrom

public SpeculativeDecodingSpec.NgramSpeculation.Builder mergeFrom(SpeculativeDecodingSpec.NgramSpeculation other)

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessage.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

mergeFrom

public SpeculativeDecodingSpec.NgramSpeculation.Builder mergeFrom(com.google.protobuf.CodedInputStream input,
                                                                  com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                           throws IOException

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Specified by:

mergeFrom in interface com.google.protobuf.MessageLite.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<SpeculativeDecodingSpec.NgramSpeculation.Builder>

Throws:

IOException

getNgramSize

public int getNgramSize()

 The number of last N input tokens used as ngram to search/match
 against the previous prompt sequence.
 This is equal to the N in N-Gram.
 The default value is 3 if not specified.
 

int32 ngram_size = 1;

Specified by:

getNgramSize in interface SpeculativeDecodingSpec.NgramSpeculationOrBuilder

Returns:

The ngramSize.

setNgramSize

public SpeculativeDecodingSpec.NgramSpeculation.Builder setNgramSize(int value)

 The number of last N input tokens used as ngram to search/match
 against the previous prompt sequence.
 This is equal to the N in N-Gram.
 The default value is 3 if not specified.
 

int32 ngram_size = 1;

Parameters:

value - The ngramSize to set.

Returns:

This builder for chaining.

clearNgramSize

public SpeculativeDecodingSpec.NgramSpeculation.Builder clearNgramSize()

 The number of last N input tokens used as ngram to search/match
 against the previous prompt sequence.
 This is equal to the N in N-Gram.
 The default value is 3 if not specified.
 

int32 ngram_size = 1;

Returns:

This builder for chaining.