- 3.84.0 (latest)
- 3.83.0
- 3.82.0
- 3.81.0
- 3.79.0
- 3.77.0
- 3.76.0
- 3.75.0
- 3.74.0
- 3.73.0
- 3.71.0
- 3.69.0
- 3.68.0
- 3.65.0
- 3.64.0
- 3.63.0
- 3.61.0
- 3.60.0
- 3.59.0
- 3.58.0
- 3.57.0
- 3.56.0
- 3.55.0
- 3.54.0
- 3.53.0
- 3.52.0
- 3.50.0
- 3.49.0
- 3.48.0
- 3.47.0
- 3.46.0
- 3.45.0
- 3.44.0
- 3.43.0
- 3.42.0
- 3.41.0
- 3.40.0
- 3.38.0
- 3.37.0
- 3.36.0
- 3.35.0
- 3.34.0
- 3.33.0
- 3.32.0
- 3.31.0
- 3.30.0
- 3.29.0
- 3.28.0
- 3.25.0
- 3.24.0
- 3.23.0
- 3.22.0
- 3.21.0
- 3.20.0
- 3.19.0
- 3.18.0
- 3.17.0
- 3.16.0
- 3.15.0
- 3.14.0
- 3.13.0
- 3.12.0
- 3.11.0
- 3.10.0
- 3.9.0
- 3.8.0
- 3.7.0
- 3.6.0
- 3.5.0
- 3.4.2
- 3.3.0
- 3.2.0
- 3.0.0
- 2.9.8
- 2.8.9
- 2.7.4
- 2.5.3
- 2.4.0
public static final class SpeculativeDecodingSpec.Builder extends GeneratedMessage.Builder<SpeculativeDecodingSpec.Builder> implements SpeculativeDecodingSpecOrBuilderConfiguration for Speculative Decoding.
Protobuf type google.cloud.aiplatform.v1.SpeculativeDecodingSpec
Inheritance
java.lang.Object > AbstractMessageLite.Builder<MessageType,BuilderType> > AbstractMessage.Builder<BuilderType> > GeneratedMessage.Builder > SpeculativeDecodingSpec.BuilderImplements
SpeculativeDecodingSpecOrBuilderStatic Methods
getDescriptor()
public static final Descriptors.Descriptor getDescriptor()| Returns | |
|---|---|
| Type | Description |
Descriptor |
|
Methods
build()
public SpeculativeDecodingSpec build()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec |
|
buildPartial()
public SpeculativeDecodingSpec buildPartial()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec |
|
clear()
public SpeculativeDecodingSpec.Builder clear()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
clearDraftModelSpeculation()
public SpeculativeDecodingSpec.Builder clearDraftModelSpeculation()draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
clearNgramSpeculation()
public SpeculativeDecodingSpec.Builder clearNgramSpeculation()N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
clearSpeculation()
public SpeculativeDecodingSpec.Builder clearSpeculation()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
clearSpeculativeTokenCount()
public SpeculativeDecodingSpec.Builder clearSpeculativeTokenCount()The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
This builder for chaining. |
getDefaultInstanceForType()
public SpeculativeDecodingSpec getDefaultInstanceForType()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec |
|
getDescriptorForType()
public Descriptors.Descriptor getDescriptorForType()| Returns | |
|---|---|
| Type | Description |
Descriptor |
|
getDraftModelSpeculation()
public SpeculativeDecodingSpec.DraftModelSpeculation getDraftModelSpeculation()draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
The draftModelSpeculation. |
getDraftModelSpeculationBuilder()
public SpeculativeDecodingSpec.DraftModelSpeculation.Builder getDraftModelSpeculationBuilder()draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation.Builder |
|
getDraftModelSpeculationOrBuilder()
public SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder()draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder |
|
getNgramSpeculation()
public SpeculativeDecodingSpec.NgramSpeculation getNgramSpeculation()N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.NgramSpeculation |
The ngramSpeculation. |
getNgramSpeculationBuilder()
public SpeculativeDecodingSpec.NgramSpeculation.Builder getNgramSpeculationBuilder()N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.NgramSpeculation.Builder |
|
getNgramSpeculationOrBuilder()
public SpeculativeDecodingSpec.NgramSpeculationOrBuilder getNgramSpeculationOrBuilder()N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.NgramSpeculationOrBuilder |
|
getSpeculationCase()
public SpeculativeDecodingSpec.SpeculationCase getSpeculationCase()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.SpeculationCase |
|
getSpeculativeTokenCount()
public int getSpeculativeTokenCount()The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
| Returns | |
|---|---|
| Type | Description |
int |
The speculativeTokenCount. |
hasDraftModelSpeculation()
public boolean hasDraftModelSpeculation()draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns | |
|---|---|
| Type | Description |
boolean |
Whether the draftModelSpeculation field is set. |
hasNgramSpeculation()
public boolean hasNgramSpeculation()N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns | |
|---|---|
| Type | Description |
boolean |
Whether the ngramSpeculation field is set. |
internalGetFieldAccessorTable()
protected GeneratedMessage.FieldAccessorTable internalGetFieldAccessorTable()| Returns | |
|---|---|
| Type | Description |
FieldAccessorTable |
|
isInitialized()
public final boolean isInitialized()| Returns | |
|---|---|
| Type | Description |
boolean |
|
mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)
public SpeculativeDecodingSpec.Builder mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Parameter | |
|---|---|
| Name | Description |
value |
SpeculativeDecodingSpec.DraftModelSpeculation |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
mergeFrom(SpeculativeDecodingSpec other)
public SpeculativeDecodingSpec.Builder mergeFrom(SpeculativeDecodingSpec other)| Parameter | |
|---|---|
| Name | Description |
other |
SpeculativeDecodingSpec |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
public SpeculativeDecodingSpec.Builder mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)| Parameters | |
|---|---|
| Name | Description |
input |
CodedInputStream |
extensionRegistry |
ExtensionRegistryLite |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
| Exceptions | |
|---|---|
| Type | Description |
IOException |
|
mergeFrom(Message other)
public SpeculativeDecodingSpec.Builder mergeFrom(Message other)| Parameter | |
|---|---|
| Name | Description |
other |
Message |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)
public SpeculativeDecodingSpec.Builder mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Parameter | |
|---|---|
| Name | Description |
value |
SpeculativeDecodingSpec.NgramSpeculation |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)
public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Parameter | |
|---|---|
| Name | Description |
value |
SpeculativeDecodingSpec.DraftModelSpeculation |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)
public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)draft model speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Parameter | |
|---|---|
| Name | Description |
builderForValue |
SpeculativeDecodingSpec.DraftModelSpeculation.Builder |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)
public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Parameter | |
|---|---|
| Name | Description |
value |
SpeculativeDecodingSpec.NgramSpeculation |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)
public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)N-Gram speculation.
.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Parameter | |
|---|---|
| Name | Description |
builderForValue |
SpeculativeDecodingSpec.NgramSpeculation.Builder |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
setSpeculativeTokenCount(int value)
public SpeculativeDecodingSpec.Builder setSpeculativeTokenCount(int value)The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
| Parameter | |
|---|---|
| Name | Description |
value |
intThe speculativeTokenCount to set. |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
This builder for chaining. |