public static final class SpeculativeDecodingSpec.DraftModelSpeculation extends GeneratedMessage implements SpeculativeDecodingSpec.DraftModelSpeculationOrBuilderDraft model speculation works by using the smaller model to generate candidate tokens for speculative decoding.
Protobuf type google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation
Inheritance
Object > AbstractMessageLite<MessageType,BuilderType> > AbstractMessage > GeneratedMessage > SpeculativeDecodingSpec.DraftModelSpeculationStatic Fields
DRAFT_MODEL_FIELD_NUMBER
public static final int DRAFT_MODEL_FIELD_NUMBER| Field Value | |
|---|---|
| Type | Description |
int |
|
Static Methods
getDefaultInstance()
public static SpeculativeDecodingSpec.DraftModelSpeculation getDefaultInstance()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
getDescriptor()
public static final Descriptors.Descriptor getDescriptor()| Returns | |
|---|---|
| Type | Description |
Descriptor |
|
newBuilder()
public static SpeculativeDecodingSpec.DraftModelSpeculation.Builder newBuilder()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation.Builder |
|
newBuilder(SpeculativeDecodingSpec.DraftModelSpeculation prototype)
public static SpeculativeDecodingSpec.DraftModelSpeculation.Builder newBuilder(SpeculativeDecodingSpec.DraftModelSpeculation prototype)| Parameter | |
|---|---|
| Name | Description |
prototype |
SpeculativeDecodingSpec.DraftModelSpeculation |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation.Builder |
|
parseDelimitedFrom(InputStream input)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseDelimitedFrom(InputStream input)| Parameter | |
|---|---|
| Name | Description |
input |
InputStream |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
IOException |
|
parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry)| Parameters | |
|---|---|
| Name | Description |
input |
InputStream |
extensionRegistry |
ExtensionRegistryLite |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
IOException |
|
parseFrom(byte[] data)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(byte[] data)| Parameter | |
|---|---|
| Name | Description |
data |
byte[] |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
InvalidProtocolBufferException |
|
parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)| Parameters | |
|---|---|
| Name | Description |
data |
byte[] |
extensionRegistry |
ExtensionRegistryLite |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
InvalidProtocolBufferException |
|
parseFrom(ByteString data)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(ByteString data)| Parameter | |
|---|---|
| Name | Description |
data |
ByteString |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
InvalidProtocolBufferException |
|
parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)| Parameters | |
|---|---|
| Name | Description |
data |
ByteString |
extensionRegistry |
ExtensionRegistryLite |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
InvalidProtocolBufferException |
|
parseFrom(CodedInputStream input)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(CodedInputStream input)| Parameter | |
|---|---|
| Name | Description |
input |
CodedInputStream |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
IOException |
|
parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)| Parameters | |
|---|---|
| Name | Description |
input |
CodedInputStream |
extensionRegistry |
ExtensionRegistryLite |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
IOException |
|
parseFrom(InputStream input)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(InputStream input)| Parameter | |
|---|---|
| Name | Description |
input |
InputStream |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
IOException |
|
parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry)| Parameters | |
|---|---|
| Name | Description |
input |
InputStream |
extensionRegistry |
ExtensionRegistryLite |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
IOException |
|
parseFrom(ByteBuffer data)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(ByteBuffer data)| Parameter | |
|---|---|
| Name | Description |
data |
ByteBuffer |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
InvalidProtocolBufferException |
|
parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)| Parameters | |
|---|---|
| Name | Description |
data |
ByteBuffer |
extensionRegistry |
ExtensionRegistryLite |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
| Exceptions | |
|---|---|
| Type | Description |
InvalidProtocolBufferException |
|
parser()
public static Parser<SpeculativeDecodingSpec.DraftModelSpeculation> parser()| Returns | |
|---|---|
| Type | Description |
Parser<DraftModelSpeculation> |
|
Methods
equals(Object obj)
public boolean equals(Object obj)| Parameter | |
|---|---|
| Name | Description |
obj |
Object |
| Returns | |
|---|---|
| Type | Description |
boolean |
|
getDefaultInstanceForType()
public SpeculativeDecodingSpec.DraftModelSpeculation getDefaultInstanceForType()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
|
getDraftModel()
public String getDraftModel()Required. The resource name of the draft model.
string draft_model = 1 [(.google.api.field_behavior) = REQUIRED, (.google.api.resource_reference) = { ... }
| Returns | |
|---|---|
| Type | Description |
String |
The draftModel. |
getDraftModelBytes()
public ByteString getDraftModelBytes()Required. The resource name of the draft model.
string draft_model = 1 [(.google.api.field_behavior) = REQUIRED, (.google.api.resource_reference) = { ... }
| Returns | |
|---|---|
| Type | Description |
ByteString |
The bytes for draftModel. |
getParserForType()
public Parser<SpeculativeDecodingSpec.DraftModelSpeculation> getParserForType()| Returns | |
|---|---|
| Type | Description |
Parser<DraftModelSpeculation> |
|
getSerializedSize()
public int getSerializedSize()| Returns | |
|---|---|
| Type | Description |
int |
|
hashCode()
public int hashCode()| Returns | |
|---|---|
| Type | Description |
int |
|
internalGetFieldAccessorTable()
protected GeneratedMessage.FieldAccessorTable internalGetFieldAccessorTable()| Returns | |
|---|---|
| Type | Description |
FieldAccessorTable |
|
isInitialized()
public final boolean isInitialized()| Returns | |
|---|---|
| Type | Description |
boolean |
|
newBuilderForType()
public SpeculativeDecodingSpec.DraftModelSpeculation.Builder newBuilderForType()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation.Builder |
|
newBuilderForType(AbstractMessage.BuilderParent parent)
protected SpeculativeDecodingSpec.DraftModelSpeculation.Builder newBuilderForType(AbstractMessage.BuilderParent parent)| Parameter | |
|---|---|
| Name | Description |
parent |
BuilderParent |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation.Builder |
|
toBuilder()
public SpeculativeDecodingSpec.DraftModelSpeculation.Builder toBuilder()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation.Builder |
|
writeTo(CodedOutputStream output)
public void writeTo(CodedOutputStream output)| Parameter | |
|---|---|
| Name | Description |
output |
CodedOutputStream |
| Exceptions | |
|---|---|
| Type | Description |
IOException |
|