Class LLMBasedMetricSpec (3.86.0)

public final class LLMBasedMetricSpec extends GeneratedMessage implements LLMBasedMetricSpecOrBuilder

Specification for an LLM based metric.

Protobuf type google.cloud.aiplatform.v1beta1.LLMBasedMetricSpec

Static Fields

ADDITIONAL_CONFIG_FIELD_NUMBER

public static final int ADDITIONAL_CONFIG_FIELD_NUMBER
Field Value
Type Description
int

JUDGE_AUTORATER_CONFIG_FIELD_NUMBER

public static final int JUDGE_AUTORATER_CONFIG_FIELD_NUMBER
Field Value
Type Description
int

METRIC_PROMPT_TEMPLATE_FIELD_NUMBER

public static final int METRIC_PROMPT_TEMPLATE_FIELD_NUMBER
Field Value
Type Description
int

PREDEFINED_RUBRIC_GENERATION_SPEC_FIELD_NUMBER

public static final int PREDEFINED_RUBRIC_GENERATION_SPEC_FIELD_NUMBER
Field Value
Type Description
int

RUBRIC_GROUP_KEY_FIELD_NUMBER

public static final int RUBRIC_GROUP_KEY_FIELD_NUMBER
Field Value
Type Description
int

SYSTEM_INSTRUCTION_FIELD_NUMBER

public static final int SYSTEM_INSTRUCTION_FIELD_NUMBER
Field Value
Type Description
int

Static Methods

getDefaultInstance()

public static LLMBasedMetricSpec getDefaultInstance()
Returns
Type Description
LLMBasedMetricSpec

getDescriptor()

public static final Descriptors.Descriptor getDescriptor()
Returns
Type Description
Descriptor

newBuilder()

public static LLMBasedMetricSpec.Builder newBuilder()
Returns
Type Description
LLMBasedMetricSpec.Builder

newBuilder(LLMBasedMetricSpec prototype)

public static LLMBasedMetricSpec.Builder newBuilder(LLMBasedMetricSpec prototype)
Parameter
Name Description
prototype LLMBasedMetricSpec
Returns
Type Description
LLMBasedMetricSpec.Builder

parseDelimitedFrom(InputStream input)

public static LLMBasedMetricSpec parseDelimitedFrom(InputStream input)
Parameter
Name Description
input InputStream
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
IOException

parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry)

public static LLMBasedMetricSpec parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
input InputStream
extensionRegistry ExtensionRegistryLite
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
IOException

parseFrom(byte[] data)

public static LLMBasedMetricSpec parseFrom(byte[] data)
Parameter
Name Description
data byte[]
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
InvalidProtocolBufferException

parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)

public static LLMBasedMetricSpec parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
data byte[]
extensionRegistry ExtensionRegistryLite
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
InvalidProtocolBufferException

parseFrom(ByteString data)

public static LLMBasedMetricSpec parseFrom(ByteString data)
Parameter
Name Description
data ByteString
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
InvalidProtocolBufferException

parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)

public static LLMBasedMetricSpec parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
data ByteString
extensionRegistry ExtensionRegistryLite
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
InvalidProtocolBufferException

parseFrom(CodedInputStream input)

public static LLMBasedMetricSpec parseFrom(CodedInputStream input)
Parameter
Name Description
input CodedInputStream
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
IOException

parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)

public static LLMBasedMetricSpec parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
input CodedInputStream
extensionRegistry ExtensionRegistryLite
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
IOException

parseFrom(InputStream input)

public static LLMBasedMetricSpec parseFrom(InputStream input)
Parameter
Name Description
input InputStream
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
IOException

parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry)

public static LLMBasedMetricSpec parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
input InputStream
extensionRegistry ExtensionRegistryLite
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
IOException

parseFrom(ByteBuffer data)

public static LLMBasedMetricSpec parseFrom(ByteBuffer data)
Parameter
Name Description
data ByteBuffer
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
InvalidProtocolBufferException

parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)

public static LLMBasedMetricSpec parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
data ByteBuffer
extensionRegistry ExtensionRegistryLite
Returns
Type Description
LLMBasedMetricSpec
Exceptions
Type Description
InvalidProtocolBufferException

parser()

public static Parser<LLMBasedMetricSpec> parser()
Returns
Type Description
Parser<LLMBasedMetricSpec>

Methods

equals(Object obj)

public boolean equals(Object obj)
Parameter
Name Description
obj Object
Returns
Type Description
boolean
Overrides

getAdditionalConfig()

public Struct getAdditionalConfig()

Optional. Optional additional configuration for the metric.

optional .google.protobuf.Struct additional_config = 7 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
Struct

The additionalConfig.

getAdditionalConfigOrBuilder()

public StructOrBuilder getAdditionalConfigOrBuilder()

Optional. Optional additional configuration for the metric.

optional .google.protobuf.Struct additional_config = 7 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
StructOrBuilder

getDefaultInstanceForType()

public LLMBasedMetricSpec getDefaultInstanceForType()
Returns
Type Description
LLMBasedMetricSpec

getJudgeAutoraterConfig()

public AutoraterConfig getJudgeAutoraterConfig()

Optional. Optional configuration for the judge LLM (Autorater).

optional .google.cloud.aiplatform.v1beta1.AutoraterConfig judge_autorater_config = 3 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
AutoraterConfig

The judgeAutoraterConfig.

getJudgeAutoraterConfigOrBuilder()

public AutoraterConfigOrBuilder getJudgeAutoraterConfigOrBuilder()

Optional. Optional configuration for the judge LLM (Autorater).

optional .google.cloud.aiplatform.v1beta1.AutoraterConfig judge_autorater_config = 3 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
AutoraterConfigOrBuilder

getMetricPromptTemplate()

public String getMetricPromptTemplate()

Required. Template for the prompt sent to the judge model.

optional string metric_prompt_template = 1 [(.google.api.field_behavior) = REQUIRED];

Returns
Type Description
String

The metricPromptTemplate.

getMetricPromptTemplateBytes()

public ByteString getMetricPromptTemplateBytes()

Required. Template for the prompt sent to the judge model.

optional string metric_prompt_template = 1 [(.google.api.field_behavior) = REQUIRED];

Returns
Type Description
ByteString

The bytes for metricPromptTemplate.

getParserForType()

public Parser<LLMBasedMetricSpec> getParserForType()
Returns
Type Description
Parser<LLMBasedMetricSpec>
Overrides

getPredefinedRubricGenerationSpec()

public PredefinedMetricSpec getPredefinedRubricGenerationSpec()

Dynamically generate rubrics using a predefined spec.

.google.cloud.aiplatform.v1beta1.PredefinedMetricSpec predefined_rubric_generation_spec = 6;

Returns
Type Description
PredefinedMetricSpec

The predefinedRubricGenerationSpec.

getPredefinedRubricGenerationSpecOrBuilder()

public PredefinedMetricSpecOrBuilder getPredefinedRubricGenerationSpecOrBuilder()

Dynamically generate rubrics using a predefined spec.

.google.cloud.aiplatform.v1beta1.PredefinedMetricSpec predefined_rubric_generation_spec = 6;

Returns
Type Description
PredefinedMetricSpecOrBuilder

getRubricGroupKey()

public String getRubricGroupKey()

Use a pre-defined group of rubrics associated with the input. Refers to a key in the rubric_groups map of EvaluationInstance.

string rubric_group_key = 4;

Returns
Type Description
String

The rubricGroupKey.

getRubricGroupKeyBytes()

public ByteString getRubricGroupKeyBytes()

Use a pre-defined group of rubrics associated with the input. Refers to a key in the rubric_groups map of EvaluationInstance.

string rubric_group_key = 4;

Returns
Type Description
ByteString

The bytes for rubricGroupKey.

getRubricsSourceCase()

public LLMBasedMetricSpec.RubricsSourceCase getRubricsSourceCase()
Returns
Type Description
LLMBasedMetricSpec.RubricsSourceCase

getSerializedSize()

public int getSerializedSize()
Returns
Type Description
int
Overrides

getSystemInstruction()

public String getSystemInstruction()

Optional. System instructions for the judge model.

optional string system_instruction = 2 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
String

The systemInstruction.

getSystemInstructionBytes()

public ByteString getSystemInstructionBytes()

Optional. System instructions for the judge model.

optional string system_instruction = 2 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
ByteString

The bytes for systemInstruction.

hasAdditionalConfig()

public boolean hasAdditionalConfig()

Optional. Optional additional configuration for the metric.

optional .google.protobuf.Struct additional_config = 7 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
boolean

Whether the additionalConfig field is set.

hasJudgeAutoraterConfig()

public boolean hasJudgeAutoraterConfig()

Optional. Optional configuration for the judge LLM (Autorater).

optional .google.cloud.aiplatform.v1beta1.AutoraterConfig judge_autorater_config = 3 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
boolean

Whether the judgeAutoraterConfig field is set.

hasMetricPromptTemplate()

public boolean hasMetricPromptTemplate()

Required. Template for the prompt sent to the judge model.

optional string metric_prompt_template = 1 [(.google.api.field_behavior) = REQUIRED];

Returns
Type Description
boolean

Whether the metricPromptTemplate field is set.

hasPredefinedRubricGenerationSpec()

public boolean hasPredefinedRubricGenerationSpec()

Dynamically generate rubrics using a predefined spec.

.google.cloud.aiplatform.v1beta1.PredefinedMetricSpec predefined_rubric_generation_spec = 6;

Returns
Type Description
boolean

Whether the predefinedRubricGenerationSpec field is set.

hasRubricGroupKey()

public boolean hasRubricGroupKey()

Use a pre-defined group of rubrics associated with the input. Refers to a key in the rubric_groups map of EvaluationInstance.

string rubric_group_key = 4;

Returns
Type Description
boolean

Whether the rubricGroupKey field is set.

hasSystemInstruction()

public boolean hasSystemInstruction()

Optional. System instructions for the judge model.

optional string system_instruction = 2 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
boolean

Whether the systemInstruction field is set.

hashCode()

public int hashCode()
Returns
Type Description
int
Overrides

internalGetFieldAccessorTable()

protected GeneratedMessage.FieldAccessorTable internalGetFieldAccessorTable()
Returns
Type Description
FieldAccessorTable
Overrides

isInitialized()

public final boolean isInitialized()
Returns
Type Description
boolean
Overrides

newBuilderForType()

public LLMBasedMetricSpec.Builder newBuilderForType()
Returns
Type Description
LLMBasedMetricSpec.Builder

newBuilderForType(AbstractMessage.BuilderParent parent)

protected LLMBasedMetricSpec.Builder newBuilderForType(AbstractMessage.BuilderParent parent)
Parameter
Name Description
parent BuilderParent
Returns
Type Description
LLMBasedMetricSpec.Builder
Overrides

toBuilder()

public LLMBasedMetricSpec.Builder toBuilder()
Returns
Type Description
LLMBasedMetricSpec.Builder

writeTo(CodedOutputStream output)

public void writeTo(CodedOutputStream output)
Parameter
Name Description
output CodedOutputStream
Overrides
Exceptions
Type Description
IOException