Interface EvaluateInstancesRequestOrBuilder (3.44.0)

public interface EvaluateInstancesRequestOrBuilder extends MessageOrBuilder

Implements

MessageOrBuilder

Methods

getBleuInput()

public abstract BleuInput getBleuInput()

Instances and metric spec for bleu metric.

.google.cloud.aiplatform.v1beta1.BleuInput bleu_input = 3;

Returns
Type	Description
`BleuInput`	The bleuInput.

getBleuInputOrBuilder()

public abstract BleuInputOrBuilder getBleuInputOrBuilder()

Instances and metric spec for bleu metric.

.google.cloud.aiplatform.v1beta1.BleuInput bleu_input = 3;

Returns
Type	Description
`BleuInputOrBuilder`

getCoherenceInput()

public abstract CoherenceInput getCoherenceInput()

Input for coherence metric.

.google.cloud.aiplatform.v1beta1.CoherenceInput coherence_input = 6;

Returns
Type	Description
`CoherenceInput`	The coherenceInput.

getCoherenceInputOrBuilder()

public abstract CoherenceInputOrBuilder getCoherenceInputOrBuilder()

Input for coherence metric.

.google.cloud.aiplatform.v1beta1.CoherenceInput coherence_input = 6;

Returns
Type	Description
`CoherenceInputOrBuilder`

getExactMatchInput()

public abstract ExactMatchInput getExactMatchInput()

Auto metric instances. Instances and metric spec for exact match metric.

.google.cloud.aiplatform.v1beta1.ExactMatchInput exact_match_input = 2;

Returns
Type	Description
`ExactMatchInput`	The exactMatchInput.

getExactMatchInputOrBuilder()

public abstract ExactMatchInputOrBuilder getExactMatchInputOrBuilder()

Auto metric instances. Instances and metric spec for exact match metric.

.google.cloud.aiplatform.v1beta1.ExactMatchInput exact_match_input = 2;

Returns
Type	Description
`ExactMatchInputOrBuilder`

getFluencyInput()

public abstract FluencyInput getFluencyInput()

LLM-based metric instance. General text generation metrics, applicable to other categories. Input for fluency metric.

.google.cloud.aiplatform.v1beta1.FluencyInput fluency_input = 5;

Returns
Type	Description
`FluencyInput`	The fluencyInput.

getFluencyInputOrBuilder()

public abstract FluencyInputOrBuilder getFluencyInputOrBuilder()

LLM-based metric instance. General text generation metrics, applicable to other categories. Input for fluency metric.

.google.cloud.aiplatform.v1beta1.FluencyInput fluency_input = 5;

Returns
Type	Description
`FluencyInputOrBuilder`

getFulfillmentInput()

public abstract FulfillmentInput getFulfillmentInput()

Input for fulfillment metric.

.google.cloud.aiplatform.v1beta1.FulfillmentInput fulfillment_input = 12;

Returns
Type	Description
`FulfillmentInput`	The fulfillmentInput.

getFulfillmentInputOrBuilder()

public abstract FulfillmentInputOrBuilder getFulfillmentInputOrBuilder()

Input for fulfillment metric.

.google.cloud.aiplatform.v1beta1.FulfillmentInput fulfillment_input = 12;

Returns
Type	Description
`FulfillmentInputOrBuilder`

getGroundednessInput()

public abstract GroundednessInput getGroundednessInput()

Input for groundedness metric.

.google.cloud.aiplatform.v1beta1.GroundednessInput groundedness_input = 9;

Returns
Type	Description
`GroundednessInput`	The groundednessInput.

getGroundednessInputOrBuilder()

public abstract GroundednessInputOrBuilder getGroundednessInputOrBuilder()

Input for groundedness metric.

.google.cloud.aiplatform.v1beta1.GroundednessInput groundedness_input = 9;

Returns
Type	Description
`GroundednessInputOrBuilder`

getLocation()

public abstract String getLocation()

Required. The resource name of the Location to evaluate the instances. Format: projects/{project}/locations/{location}

string location = 1 [(.google.api.field_behavior) = REQUIRED, (.google.api.resource_reference) = { ... }

Returns
Type	Description
`String`	The location.

getLocationBytes()

public abstract ByteString getLocationBytes()

Required. The resource name of the Location to evaluate the instances. Format: projects/{project}/locations/{location}

string location = 1 [(.google.api.field_behavior) = REQUIRED, (.google.api.resource_reference) = { ... }

Returns
Type	Description
`ByteString`	The bytes for location.

getMetricInputsCase()

public abstract EvaluateInstancesRequest.MetricInputsCase getMetricInputsCase()

Returns
Type	Description
`EvaluateInstancesRequest.MetricInputsCase`

getPairwiseQuestionAnsweringQualityInput()

public abstract PairwiseQuestionAnsweringQualityInput getPairwiseQuestionAnsweringQualityInput()

Input for pairwise question answering quality metric.

.google.cloud.aiplatform.v1beta1.PairwiseQuestionAnsweringQualityInput pairwise_question_answering_quality_input = 24;

Returns
Type	Description
`PairwiseQuestionAnsweringQualityInput`	The pairwiseQuestionAnsweringQualityInput.

getPairwiseQuestionAnsweringQualityInputOrBuilder()

public abstract PairwiseQuestionAnsweringQualityInputOrBuilder getPairwiseQuestionAnsweringQualityInputOrBuilder()

Input for pairwise question answering quality metric.

.google.cloud.aiplatform.v1beta1.PairwiseQuestionAnsweringQualityInput pairwise_question_answering_quality_input = 24;

Returns
Type	Description
`PairwiseQuestionAnsweringQualityInputOrBuilder`

getPairwiseSummarizationQualityInput()

public abstract PairwiseSummarizationQualityInput getPairwiseSummarizationQualityInput()

Input for pairwise summarization quality metric.

.google.cloud.aiplatform.v1beta1.PairwiseSummarizationQualityInput pairwise_summarization_quality_input = 23;

Returns
Type	Description
`PairwiseSummarizationQualityInput`	The pairwiseSummarizationQualityInput.

getPairwiseSummarizationQualityInputOrBuilder()

public abstract PairwiseSummarizationQualityInputOrBuilder getPairwiseSummarizationQualityInputOrBuilder()

Input for pairwise summarization quality metric.

.google.cloud.aiplatform.v1beta1.PairwiseSummarizationQualityInput pairwise_summarization_quality_input = 23;

Returns
Type	Description
`PairwiseSummarizationQualityInputOrBuilder`

getQuestionAnsweringCorrectnessInput()

public abstract QuestionAnsweringCorrectnessInput getQuestionAnsweringCorrectnessInput()

Input for question answering correctness metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringCorrectnessInput question_answering_correctness_input = 18;

Returns
Type	Description
`QuestionAnsweringCorrectnessInput`	The questionAnsweringCorrectnessInput.

getQuestionAnsweringCorrectnessInputOrBuilder()

public abstract QuestionAnsweringCorrectnessInputOrBuilder getQuestionAnsweringCorrectnessInputOrBuilder()

Input for question answering correctness metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringCorrectnessInput question_answering_correctness_input = 18;

Returns
Type	Description
`QuestionAnsweringCorrectnessInputOrBuilder`

getQuestionAnsweringHelpfulnessInput()

public abstract QuestionAnsweringHelpfulnessInput getQuestionAnsweringHelpfulnessInput()

Input for question answering helpfulness metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringHelpfulnessInput question_answering_helpfulness_input = 17;

Returns
Type	Description
`QuestionAnsweringHelpfulnessInput`	The questionAnsweringHelpfulnessInput.

getQuestionAnsweringHelpfulnessInputOrBuilder()

public abstract QuestionAnsweringHelpfulnessInputOrBuilder getQuestionAnsweringHelpfulnessInputOrBuilder()

Input for question answering helpfulness metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringHelpfulnessInput question_answering_helpfulness_input = 17;

Returns
Type	Description
`QuestionAnsweringHelpfulnessInputOrBuilder`

getQuestionAnsweringQualityInput()

public abstract QuestionAnsweringQualityInput getQuestionAnsweringQualityInput()

Input for question answering quality metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringQualityInput question_answering_quality_input = 10;

Returns
Type	Description
`QuestionAnsweringQualityInput`	The questionAnsweringQualityInput.

getQuestionAnsweringQualityInputOrBuilder()

public abstract QuestionAnsweringQualityInputOrBuilder getQuestionAnsweringQualityInputOrBuilder()

Input for question answering quality metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringQualityInput question_answering_quality_input = 10;

Returns
Type	Description
`QuestionAnsweringQualityInputOrBuilder`

getQuestionAnsweringRelevanceInput()

public abstract QuestionAnsweringRelevanceInput getQuestionAnsweringRelevanceInput()

Input for question answering relevance metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringRelevanceInput question_answering_relevance_input = 16;

Returns
Type	Description
`QuestionAnsweringRelevanceInput`	The questionAnsweringRelevanceInput.

getQuestionAnsweringRelevanceInputOrBuilder()

public abstract QuestionAnsweringRelevanceInputOrBuilder getQuestionAnsweringRelevanceInputOrBuilder()

Input for question answering relevance metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringRelevanceInput question_answering_relevance_input = 16;

Returns
Type	Description
`QuestionAnsweringRelevanceInputOrBuilder`

getRougeInput()

public abstract RougeInput getRougeInput()

Instances and metric spec for rouge metric.

.google.cloud.aiplatform.v1beta1.RougeInput rouge_input = 4;

Returns
Type	Description
`RougeInput`	The rougeInput.

getRougeInputOrBuilder()

public abstract RougeInputOrBuilder getRougeInputOrBuilder()

Instances and metric spec for rouge metric.

.google.cloud.aiplatform.v1beta1.RougeInput rouge_input = 4;

Returns
Type	Description
`RougeInputOrBuilder`

getSafetyInput()

public abstract SafetyInput getSafetyInput()

Input for safety metric.

.google.cloud.aiplatform.v1beta1.SafetyInput safety_input = 8;

Returns
Type	Description
`SafetyInput`	The safetyInput.

getSafetyInputOrBuilder()

public abstract SafetyInputOrBuilder getSafetyInputOrBuilder()

Input for safety metric.

.google.cloud.aiplatform.v1beta1.SafetyInput safety_input = 8;

Returns
Type	Description
`SafetyInputOrBuilder`

getSummarizationHelpfulnessInput()

public abstract SummarizationHelpfulnessInput getSummarizationHelpfulnessInput()

Input for summarization helpfulness metric.

.google.cloud.aiplatform.v1beta1.SummarizationHelpfulnessInput summarization_helpfulness_input = 14;

Returns
Type	Description
`SummarizationHelpfulnessInput`	The summarizationHelpfulnessInput.

getSummarizationHelpfulnessInputOrBuilder()

public abstract SummarizationHelpfulnessInputOrBuilder getSummarizationHelpfulnessInputOrBuilder()

Input for summarization helpfulness metric.

.google.cloud.aiplatform.v1beta1.SummarizationHelpfulnessInput summarization_helpfulness_input = 14;

Returns
Type	Description
`SummarizationHelpfulnessInputOrBuilder`

getSummarizationQualityInput()

public abstract SummarizationQualityInput getSummarizationQualityInput()

Input for summarization quality metric.

.google.cloud.aiplatform.v1beta1.SummarizationQualityInput summarization_quality_input = 7;

Returns
Type	Description
`SummarizationQualityInput`	The summarizationQualityInput.

getSummarizationQualityInputOrBuilder()

public abstract SummarizationQualityInputOrBuilder getSummarizationQualityInputOrBuilder()

Input for summarization quality metric.

.google.cloud.aiplatform.v1beta1.SummarizationQualityInput summarization_quality_input = 7;

Returns
Type	Description
`SummarizationQualityInputOrBuilder`

getSummarizationVerbosityInput()

public abstract SummarizationVerbosityInput getSummarizationVerbosityInput()

Input for summarization verbosity metric.

.google.cloud.aiplatform.v1beta1.SummarizationVerbosityInput summarization_verbosity_input = 15;

Returns
Type	Description
`SummarizationVerbosityInput`	The summarizationVerbosityInput.

getSummarizationVerbosityInputOrBuilder()

public abstract SummarizationVerbosityInputOrBuilder getSummarizationVerbosityInputOrBuilder()

Input for summarization verbosity metric.

.google.cloud.aiplatform.v1beta1.SummarizationVerbosityInput summarization_verbosity_input = 15;

Returns
Type	Description
`SummarizationVerbosityInputOrBuilder`

getToolCallValidInput()

public abstract ToolCallValidInput getToolCallValidInput()

Tool call metric instances. Input for tool call valid metric.

.google.cloud.aiplatform.v1beta1.ToolCallValidInput tool_call_valid_input = 19;

Returns
Type	Description
`ToolCallValidInput`	The toolCallValidInput.

getToolCallValidInputOrBuilder()

public abstract ToolCallValidInputOrBuilder getToolCallValidInputOrBuilder()

Tool call metric instances. Input for tool call valid metric.

.google.cloud.aiplatform.v1beta1.ToolCallValidInput tool_call_valid_input = 19;

Returns
Type	Description
`ToolCallValidInputOrBuilder`

getToolNameMatchInput()

public abstract ToolNameMatchInput getToolNameMatchInput()

Input for tool name match metric.

.google.cloud.aiplatform.v1beta1.ToolNameMatchInput tool_name_match_input = 20;

Returns
Type	Description
`ToolNameMatchInput`	The toolNameMatchInput.

getToolNameMatchInputOrBuilder()

public abstract ToolNameMatchInputOrBuilder getToolNameMatchInputOrBuilder()

Input for tool name match metric.

.google.cloud.aiplatform.v1beta1.ToolNameMatchInput tool_name_match_input = 20;

Returns
Type	Description
`ToolNameMatchInputOrBuilder`

getToolParameterKeyMatchInput()

public abstract ToolParameterKeyMatchInput getToolParameterKeyMatchInput()

Input for tool parameter key match metric.

.google.cloud.aiplatform.v1beta1.ToolParameterKeyMatchInput tool_parameter_key_match_input = 21;

Returns
Type	Description
`ToolParameterKeyMatchInput`	The toolParameterKeyMatchInput.

getToolParameterKeyMatchInputOrBuilder()

public abstract ToolParameterKeyMatchInputOrBuilder getToolParameterKeyMatchInputOrBuilder()

Input for tool parameter key match metric.

.google.cloud.aiplatform.v1beta1.ToolParameterKeyMatchInput tool_parameter_key_match_input = 21;

Returns
Type	Description
`ToolParameterKeyMatchInputOrBuilder`

getToolParameterKvMatchInput()

public abstract ToolParameterKVMatchInput getToolParameterKvMatchInput()

Input for tool parameter key value match metric.

.google.cloud.aiplatform.v1beta1.ToolParameterKVMatchInput tool_parameter_kv_match_input = 22;

Returns
Type	Description
`ToolParameterKVMatchInput`	The toolParameterKvMatchInput.

getToolParameterKvMatchInputOrBuilder()

public abstract ToolParameterKVMatchInputOrBuilder getToolParameterKvMatchInputOrBuilder()

Input for tool parameter key value match metric.

.google.cloud.aiplatform.v1beta1.ToolParameterKVMatchInput tool_parameter_kv_match_input = 22;

Returns
Type	Description
`ToolParameterKVMatchInputOrBuilder`

hasBleuInput()

public abstract boolean hasBleuInput()

Instances and metric spec for bleu metric.

.google.cloud.aiplatform.v1beta1.BleuInput bleu_input = 3;

Returns
Type	Description
`boolean`	Whether the bleuInput field is set.

hasCoherenceInput()

public abstract boolean hasCoherenceInput()

Input for coherence metric.

.google.cloud.aiplatform.v1beta1.CoherenceInput coherence_input = 6;

Returns
Type	Description
`boolean`	Whether the coherenceInput field is set.

hasExactMatchInput()

public abstract boolean hasExactMatchInput()

Auto metric instances. Instances and metric spec for exact match metric.

.google.cloud.aiplatform.v1beta1.ExactMatchInput exact_match_input = 2;

Returns
Type	Description
`boolean`	Whether the exactMatchInput field is set.

hasFluencyInput()

public abstract boolean hasFluencyInput()

LLM-based metric instance. General text generation metrics, applicable to other categories. Input for fluency metric.

.google.cloud.aiplatform.v1beta1.FluencyInput fluency_input = 5;

Returns
Type	Description
`boolean`	Whether the fluencyInput field is set.

hasFulfillmentInput()

public abstract boolean hasFulfillmentInput()

Input for fulfillment metric.

.google.cloud.aiplatform.v1beta1.FulfillmentInput fulfillment_input = 12;

Returns
Type	Description
`boolean`	Whether the fulfillmentInput field is set.

hasGroundednessInput()

public abstract boolean hasGroundednessInput()

Input for groundedness metric.

.google.cloud.aiplatform.v1beta1.GroundednessInput groundedness_input = 9;

Returns
Type	Description
`boolean`	Whether the groundednessInput field is set.

hasPairwiseQuestionAnsweringQualityInput()

public abstract boolean hasPairwiseQuestionAnsweringQualityInput()

Input for pairwise question answering quality metric.

.google.cloud.aiplatform.v1beta1.PairwiseQuestionAnsweringQualityInput pairwise_question_answering_quality_input = 24;

Returns
Type	Description
`boolean`	Whether the pairwiseQuestionAnsweringQualityInput field is set.

hasPairwiseSummarizationQualityInput()

public abstract boolean hasPairwiseSummarizationQualityInput()

Input for pairwise summarization quality metric.

.google.cloud.aiplatform.v1beta1.PairwiseSummarizationQualityInput pairwise_summarization_quality_input = 23;

Returns
Type	Description
`boolean`	Whether the pairwiseSummarizationQualityInput field is set.

hasQuestionAnsweringCorrectnessInput()

public abstract boolean hasQuestionAnsweringCorrectnessInput()

Input for question answering correctness metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringCorrectnessInput question_answering_correctness_input = 18;

Returns
Type	Description
`boolean`	Whether the questionAnsweringCorrectnessInput field is set.

hasQuestionAnsweringHelpfulnessInput()

public abstract boolean hasQuestionAnsweringHelpfulnessInput()

Input for question answering helpfulness metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringHelpfulnessInput question_answering_helpfulness_input = 17;

Returns
Type	Description
`boolean`	Whether the questionAnsweringHelpfulnessInput field is set.

hasQuestionAnsweringQualityInput()

public abstract boolean hasQuestionAnsweringQualityInput()

Input for question answering quality metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringQualityInput question_answering_quality_input = 10;

Returns
Type	Description
`boolean`	Whether the questionAnsweringQualityInput field is set.

hasQuestionAnsweringRelevanceInput()

public abstract boolean hasQuestionAnsweringRelevanceInput()

Input for question answering relevance metric.

.google.cloud.aiplatform.v1beta1.QuestionAnsweringRelevanceInput question_answering_relevance_input = 16;

Returns
Type	Description
`boolean`	Whether the questionAnsweringRelevanceInput field is set.

hasRougeInput()

public abstract boolean hasRougeInput()

Instances and metric spec for rouge metric.

.google.cloud.aiplatform.v1beta1.RougeInput rouge_input = 4;

Returns
Type	Description
`boolean`	Whether the rougeInput field is set.

hasSafetyInput()

public abstract boolean hasSafetyInput()

Input for safety metric.

.google.cloud.aiplatform.v1beta1.SafetyInput safety_input = 8;

Returns
Type	Description
`boolean`	Whether the safetyInput field is set.

hasSummarizationHelpfulnessInput()

public abstract boolean hasSummarizationHelpfulnessInput()

Input for summarization helpfulness metric.

.google.cloud.aiplatform.v1beta1.SummarizationHelpfulnessInput summarization_helpfulness_input = 14;

Returns
Type	Description
`boolean`	Whether the summarizationHelpfulnessInput field is set.

hasSummarizationQualityInput()

public abstract boolean hasSummarizationQualityInput()

Input for summarization quality metric.

.google.cloud.aiplatform.v1beta1.SummarizationQualityInput summarization_quality_input = 7;

Returns
Type	Description
`boolean`	Whether the summarizationQualityInput field is set.

hasSummarizationVerbosityInput()

public abstract boolean hasSummarizationVerbosityInput()

Input for summarization verbosity metric.

.google.cloud.aiplatform.v1beta1.SummarizationVerbosityInput summarization_verbosity_input = 15;

Returns
Type	Description
`boolean`	Whether the summarizationVerbosityInput field is set.

hasToolCallValidInput()

public abstract boolean hasToolCallValidInput()

Tool call metric instances. Input for tool call valid metric.

.google.cloud.aiplatform.v1beta1.ToolCallValidInput tool_call_valid_input = 19;

Returns
Type	Description
`boolean`	Whether the toolCallValidInput field is set.

hasToolNameMatchInput()

public abstract boolean hasToolNameMatchInput()

Input for tool name match metric.

.google.cloud.aiplatform.v1beta1.ToolNameMatchInput tool_name_match_input = 20;

Returns
Type	Description
`boolean`	Whether the toolNameMatchInput field is set.

hasToolParameterKeyMatchInput()

public abstract boolean hasToolParameterKeyMatchInput()

Input for tool parameter key match metric.

.google.cloud.aiplatform.v1beta1.ToolParameterKeyMatchInput tool_parameter_key_match_input = 21;

Returns
Type	Description
`boolean`	Whether the toolParameterKeyMatchInput field is set.

hasToolParameterKvMatchInput()

public abstract boolean hasToolParameterKvMatchInput()

Input for tool parameter key value match metric.

.google.cloud.aiplatform.v1beta1.ToolParameterKVMatchInput tool_parameter_kv_match_input = 22;

Returns
Type	Description
`boolean`	Whether the toolParameterKvMatchInput field is set.