Package com.google.cloud.aiplatform.v1beta1

Class EvaluationParserConfig.CustomCodeParserConfig.Builder

java.lang.Object
com.google.protobuf.AbstractMessageLite.Builder
com.google.protobuf.AbstractMessage.Builder<BuilderT>
com.google.protobuf.GeneratedMessage.Builder<EvaluationParserConfig.CustomCodeParserConfig.Builder>
com.google.cloud.aiplatform.v1beta1.EvaluationParserConfig.CustomCodeParserConfig.Builder
All Implemented Interfaces:
EvaluationParserConfig.CustomCodeParserConfigOrBuilder, com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Cloneable
Enclosing class:
EvaluationParserConfig.CustomCodeParserConfig
public static final class EvaluationParserConfig.CustomCodeParserConfig.Builder extends com.google.protobuf.GeneratedMessage.Builder<EvaluationParserConfig.CustomCodeParserConfig.Builder> implements EvaluationParserConfig.CustomCodeParserConfigOrBuilder
 Configuration for parsing the LLM response using custom code.
Protobuf type google.cloud.aiplatform.v1beta1.EvaluationParserConfig.CustomCodeParserConfig

  • Method Details

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessage.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessage.Builder<EvaluationParserConfig.CustomCodeParserConfig.Builder>

    • clear

      public EvaluationParserConfig.CustomCodeParserConfig.Builder clear()
      Specified by:
      clear in interface com.google.protobuf.Message.Builder
      Specified by:
      clear in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      clear in class com.google.protobuf.GeneratedMessage.Builder<EvaluationParserConfig.CustomCodeParserConfig.Builder>

    • getDescriptorForType

      public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()
      Specified by:
      getDescriptorForType in interface com.google.protobuf.Message.Builder
      Specified by:
      getDescriptorForType in interface com.google.protobuf.MessageOrBuilder
      Overrides:
      getDescriptorForType in class com.google.protobuf.GeneratedMessage.Builder<EvaluationParserConfig.CustomCodeParserConfig.Builder>

    • getDefaultInstanceForType

      public EvaluationParserConfig.CustomCodeParserConfig getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

    • build

      public EvaluationParserConfig.CustomCodeParserConfig build()
      Specified by:
      build in interface com.google.protobuf.Message.Builder
      Specified by:
      build in interface com.google.protobuf.MessageLite.Builder

    • buildPartial

      public EvaluationParserConfig.CustomCodeParserConfig buildPartial()
      Specified by:
      buildPartial in interface com.google.protobuf.Message.Builder
      Specified by:
      buildPartial in interface com.google.protobuf.MessageLite.Builder

    • mergeFrom

      public EvaluationParserConfig.CustomCodeParserConfig.Builder mergeFrom(com.google.protobuf.Message other)
      Specified by:
      mergeFrom in interface com.google.protobuf.Message.Builder
      Overrides:
      mergeFrom in class com.google.protobuf.AbstractMessage.Builder<EvaluationParserConfig.CustomCodeParserConfig.Builder>

    • mergeFrom

      public EvaluationParserConfig.CustomCodeParserConfig.Builder mergeFrom(EvaluationParserConfig.CustomCodeParserConfig other)

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessage.Builder<EvaluationParserConfig.CustomCodeParserConfig.Builder>

    • mergeFrom

      public EvaluationParserConfig.CustomCodeParserConfig.Builder mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Specified by:
      mergeFrom in interface com.google.protobuf.Message.Builder
      Specified by:
      mergeFrom in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      mergeFrom in class com.google.protobuf.AbstractMessage.Builder<EvaluationParserConfig.CustomCodeParserConfig.Builder>
      Throws:
      IOException

    • hasParsingFunction

      public boolean hasParsingFunction()
       Required. Python function for parsing results. The function should be
 defined within this string.

 The function takes a list of strings (LLM responses) and should return
 either a list of dictionaries (for rubrics) or a single dictionary
 (for a metric result).

 Example function signature:
 def parse(responses: list[str]) -> list[dict[str, Any]] | dict[str, Any]:

 When parsing rubrics, return a list of dictionaries, where each
 dictionary represents a Rubric.
 Example for rubrics:
 [
 {
 "content": {"property": {"description": "The response is
 factual."}},
 "type": "FACTUALITY",
 "importance": "HIGH"
 },
 {
 "content": {"property": {"description": "The response is
 fluent."}},
 "type": "FLUENCY",
 "importance": "MEDIUM"
 }
 ]

 When parsing critique results, return a dictionary representing a
 MetricResult.
 Example for a metric result:
 {
 "score": 0.8,
 "explanation": "The model followed most instructions.",
 "rubric_verdicts": [...]
 }

 ... code for result extraction and aggregation
      optional string parsing_function = 1 [(.google.api.field_behavior) = REQUIRED];
      Specified by:
      hasParsingFunction in interface EvaluationParserConfig.CustomCodeParserConfigOrBuilder
      Returns:
      Whether the parsingFunction field is set.

    • getParsingFunction

      public String getParsingFunction()
       Required. Python function for parsing results. The function should be
 defined within this string.

 The function takes a list of strings (LLM responses) and should return
 either a list of dictionaries (for rubrics) or a single dictionary
 (for a metric result).

 Example function signature:
 def parse(responses: list[str]) -> list[dict[str, Any]] | dict[str, Any]:

 When parsing rubrics, return a list of dictionaries, where each
 dictionary represents a Rubric.
 Example for rubrics:
 [
 {
 "content": {"property": {"description": "The response is
 factual."}},
 "type": "FACTUALITY",
 "importance": "HIGH"
 },
 {
 "content": {"property": {"description": "The response is
 fluent."}},
 "type": "FLUENCY",
 "importance": "MEDIUM"
 }
 ]

 When parsing critique results, return a dictionary representing a
 MetricResult.
 Example for a metric result:
 {
 "score": 0.8,
 "explanation": "The model followed most instructions.",
 "rubric_verdicts": [...]
 }

 ... code for result extraction and aggregation
      optional string parsing_function = 1 [(.google.api.field_behavior) = REQUIRED];
      Specified by:
      getParsingFunction in interface EvaluationParserConfig.CustomCodeParserConfigOrBuilder
      Returns:
      The parsingFunction.

    • getParsingFunctionBytes

      public com.google.protobuf.ByteString getParsingFunctionBytes()
       Required. Python function for parsing results. The function should be
 defined within this string.

 The function takes a list of strings (LLM responses) and should return
 either a list of dictionaries (for rubrics) or a single dictionary
 (for a metric result).

 Example function signature:
 def parse(responses: list[str]) -> list[dict[str, Any]] | dict[str, Any]:

 When parsing rubrics, return a list of dictionaries, where each
 dictionary represents a Rubric.
 Example for rubrics:
 [
 {
 "content": {"property": {"description": "The response is
 factual."}},
 "type": "FACTUALITY",
 "importance": "HIGH"
 },
 {
 "content": {"property": {"description": "The response is
 fluent."}},
 "type": "FLUENCY",
 "importance": "MEDIUM"
 }
 ]

 When parsing critique results, return a dictionary representing a
 MetricResult.
 Example for a metric result:
 {
 "score": 0.8,
 "explanation": "The model followed most instructions.",
 "rubric_verdicts": [...]
 }

 ... code for result extraction and aggregation
      optional string parsing_function = 1 [(.google.api.field_behavior) = REQUIRED];
      Specified by:
      getParsingFunctionBytes in interface EvaluationParserConfig.CustomCodeParserConfigOrBuilder
      Returns:
      The bytes for parsingFunction.

    • setParsingFunction

      public EvaluationParserConfig.CustomCodeParserConfig.Builder setParsingFunction(String value)
       Required. Python function for parsing results. The function should be
 defined within this string.

 The function takes a list of strings (LLM responses) and should return
 either a list of dictionaries (for rubrics) or a single dictionary
 (for a metric result).

 Example function signature:
 def parse(responses: list[str]) -> list[dict[str, Any]] | dict[str, Any]:

 When parsing rubrics, return a list of dictionaries, where each
 dictionary represents a Rubric.
 Example for rubrics:
 [
 {
 "content": {"property": {"description": "The response is
 factual."}},
 "type": "FACTUALITY",
 "importance": "HIGH"
 },
 {
 "content": {"property": {"description": "The response is
 fluent."}},
 "type": "FLUENCY",
 "importance": "MEDIUM"
 }
 ]

 When parsing critique results, return a dictionary representing a
 MetricResult.
 Example for a metric result:
 {
 "score": 0.8,
 "explanation": "The model followed most instructions.",
 "rubric_verdicts": [...]
 }

 ... code for result extraction and aggregation
      optional string parsing_function = 1 [(.google.api.field_behavior) = REQUIRED];
      Parameters:
      value - The parsingFunction to set.
      Returns:
      This builder for chaining.

    • clearParsingFunction

      public EvaluationParserConfig.CustomCodeParserConfig.Builder clearParsingFunction()
       Required. Python function for parsing results. The function should be
 defined within this string.

 The function takes a list of strings (LLM responses) and should return
 either a list of dictionaries (for rubrics) or a single dictionary
 (for a metric result).

 Example function signature:
 def parse(responses: list[str]) -> list[dict[str, Any]] | dict[str, Any]:

 When parsing rubrics, return a list of dictionaries, where each
 dictionary represents a Rubric.
 Example for rubrics:
 [
 {
 "content": {"property": {"description": "The response is
 factual."}},
 "type": "FACTUALITY",
 "importance": "HIGH"
 },
 {
 "content": {"property": {"description": "The response is
 fluent."}},
 "type": "FLUENCY",
 "importance": "MEDIUM"
 }
 ]

 When parsing critique results, return a dictionary representing a
 MetricResult.
 Example for a metric result:
 {
 "score": 0.8,
 "explanation": "The model followed most instructions.",
 "rubric_verdicts": [...]
 }

 ... code for result extraction and aggregation
      optional string parsing_function = 1 [(.google.api.field_behavior) = REQUIRED];
      Returns:
      This builder for chaining.

    • setParsingFunctionBytes

      public EvaluationParserConfig.CustomCodeParserConfig.Builder setParsingFunctionBytes(com.google.protobuf.ByteString value)
       Required. Python function for parsing results. The function should be
 defined within this string.

 The function takes a list of strings (LLM responses) and should return
 either a list of dictionaries (for rubrics) or a single dictionary
 (for a metric result).

 Example function signature:
 def parse(responses: list[str]) -> list[dict[str, Any]] | dict[str, Any]:

 When parsing rubrics, return a list of dictionaries, where each
 dictionary represents a Rubric.
 Example for rubrics:
 [
 {
 "content": {"property": {"description": "The response is
 factual."}},
 "type": "FACTUALITY",
 "importance": "HIGH"
 },
 {
 "content": {"property": {"description": "The response is
 fluent."}},
 "type": "FLUENCY",
 "importance": "MEDIUM"
 }
 ]

 When parsing critique results, return a dictionary representing a
 MetricResult.
 Example for a metric result:
 {
 "score": 0.8,
 "explanation": "The model followed most instructions.",
 "rubric_verdicts": [...]
 }

 ... code for result extraction and aggregation
      optional string parsing_function = 1 [(.google.api.field_behavior) = REQUIRED];
      Parameters:
      value - The bytes for parsingFunction to set.
      Returns:
      This builder for chaining.