com.datadog.api.client.v2.model

Class LLMObsCustomEvalConfigLLMJudgeConfig

java.lang.Object

com.datadog.api.client.v2.model.LLMObsCustomEvalConfigLLMJudgeConfig

@Generated(value="https://github.com/DataDog/datadog-api-client-java/blob/master/.generator")
public class LLMObsCustomEvalConfigLLMJudgeConfig
extends Object

LLM judge configuration for a custom evaluator.

Field Summary

Fields

Modifier and Type	Field and Description
static String	JSON_PROPERTY_ASSESSMENT_CRITERIA
static String	JSON_PROPERTY_INFERENCE_PARAMS
static String	JSON_PROPERTY_LAST_USED_LIBRARY_PROMPT_TEMPLATE_NAME
static String	JSON_PROPERTY_MODIFIED_LIBRARY_PROMPT_TEMPLATE
static String	JSON_PROPERTY_OUTPUT_SCHEMA
static String	JSON_PROPERTY_PARSING_TYPE
static String	JSON_PROPERTY_PROMPT_TEMPLATE
boolean	unparsed

Constructor Summary

Constructors

Constructor and Description
LLMObsCustomEvalConfigLLMJudgeConfig()
LLMObsCustomEvalConfigLLMJudgeConfig(LLMObsCustomEvalConfigInferenceParams inferenceParams)

Method Summary

Modifier and Type	Method and Description
LLMObsCustomEvalConfigLLMJudgeConfig	addPromptTemplateItem(LLMObsCustomEvalConfigPromptMessage promptTemplateItem)
LLMObsCustomEvalConfigLLMJudgeConfig	assessmentCriteria(LLMObsCustomEvalConfigAssessmentCriteria assessmentCriteria)
boolean	equals(Object o) Return true if this LLMObsCustomEvalConfigLLMJudgeConfig object is equal to o.
Map<String,Object>	getAdditionalProperties() Return the additional (undeclared) property.
Object	getAdditionalProperty(String key) Return the additional (undeclared) property with the specified name.
LLMObsCustomEvalConfigAssessmentCriteria	getAssessmentCriteria() Criteria used to assess the pass/fail result of a custom evaluator.
LLMObsCustomEvalConfigInferenceParams	getInferenceParams() LLM inference parameters for a custom evaluator.
org.openapitools.jackson.nullable.JsonNullable<String>	getLastUsedLibraryPromptTemplateName_JsonNullable()
String	getLastUsedLibraryPromptTemplateName() Name of the last library prompt template used.
org.openapitools.jackson.nullable.JsonNullable<Boolean>	getModifiedLibraryPromptTemplate_JsonNullable()
Boolean	getModifiedLibraryPromptTemplate() Whether the library prompt template was modified.
org.openapitools.jackson.nullable.JsonNullable<Map<String,Object>>	getOutputSchema_JsonNullable()
Map<String,Object>	getOutputSchema() JSON schema describing the expected output format of the LLM judge.
LLMObsCustomEvalConfigParsingType	getParsingType() Output parsing type for a custom LLM judge evaluator.
List<LLMObsCustomEvalConfigPromptMessage>	getPromptTemplate() List of messages forming the LLM judge prompt template.
int	hashCode()
LLMObsCustomEvalConfigLLMJudgeConfig	inferenceParams(LLMObsCustomEvalConfigInferenceParams inferenceParams)
LLMObsCustomEvalConfigLLMJudgeConfig	lastUsedLibraryPromptTemplateName(String lastUsedLibraryPromptTemplateName)
LLMObsCustomEvalConfigLLMJudgeConfig	modifiedLibraryPromptTemplate(Boolean modifiedLibraryPromptTemplate)
LLMObsCustomEvalConfigLLMJudgeConfig	outputSchema(Map<String,Object> outputSchema)
LLMObsCustomEvalConfigLLMJudgeConfig	parsingType(LLMObsCustomEvalConfigParsingType parsingType)
LLMObsCustomEvalConfigLLMJudgeConfig	promptTemplate(List<LLMObsCustomEvalConfigPromptMessage> promptTemplate)
LLMObsCustomEvalConfigLLMJudgeConfig	putAdditionalProperty(String key, Object value) Set the additional (undeclared) property with the specified name and value.
LLMObsCustomEvalConfigLLMJudgeConfig	putOutputSchemaItem(String key, Object outputSchemaItem)
void	setAssessmentCriteria(LLMObsCustomEvalConfigAssessmentCriteria assessmentCriteria)
void	setInferenceParams(LLMObsCustomEvalConfigInferenceParams inferenceParams)
void	setLastUsedLibraryPromptTemplateName_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<String> lastUsedLibraryPromptTemplateName)
void	setLastUsedLibraryPromptTemplateName(String lastUsedLibraryPromptTemplateName)
void	setModifiedLibraryPromptTemplate_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Boolean> modifiedLibraryPromptTemplate)
void	setModifiedLibraryPromptTemplate(Boolean modifiedLibraryPromptTemplate)
void	setOutputSchema_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Map<String,Object>> outputSchema)
void	setOutputSchema(Map<String,Object> outputSchema)
void	setParsingType(LLMObsCustomEvalConfigParsingType parsingType)
void	setPromptTemplate(List<LLMObsCustomEvalConfigPromptMessage> promptTemplate)
String	toString()

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Field Detail

unparsed

public boolean unparsed

JSON_PROPERTY_ASSESSMENT_CRITERIA

public static final String JSON_PROPERTY_ASSESSMENT_CRITERIA

See Also:

Constant Field Values

JSON_PROPERTY_INFERENCE_PARAMS

public static final String JSON_PROPERTY_INFERENCE_PARAMS

See Also:

Constant Field Values

JSON_PROPERTY_LAST_USED_LIBRARY_PROMPT_TEMPLATE_NAME

public static final String JSON_PROPERTY_LAST_USED_LIBRARY_PROMPT_TEMPLATE_NAME

See Also:

Constant Field Values

JSON_PROPERTY_MODIFIED_LIBRARY_PROMPT_TEMPLATE

public static final String JSON_PROPERTY_MODIFIED_LIBRARY_PROMPT_TEMPLATE

See Also:

Constant Field Values

JSON_PROPERTY_OUTPUT_SCHEMA

public static final String JSON_PROPERTY_OUTPUT_SCHEMA

See Also:

Constant Field Values

JSON_PROPERTY_PARSING_TYPE

public static final String JSON_PROPERTY_PARSING_TYPE

See Also:

Constant Field Values

JSON_PROPERTY_PROMPT_TEMPLATE

public static final String JSON_PROPERTY_PROMPT_TEMPLATE

See Also:

Constant Field Values

Constructor Detail

LLMObsCustomEvalConfigLLMJudgeConfig

public LLMObsCustomEvalConfigLLMJudgeConfig()

LLMObsCustomEvalConfigLLMJudgeConfig

public LLMObsCustomEvalConfigLLMJudgeConfig(LLMObsCustomEvalConfigInferenceParams inferenceParams)

Method Detail

assessmentCriteria

public LLMObsCustomEvalConfigLLMJudgeConfig assessmentCriteria(LLMObsCustomEvalConfigAssessmentCriteria assessmentCriteria)

getAssessmentCriteria

@Nullable
public LLMObsCustomEvalConfigAssessmentCriteria getAssessmentCriteria()

Criteria used to assess the pass/fail result of a custom evaluator.

Returns:

assessmentCriteria

setAssessmentCriteria

public void setAssessmentCriteria(LLMObsCustomEvalConfigAssessmentCriteria assessmentCriteria)

inferenceParams

public LLMObsCustomEvalConfigLLMJudgeConfig inferenceParams(LLMObsCustomEvalConfigInferenceParams inferenceParams)

getInferenceParams

public LLMObsCustomEvalConfigInferenceParams getInferenceParams()

LLM inference parameters for a custom evaluator.

Returns:

inferenceParams

setInferenceParams

public void setInferenceParams(LLMObsCustomEvalConfigInferenceParams inferenceParams)

lastUsedLibraryPromptTemplateName

public LLMObsCustomEvalConfigLLMJudgeConfig lastUsedLibraryPromptTemplateName(String lastUsedLibraryPromptTemplateName)

getLastUsedLibraryPromptTemplateName

@Nullable
public String getLastUsedLibraryPromptTemplateName()

Name of the last library prompt template used.

Returns:

lastUsedLibraryPromptTemplateName

getLastUsedLibraryPromptTemplateName_JsonNullable

public org.openapitools.jackson.nullable.JsonNullable<String> getLastUsedLibraryPromptTemplateName_JsonNullable()

setLastUsedLibraryPromptTemplateName_JsonNullable

public void setLastUsedLibraryPromptTemplateName_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<String> lastUsedLibraryPromptTemplateName)

setLastUsedLibraryPromptTemplateName

public void setLastUsedLibraryPromptTemplateName(String lastUsedLibraryPromptTemplateName)

modifiedLibraryPromptTemplate

public LLMObsCustomEvalConfigLLMJudgeConfig modifiedLibraryPromptTemplate(Boolean modifiedLibraryPromptTemplate)

getModifiedLibraryPromptTemplate

@Nullable
public Boolean getModifiedLibraryPromptTemplate()

Whether the library prompt template was modified.

Returns:

modifiedLibraryPromptTemplate

getModifiedLibraryPromptTemplate_JsonNullable

public org.openapitools.jackson.nullable.JsonNullable<Boolean> getModifiedLibraryPromptTemplate_JsonNullable()

setModifiedLibraryPromptTemplate_JsonNullable

public void setModifiedLibraryPromptTemplate_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Boolean> modifiedLibraryPromptTemplate)

setModifiedLibraryPromptTemplate

public void setModifiedLibraryPromptTemplate(Boolean modifiedLibraryPromptTemplate)

outputSchema

public LLMObsCustomEvalConfigLLMJudgeConfig outputSchema(Map<String,Object> outputSchema)

putOutputSchemaItem

public LLMObsCustomEvalConfigLLMJudgeConfig putOutputSchemaItem(String key,
                                                                Object outputSchemaItem)

getOutputSchema

@Nullable
public Map<String,Object> getOutputSchema()

JSON schema describing the expected output format of the LLM judge.

Returns:

outputSchema

getOutputSchema_JsonNullable

public org.openapitools.jackson.nullable.JsonNullable<Map<String,Object>> getOutputSchema_JsonNullable()

setOutputSchema_JsonNullable

public void setOutputSchema_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Map<String,Object>> outputSchema)

setOutputSchema

public void setOutputSchema(Map<String,Object> outputSchema)

parsingType

public LLMObsCustomEvalConfigLLMJudgeConfig parsingType(LLMObsCustomEvalConfigParsingType parsingType)

getParsingType

@Nullable
public LLMObsCustomEvalConfigParsingType getParsingType()

Output parsing type for a custom LLM judge evaluator.

Returns:

parsingType

setParsingType

public void setParsingType(LLMObsCustomEvalConfigParsingType parsingType)

promptTemplate

public LLMObsCustomEvalConfigLLMJudgeConfig promptTemplate(List<LLMObsCustomEvalConfigPromptMessage> promptTemplate)

addPromptTemplateItem

public LLMObsCustomEvalConfigLLMJudgeConfig addPromptTemplateItem(LLMObsCustomEvalConfigPromptMessage promptTemplateItem)

getPromptTemplate

@Nullable
public List<LLMObsCustomEvalConfigPromptMessage> getPromptTemplate()

List of messages forming the LLM judge prompt template.

Returns:

promptTemplate

setPromptTemplate

public void setPromptTemplate(List<LLMObsCustomEvalConfigPromptMessage> promptTemplate)

putAdditionalProperty

public LLMObsCustomEvalConfigLLMJudgeConfig putAdditionalProperty(String key,
                                                                  Object value)

Set the additional (undeclared) property with the specified name and value. If the property does not already exist, create it otherwise replace it.

Parameters:

key - The arbitrary key to set

value - The associated value

Returns:

LLMObsCustomEvalConfigLLMJudgeConfig

getAdditionalProperties

public Map<String,Object> getAdditionalProperties()

Return the additional (undeclared) property.

Returns:

The additional properties

getAdditionalProperty

public Object getAdditionalProperty(String key)

Return the additional (undeclared) property with the specified name.

Parameters:

key - The arbitrary key to get

Returns:

The specific additional property for the given key

equals

public boolean equals(Object o)

Return true if this LLMObsCustomEvalConfigLLMJudgeConfig object is equal to o.

Overrides:

equals in class Object

hashCode

public int hashCode()

Overrides:

hashCode in class Object

toString

public String toString()

Overrides:

toString in class Object