Package com.datadog.api.client.v2.model

Class LLMObsIntegrationInferenceRequest

java.lang.Object
com.datadog.api.client.v2.model.LLMObsIntegrationInferenceRequest
@Generated("https://github.com/DataDog/datadog-api-client-java/blob/master/.generator") public class LLMObsIntegrationInferenceRequest extends Object
Parameters for an LLM inference request.

  • Field Details

  • Constructor Details

    • LLMObsIntegrationInferenceRequest

      public LLMObsIntegrationInferenceRequest()

    • LLMObsIntegrationInferenceRequest

      public LLMObsIntegrationInferenceRequest(List<LLMObsInferenceMessage> messages, String modelId)

  • Method Details

    • anthropicMetadata

      public LLMObsIntegrationInferenceRequest anthropicMetadata(LLMObsAnthropicMetadata anthropicMetadata)

    • getAnthropicMetadata

      @Nullable public LLMObsAnthropicMetadata getAnthropicMetadata()
      Anthropic-specific metadata for an inference request.
      Returns:
      anthropicMetadata

    • setAnthropicMetadata

      public void setAnthropicMetadata(LLMObsAnthropicMetadata anthropicMetadata)

    • azureOpenaiMetadata

      public LLMObsIntegrationInferenceRequest azureOpenaiMetadata(LLMObsAzureOpenAIMetadata azureOpenaiMetadata)

    • getAzureOpenaiMetadata

      @Nullable public LLMObsAzureOpenAIMetadata getAzureOpenaiMetadata()
      Azure OpenAI-specific metadata for an integration account or inference request.
      Returns:
      azureOpenaiMetadata

    • setAzureOpenaiMetadata

      public void setAzureOpenaiMetadata(LLMObsAzureOpenAIMetadata azureOpenaiMetadata)

    • bedrockMetadata

      public LLMObsIntegrationInferenceRequest bedrockMetadata(LLMObsBedrockMetadata bedrockMetadata)

    • getBedrockMetadata

      @Nullable public LLMObsBedrockMetadata getBedrockMetadata()
      Amazon Bedrock-specific metadata for an inference request.
      Returns:
      bedrockMetadata

    • setBedrockMetadata

      public void setBedrockMetadata(LLMObsBedrockMetadata bedrockMetadata)

    • frequencyPenalty

      public LLMObsIntegrationInferenceRequest frequencyPenalty(Double frequencyPenalty)

    • getFrequencyPenalty

      @Nullable public Double getFrequencyPenalty()
      Penalty for token frequency to reduce repetition.
      Returns:
      frequencyPenalty

    • getFrequencyPenalty_JsonNullable

      public org.openapitools.jackson.nullable.JsonNullable<Double> getFrequencyPenalty_JsonNullable()

    • setFrequencyPenalty_JsonNullable

      public void setFrequencyPenalty_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Double> frequencyPenalty)

    • setFrequencyPenalty

      public void setFrequencyPenalty(Double frequencyPenalty)

    • jsonSchema

      public LLMObsIntegrationInferenceRequest jsonSchema(String jsonSchema)

    • getJsonSchema

      @Nullable public String getJsonSchema()
      JSON schema for structured output, if supported by the model.
      Returns:
      jsonSchema

    • getJsonSchema_JsonNullable

      public org.openapitools.jackson.nullable.JsonNullable<String> getJsonSchema_JsonNullable()

    • setJsonSchema_JsonNullable

      public void setJsonSchema_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<String> jsonSchema)

    • setJsonSchema

      public void setJsonSchema(String jsonSchema)

    • maxCompletionTokens

      public LLMObsIntegrationInferenceRequest maxCompletionTokens(Long maxCompletionTokens)

    • getMaxCompletionTokens

      @Nullable public Long getMaxCompletionTokens()
      Maximum number of completion tokens to generate (alternative to max_tokens for some providers).
      Returns:
      maxCompletionTokens

    • getMaxCompletionTokens_JsonNullable

      public org.openapitools.jackson.nullable.JsonNullable<Long> getMaxCompletionTokens_JsonNullable()

    • setMaxCompletionTokens_JsonNullable

      public void setMaxCompletionTokens_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Long> maxCompletionTokens)

    • setMaxCompletionTokens

      public void setMaxCompletionTokens(Long maxCompletionTokens)

    • maxTokens

      public LLMObsIntegrationInferenceRequest maxTokens(Long maxTokens)

    • getMaxTokens

      @Nullable public Long getMaxTokens()
      Maximum number of tokens to generate.
      Returns:
      maxTokens

    • getMaxTokens_JsonNullable

      public org.openapitools.jackson.nullable.JsonNullable<Long> getMaxTokens_JsonNullable()

    • setMaxTokens_JsonNullable

      public void setMaxTokens_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Long> maxTokens)

    • setMaxTokens

      public void setMaxTokens(Long maxTokens)

    • messages

      public LLMObsIntegrationInferenceRequest messages(List<LLMObsInferenceMessage> messages)

    • addMessagesItem

      public LLMObsIntegrationInferenceRequest addMessagesItem(LLMObsInferenceMessage messagesItem)

    • getMessages

      public List<LLMObsInferenceMessage> getMessages()
      List of messages in an inference conversation.
      Returns:
      messages

    • setMessages

      public void setMessages(List<LLMObsInferenceMessage> messages)

    • modelId

      public LLMObsIntegrationInferenceRequest modelId(String modelId)

    • getModelId

      public String getModelId()
      The model identifier to use for inference.
      Returns:
      modelId

    • setModelId

      public void setModelId(String modelId)

    • openaiMetadata

      public LLMObsIntegrationInferenceRequest openaiMetadata(LLMObsOpenAIMetadata openaiMetadata)

    • getOpenaiMetadata

      @Nullable public LLMObsOpenAIMetadata getOpenaiMetadata()
      OpenAI-specific metadata for an inference request.
      Returns:
      openaiMetadata

    • setOpenaiMetadata

      public void setOpenaiMetadata(LLMObsOpenAIMetadata openaiMetadata)

    • presencePenalty

      public LLMObsIntegrationInferenceRequest presencePenalty(Double presencePenalty)

    • getPresencePenalty

      @Nullable public Double getPresencePenalty()
      Penalty for token presence to encourage topic diversity.
      Returns:
      presencePenalty

    • getPresencePenalty_JsonNullable

      public org.openapitools.jackson.nullable.JsonNullable<Double> getPresencePenalty_JsonNullable()

    • setPresencePenalty_JsonNullable

      public void setPresencePenalty_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Double> presencePenalty)

    • setPresencePenalty

      public void setPresencePenalty(Double presencePenalty)

    • temperature

      public LLMObsIntegrationInferenceRequest temperature(Double temperature)

    • getTemperature

      @Nullable public Double getTemperature()
      Sampling temperature between 0 and 2. Higher values produce more random output.
      Returns:
      temperature

    • getTemperature_JsonNullable

      public org.openapitools.jackson.nullable.JsonNullable<Double> getTemperature_JsonNullable()

    • setTemperature_JsonNullable

      public void setTemperature_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Double> temperature)

    • setTemperature

      public void setTemperature(Double temperature)

    • tools

      public LLMObsIntegrationInferenceRequest tools(List<LLMObsInferenceTool> tools)

    • addToolsItem

      public LLMObsIntegrationInferenceRequest addToolsItem(LLMObsInferenceTool toolsItem)

    • getTools

      @Nullable public List<LLMObsInferenceTool> getTools()
      List of tools available to the model.
      Returns:
      tools

    • setTools

      public void setTools(List<LLMObsInferenceTool> tools)

    • topK

      public LLMObsIntegrationInferenceRequest topK(Long topK)

    • getTopK

      @Nullable public Long getTopK()
      Top-K sampling parameter.
      Returns:
      topK

    • getTopK_JsonNullable

      public org.openapitools.jackson.nullable.JsonNullable<Long> getTopK_JsonNullable()

    • setTopK_JsonNullable

      public void setTopK_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Long> topK)

    • setTopK

      public void setTopK(Long topK)

    • topP

      public LLMObsIntegrationInferenceRequest topP(Double topP)

    • getTopP

      @Nullable public Double getTopP()
      Nucleus sampling probability mass.
      Returns:
      topP

    • getTopP_JsonNullable

      public org.openapitools.jackson.nullable.JsonNullable<Double> getTopP_JsonNullable()

    • setTopP_JsonNullable

      public void setTopP_JsonNullable(org.openapitools.jackson.nullable.JsonNullable<Double> topP)

    • setTopP

      public void setTopP(Double topP)

    • vertexAiMetadata

      public LLMObsIntegrationInferenceRequest vertexAiMetadata(LLMObsVertexAIMetadata vertexAiMetadata)

    • getVertexAiMetadata

      @Nullable public LLMObsVertexAIMetadata getVertexAiMetadata()
      Vertex AI-specific metadata for an integration account or inference request.
      Returns:
      vertexAiMetadata

    • setVertexAiMetadata

      public void setVertexAiMetadata(LLMObsVertexAIMetadata vertexAiMetadata)

    • putAdditionalProperty

      public LLMObsIntegrationInferenceRequest putAdditionalProperty(String key, Object value)
      Set the additional (undeclared) property with the specified name and value. If the property does not already exist, create it otherwise replace it.
      Parameters:
      key - The arbitrary key to set
      value - The associated value
      Returns:
      LLMObsIntegrationInferenceRequest

    • getAdditionalProperties

      public Map<String,Object> getAdditionalProperties()
      Return the additional (undeclared) property.
      Returns:
      The additional properties

    • getAdditionalProperty

      public Object getAdditionalProperty(String key)
      Return the additional (undeclared) property with the specified name.
      Parameters:
      key - The arbitrary key to get
      Returns:
      The specific additional property for the given key

    • equals

      public boolean equals(Object o)
      Return true if this LLMObsIntegrationInferenceRequest object is equal to o.
      Overrides:
      equals in class Object

    • hashCode

      public int hashCode()
      Overrides:
      hashCode in class Object

    • toString

      public String toString()
      Overrides:
      toString in class Object