Package datadog.trace.api.llmobs

Class LLMObs

java.lang.Object

datadog.trace.api.llmobs.LLMObs

public class LLMObs
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	LLMObs.Document
static class	LLMObs.LLMMessage
static interface	LLMObs.LLMObsEvalProcessor
static interface	LLMObs.LLMObsSpanFactory
static class	LLMObs.ToolCall
static class	LLMObs.ToolResult

Method Summary

Modifier and Type	Method	Description
static LLMObsSpan	startAgentSpan(String spanName, String mlApp, String sessionId)
static LLMObsSpan	startEmbeddingSpan(String spanName, String mlApp, String modelProvider, String modelName, String sessionId)
static LLMObsSpan	startLLMSpan(String spanName, String modelName, String modelProvider, String mlApp, String sessionId)
static LLMObsSpan	startRetrievalSpan(String spanName, String mlApp, String sessionId)
static LLMObsSpan	startTaskSpan(String spanName, String mlApp, String sessionId)
static LLMObsSpan	startToolSpan(String spanName, String mlApp, String sessionId)
static LLMObsSpan	startWorkflowSpan(String spanName, String mlApp, String sessionId)
static void	SubmitEvaluation(LLMObsSpan llmObsSpan, String label, double scoreValue, String mlApp, Map<String,Object> tags)
static void	SubmitEvaluation(LLMObsSpan llmObsSpan, String label, double scoreValue, Map<String,Object> tags)
static void	SubmitEvaluation(LLMObsSpan llmObsSpan, String label, String categoricalValue, String mlApp, Map<String,Object> tags)
static void	SubmitEvaluation(LLMObsSpan llmObsSpan, String label, String categoricalValue, Map<String,Object> tags)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Details

startLLMSpan

public static LLMObsSpan startLLMSpan(String spanName,
 String modelName,
 String modelProvider,
 @Nullable
 String mlApp,
 @Nullable
 String sessionId)

startAgentSpan

public static LLMObsSpan startAgentSpan(String spanName,
 @Nullable
 String mlApp,
 @Nullable
 String sessionId)

startToolSpan

public static LLMObsSpan startToolSpan(String spanName,
 @Nullable
 String mlApp,
 @Nullable
 String sessionId)

startTaskSpan

public static LLMObsSpan startTaskSpan(String spanName,
 @Nullable
 String mlApp,
 @Nullable
 String sessionId)

startWorkflowSpan

public static LLMObsSpan startWorkflowSpan(String spanName,
 @Nullable
 String mlApp,
 @Nullable
 String sessionId)

startEmbeddingSpan

public static LLMObsSpan startEmbeddingSpan(String spanName,
 @Nullable
 String mlApp,
 @Nullable
 String modelProvider,
 @Nullable
 String modelName,
 @Nullable
 String sessionId)

startRetrievalSpan

public static LLMObsSpan startRetrievalSpan(String spanName,
 @Nullable
 String mlApp,
 @Nullable
 String sessionId)

SubmitEvaluation

public static void SubmitEvaluation(LLMObsSpan llmObsSpan,
 String label,
 String categoricalValue,
 Map<String,Object> tags)

SubmitEvaluation

public static void SubmitEvaluation(LLMObsSpan llmObsSpan,
 String label,
 String categoricalValue,
 String mlApp,
 Map<String,Object> tags)

SubmitEvaluation

public static void SubmitEvaluation(LLMObsSpan llmObsSpan,
 String label,
 double scoreValue,
 Map<String,Object> tags)

SubmitEvaluation

public static void SubmitEvaluation(LLMObsSpan llmObsSpan,
 String label,
 double scoreValue,
 String mlApp,
 Map<String,Object> tags)