datadog.trace.api.llmobs

Class LLMObs

java.lang.Object

datadog.trace.api.llmobs.LLMObs

public class LLMObs
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	LLMObs.LLMMessage
static interface	LLMObs.LLMObsEvalProcessor
static interface	LLMObs.LLMObsSpanFactory
static class	LLMObs.ToolCall

Method Summary

Modifier and Type	Method and Description
static LLMObsSpan	startAgentSpan(String spanName, String mlApp, String sessionId)
static LLMObsSpan	startEmbeddingSpan(String spanName, String mlApp, String modelProvider, String modelName, String sessionId)
static LLMObsSpan	startLLMSpan(String spanName, String modelName, String modelProvider, String mlApp, String sessionId)
static LLMObsSpan	startRetrievalSpan(String spanName, String mlApp, String sessionId)
static LLMObsSpan	startTaskSpan(String spanName, String mlApp, String sessionId)
static LLMObsSpan	startToolSpan(String spanName, String mlApp, String sessionId)
static LLMObsSpan	startWorkflowSpan(String spanName, String mlApp, String sessionId)
static void	SubmitEvaluation(LLMObsSpan llmObsSpan, String label, double scoreValue, Map<String,Object> tags)
static void	SubmitEvaluation(LLMObsSpan llmObsSpan, String label, double scoreValue, String mlApp, Map<String,Object> tags)
static void	SubmitEvaluation(LLMObsSpan llmObsSpan, String label, String categoricalValue, Map<String,Object> tags)
static void	SubmitEvaluation(LLMObsSpan llmObsSpan, String label, String categoricalValue, String mlApp, Map<String,Object> tags)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

startLLMSpan

public static LLMObsSpan startLLMSpan(String spanName,
                                      String modelName,
                                      String modelProvider,
                                      @Nullable
                                      String mlApp,
                                      @Nullable
                                      String sessionId)

startAgentSpan

public static LLMObsSpan startAgentSpan(String spanName,
                                        @Nullable
                                        String mlApp,
                                        @Nullable
                                        String sessionId)

startToolSpan

public static LLMObsSpan startToolSpan(String spanName,
                                       @Nullable
                                       String mlApp,
                                       @Nullable
                                       String sessionId)

startTaskSpan

public static LLMObsSpan startTaskSpan(String spanName,
                                       @Nullable
                                       String mlApp,
                                       @Nullable
                                       String sessionId)

startWorkflowSpan

public static LLMObsSpan startWorkflowSpan(String spanName,
                                           @Nullable
                                           String mlApp,
                                           @Nullable
                                           String sessionId)

startEmbeddingSpan

public static LLMObsSpan startEmbeddingSpan(String spanName,
                                            @Nullable
                                            String mlApp,
                                            @Nullable
                                            String modelProvider,
                                            @Nullable
                                            String modelName,
                                            @Nullable
                                            String sessionId)

startRetrievalSpan

public static LLMObsSpan startRetrievalSpan(String spanName,
                                            @Nullable
                                            String mlApp,
                                            @Nullable
                                            String sessionId)

SubmitEvaluation

public static void SubmitEvaluation(LLMObsSpan llmObsSpan,
                                    String label,
                                    String categoricalValue,
                                    Map<String,Object> tags)

SubmitEvaluation

public static void SubmitEvaluation(LLMObsSpan llmObsSpan,
                                    String label,
                                    String categoricalValue,
                                    String mlApp,
                                    Map<String,Object> tags)

SubmitEvaluation

public static void SubmitEvaluation(LLMObsSpan llmObsSpan,
                                    String label,
                                    double scoreValue,
                                    Map<String,Object> tags)

SubmitEvaluation

public static void SubmitEvaluation(LLMObsSpan llmObsSpan,
                                    String label,
                                    double scoreValue,
                                    String mlApp,
                                    Map<String,Object> tags)