Package com.mulesoft.modules.agent.broker.internal.extension.connection

Class BaseLLMSession

java.lang.Object

com.mulesoft.modules.agent.broker.internal.extension.connection.BaseLLMSession

All Implemented Interfaces:

LLMClient.LLMSession

Direct Known Subclasses:

GeminiSession, OpenAISession

public abstract class BaseLLMSession
extends Object
implements LLMClient.LLMSession

Field Summary

Fields

Modifier and Type	Field	Description
protected final LLMRequest	llmRequest
protected final String	modelName

Constructor Summary

Constructors

Constructor	Description
BaseLLMSession(LLMRequest llmRequest, String modelName)

Method Summary

Modifier and Type	Method	Description
protected void	addConstraints(StringBuilder prompt)
protected void	addPromptExample(StringBuilder prompt)
protected void	addPromptIntro(StringBuilder prompt)
protected void	addPromptProcessSteps(StringBuilder prompt)
protected void	addToolExecutionGuidance(StringBuilder prompt)
protected void	addUserInstructionsSection(StringBuilder prompt, LLMRequest request)
protected String	buildSystemPrompt(LLMRequest request)
protected abstract CompletableFuture<org.mule.runtime.api.functional.Either<LLMOutput,ToolSelection>>	doGetNext(Map<String,String> additionalHeaders)
final LLMRequest	getInitialRequest()
final CompletableFuture<org.mule.runtime.api.functional.Either<LLMOutput,ToolSelection>>	getNext()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface com.mulesoft.modules.agent.broker.internal.extension.connection.LLMClient.LLMSession

addIteration, addToolResponse

Field Details

modelName

protected final String modelName

llmRequest

protected final LLMRequest llmRequest

Constructor Details

BaseLLMSession

public BaseLLMSession(LLMRequest llmRequest,
 String modelName)

Method Details

getNext

public final CompletableFuture<org.mule.runtime.api.functional.Either<LLMOutput,ToolSelection>> getNext()

Specified by:

getNext in interface LLMClient.LLMSession

doGetNext

protected abstract CompletableFuture<org.mule.runtime.api.functional.Either<LLMOutput,ToolSelection>> doGetNext(Map<String,String> additionalHeaders)

getInitialRequest

public final LLMRequest getInitialRequest()

Specified by:

getInitialRequest in interface LLMClient.LLMSession

buildSystemPrompt

protected String buildSystemPrompt(LLMRequest request)

addPromptIntro

protected void addPromptIntro(StringBuilder prompt)

addPromptProcessSteps

protected void addPromptProcessSteps(StringBuilder prompt)

addPromptExample

protected void addPromptExample(StringBuilder prompt)

addUserInstructionsSection

protected void addUserInstructionsSection(StringBuilder prompt,
 LLMRequest request)

addToolExecutionGuidance

protected void addToolExecutionGuidance(StringBuilder prompt)

addConstraints

protected void addConstraints(StringBuilder prompt)