Agents Llm Client

Interfaces

Interfaces

ModelConfig

Properties:

PropertyTypeRequiredDescription
contextWindownumberYes
costPer1MInputnumberYes
costPer1MOutputnumberYes
costPer1MCacheWritenumber | undefinedNo
costPer1MCacheReadnumber | undefinedNo

ProviderConfig

Properties:

PropertyTypeRequiredDescription
apiKeystring | undefinedNo
baseUrlstring | undefinedNo
modelsRecord<string, ModelConfig>Yes

LLMClientConfig

Properties:

PropertyTypeRequiredDescription
providerLLMProviderYes
modelstringYes
apiKeystring | undefinedNo
baseUrlstring | undefinedNo
environment"node" | "browser" | undefinedNo
proxyUrlstring | undefinedNo
temperaturenumber | undefinedNo
maxTokensnumber | undefinedNo
retryRetryConfig | undefinedNo
loggingLoggingConfig | undefinedNo
budgetBudgetConfig | undefinedNo
onRequest((request: LLMRequest) => void) | undefinedNo
onResponse((response: LLMResponse) => void) | undefinedNo
onError((error: Error) => void) | undefinedNo
onStreamStart((event: StreamStartEvent) => void) | undefinedNo
onStreamEnd((event: StreamEndEvent) => void) | undefinedNo
amsAMSConfig | undefinedNo
knowledgeStoreKnowledgeStoreConfig | undefinedNo

RetryConfig

Properties:

PropertyTypeRequiredDescription
maxAttemptsnumber | undefinedNo
initialDelayMsnumber | undefinedNo
maxDelayMsnumber | undefinedNo
backoffMultipliernumber | undefinedNo
retryableErrorsstring[] | undefinedNo
onRetry((attempt: number, error: Error) => void) | undefinedNo

LoggingConfig

Properties:

PropertyTypeRequiredDescription
level"debug" | "info" | "warn" | "error" | "none" | undefinedNo
loggerLogger | undefinedNo
logRequestsboolean | undefinedNo
logResponsesboolean | undefinedNo
logTokenUsageboolean | undefinedNo
redactApiKeyboolean | undefinedNo

Logger

BudgetConfig

Properties:

PropertyTypeRequiredDescription
maxCostPerRequestnumber | undefinedNo
maxTokensPerRequestnumber | undefinedNo
dailyBudgetnumber | undefinedNo
onBudgetExceeded((spent: number, limit: number) => void) | undefinedNo

AMSConfig

Properties:

PropertyTypeRequiredDescription
clientanyYes
sessionIdstringYes
namespacestringYes
contextWindowMaxnumber | undefinedNo
autoSaveboolean | undefinedNo
includeContextByDefaultboolean | undefinedNo
useMemoryPromptApiboolean | undefinedNoUse Memory Prompt API instead of manual message building.
When enabled, LLMClient will use AMS's getMemoryPrompt method
to construct the message array with proper context management.
modelNamestring | undefinedNoModel name for token counting.
Required when useMemoryPromptApi is true.
Used by AMS to calculate token budgets for context window management.

KnowledgeStoreConfig

Properties:

PropertyTypeRequiredDescription
clientanyYes
agentIdstringYes
autoEnhancePromptboolean | undefinedNo
knowledgeTypesstring[] | undefinedNo
maxKnowledgeItemsnumber | undefinedNo
minImportancenumber | undefinedNo

QueryParams

Properties:

PropertyTypeRequiredDescription
promptstringYes
systemPromptstring | undefinedNo
temperaturenumber | undefinedNo
maxTokensnumber | undefinedNo
toolsRecord<string, ToolDefinition> | undefinedNo
toolChoice"none" | "auto" | "required" | undefinedNo
maxToolRoundtripsnumber | undefinedNo
includeAMSContextboolean | undefinedNo
saveToAMSboolean | undefinedNo
responseFormat"text" | "json" | undefinedNo
schemaZodSchema<any, import("/Users/sthornock/code/epic/epic-flowstate/node_modules/zod/index").ZodTypeDef, any> | undefinedNo

ToolDefinition

Properties:

PropertyTypeRequiredDescription
descriptionstringYes
parametersZodSchema<any, import("/Users/sthornock/code/epic/epic-flowstate/node_modules/zod/index").ZodTypeDef, any>Yes
execute(params: any) => Promise<any>Yes

LLMRequest

Properties:

PropertyTypeRequiredDescription
providerstringYes
modelstringYes
timestampstringYes

LLMResponse

Properties:

PropertyTypeRequiredDescription
latencynumberYes
tokensnumberYes
costnumberYes

LLMResult

Properties:

PropertyTypeRequiredDescription
contentstringYes
usageTokenUsageYes
costCostBreakdownYes
toolCallsToolCall[] | undefinedNo
metadataResultMetadataYes

TokenUsage

Properties:

PropertyTypeRequiredDescription
inputTokensnumberYes
outputTokensnumberYes
cacheCreationTokensnumberYes
cacheReadTokensnumberYes
totalTokensnumberYes

CostBreakdown

Properties:

PropertyTypeRequiredDescription
inputCostUSDnumberYes
outputCostUSDnumberYes
cacheCostUSDnumberYes
totalCostUSDnumberYes
modelstringYes
currency"USD"Yes

ToolCall

Properties:

PropertyTypeRequiredDescription
toolNamestringYes
argumentsRecord<string, any>Yes
resultanyNo

ResultMetadata

Properties:

PropertyTypeRequiredDescription
providerstringYes
modelstringYes
latencyMsnumberYes
finishReasonstringYes
retryCountnumberYes
timestampstringYes

TextDeltaChunk

Properties:

PropertyTypeRequiredDescription
type"text-delta"Yes
textDeltastringYes

ToolCallChunk

Properties:

PropertyTypeRequiredDescription
type"tool-call"Yes
toolCallIdstringYes
toolNamestringYes
argsRecord<string, any>Yes

ToolResultChunk

Properties:

PropertyTypeRequiredDescription
type"tool-result"Yes
toolCallIdstringYes
toolNamestringYes
resultanyYes

FinishChunk

Properties:

PropertyTypeRequiredDescription
type"finish"Yes
finishReasonstringYes
usageTokenUsageYes
costCostBreakdownYes

StreamStartEvent

Properties:

PropertyTypeRequiredDescription
providerstringYes
modelstringYes
timestampstringYes

StreamEndEvent

Properties:

PropertyTypeRequiredDescription
usageTokenUsageYes
costCostBreakdownYes
latencynumberYes
fullTextstringYes
Previous
API Reference
Next
Types