mirror of
https://github.com/tvytlx/ai-agent-deep-dive.git
synced 2026-04-05 16:44:48 +08:00
Add extracted source directory and README navigation
This commit is contained in:
Shawn Bot
372
extracted-source/node_modules/@anthropic-ai/sdk/lib/tools/BetaToolRunner.mjs
generated
vendored
Normal file
372
extracted-source/node_modules/@anthropic-ai/sdk/lib/tools/BetaToolRunner.mjs
generated
vendored
Normal file
@@ -0,0 +1,372 @@
|
||||
var _BetaToolRunner_instances, _BetaToolRunner_consumed, _BetaToolRunner_mutated, _BetaToolRunner_state, _BetaToolRunner_options, _BetaToolRunner_message, _BetaToolRunner_toolResponse, _BetaToolRunner_completion, _BetaToolRunner_iterationCount, _BetaToolRunner_checkAndCompact, _BetaToolRunner_generateToolResponse;
|
||||
import { __classPrivateFieldGet, __classPrivateFieldSet } from "../../internal/tslib.mjs";
|
||||
import { ToolError } from "./ToolError.mjs";
|
||||
import { AnthropicError } from "../../core/error.mjs";
|
||||
import { buildHeaders } from "../../internal/headers.mjs";
|
||||
import { DEFAULT_SUMMARY_PROMPT, DEFAULT_TOKEN_THRESHOLD } from "./CompactionControl.mjs";
|
||||
import { collectStainlessHelpers } from "../stainless-helper-header.mjs";
|
||||
/**
|
||||
* Just Promise.withResolvers(), which is not available in all environments.
|
||||
*/
|
||||
function promiseWithResolvers() {
|
||||
let resolve;
|
||||
let reject;
|
||||
const promise = new Promise((res, rej) => {
|
||||
resolve = res;
|
||||
reject = rej;
|
||||
});
|
||||
return { promise, resolve: resolve, reject: reject };
|
||||
}
|
||||
/**
|
||||
* A ToolRunner handles the automatic conversation loop between the assistant and tools.
|
||||
*
|
||||
* A ToolRunner is an async iterable that yields either BetaMessage or BetaMessageStream objects
|
||||
* depending on the streaming configuration.
|
||||
*/
|
||||
export class BetaToolRunner {
|
||||
constructor(client, params, options) {
|
||||
_BetaToolRunner_instances.add(this);
|
||||
this.client = client;
|
||||
/** Whether the async iterator has been consumed */
|
||||
_BetaToolRunner_consumed.set(this, false);
|
||||
/** Whether parameters have been mutated since the last API call */
|
||||
_BetaToolRunner_mutated.set(this, false);
|
||||
/** Current state containing the request parameters */
|
||||
_BetaToolRunner_state.set(this, void 0);
|
||||
_BetaToolRunner_options.set(this, void 0);
|
||||
/** Promise for the last message received from the assistant */
|
||||
_BetaToolRunner_message.set(this, void 0);
|
||||
/** Cached tool response to avoid redundant executions */
|
||||
_BetaToolRunner_toolResponse.set(this, void 0);
|
||||
/** Promise resolvers for waiting on completion */
|
||||
_BetaToolRunner_completion.set(this, void 0);
|
||||
/** Number of iterations (API requests) made so far */
|
||||
_BetaToolRunner_iterationCount.set(this, 0);
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_state, {
|
||||
params: {
|
||||
// You can't clone the entire params since there are functions as handlers.
|
||||
// You also don't really need to clone params.messages, but it probably will prevent a foot gun
|
||||
// somewhere.
|
||||
...params,
|
||||
messages: structuredClone(params.messages),
|
||||
},
|
||||
}, "f");
|
||||
const helpers = collectStainlessHelpers(params.tools, params.messages);
|
||||
const helperValue = ['BetaToolRunner', ...helpers].join(', ');
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_options, {
|
||||
...options,
|
||||
headers: buildHeaders([{ 'x-stainless-helper': helperValue }, options?.headers]),
|
||||
}, "f");
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_completion, promiseWithResolvers(), "f");
|
||||
}
|
||||
async *[(_BetaToolRunner_consumed = new WeakMap(), _BetaToolRunner_mutated = new WeakMap(), _BetaToolRunner_state = new WeakMap(), _BetaToolRunner_options = new WeakMap(), _BetaToolRunner_message = new WeakMap(), _BetaToolRunner_toolResponse = new WeakMap(), _BetaToolRunner_completion = new WeakMap(), _BetaToolRunner_iterationCount = new WeakMap(), _BetaToolRunner_instances = new WeakSet(), _BetaToolRunner_checkAndCompact = async function _BetaToolRunner_checkAndCompact() {
|
||||
const compactionControl = __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.compactionControl;
|
||||
if (!compactionControl || !compactionControl.enabled) {
|
||||
return false;
|
||||
}
|
||||
let tokensUsed = 0;
|
||||
if (__classPrivateFieldGet(this, _BetaToolRunner_message, "f") !== undefined) {
|
||||
try {
|
||||
const message = await __classPrivateFieldGet(this, _BetaToolRunner_message, "f");
|
||||
const totalInputTokens = message.usage.input_tokens +
|
||||
(message.usage.cache_creation_input_tokens ?? 0) +
|
||||
(message.usage.cache_read_input_tokens ?? 0);
|
||||
tokensUsed = totalInputTokens + message.usage.output_tokens;
|
||||
}
|
||||
catch {
|
||||
// If we can't get the message, skip compaction
|
||||
return false;
|
||||
}
|
||||
}
|
||||
const threshold = compactionControl.contextTokenThreshold ?? DEFAULT_TOKEN_THRESHOLD;
|
||||
if (tokensUsed < threshold) {
|
||||
return false;
|
||||
}
|
||||
const model = compactionControl.model ?? __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.model;
|
||||
const summaryPrompt = compactionControl.summaryPrompt ?? DEFAULT_SUMMARY_PROMPT;
|
||||
const messages = __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.messages;
|
||||
if (messages[messages.length - 1].role === 'assistant') {
|
||||
// Remove tool_use blocks from the last message to avoid 400 error
|
||||
// (tool_use requires tool_result, which we don't have yet)
|
||||
const lastMessage = messages[messages.length - 1];
|
||||
if (Array.isArray(lastMessage.content)) {
|
||||
const nonToolBlocks = lastMessage.content.filter((block) => block.type !== 'tool_use');
|
||||
if (nonToolBlocks.length === 0) {
|
||||
// If all blocks were tool_use, just remove the message entirely
|
||||
messages.pop();
|
||||
}
|
||||
else {
|
||||
lastMessage.content = nonToolBlocks;
|
||||
}
|
||||
}
|
||||
}
|
||||
const response = await this.client.beta.messages.create({
|
||||
model,
|
||||
messages: [
|
||||
...messages,
|
||||
{
|
||||
role: 'user',
|
||||
content: [
|
||||
{
|
||||
type: 'text',
|
||||
text: summaryPrompt,
|
||||
},
|
||||
],
|
||||
},
|
||||
],
|
||||
max_tokens: __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.max_tokens,
|
||||
}, {
|
||||
headers: { 'x-stainless-helper': 'compaction' },
|
||||
});
|
||||
if (response.content[0]?.type !== 'text') {
|
||||
throw new AnthropicError('Expected text response for compaction');
|
||||
}
|
||||
__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.messages = [
|
||||
{
|
||||
role: 'user',
|
||||
content: response.content,
|
||||
},
|
||||
];
|
||||
return true;
|
||||
}, Symbol.asyncIterator)]() {
|
||||
var _a;
|
||||
if (__classPrivateFieldGet(this, _BetaToolRunner_consumed, "f")) {
|
||||
throw new AnthropicError('Cannot iterate over a consumed stream');
|
||||
}
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_consumed, true, "f");
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_mutated, true, "f");
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_toolResponse, undefined, "f");
|
||||
try {
|
||||
while (true) {
|
||||
let stream;
|
||||
try {
|
||||
if (__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.max_iterations &&
|
||||
__classPrivateFieldGet(this, _BetaToolRunner_iterationCount, "f") >= __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.max_iterations) {
|
||||
break;
|
||||
}
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_mutated, false, "f");
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_toolResponse, undefined, "f");
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_iterationCount, (_a = __classPrivateFieldGet(this, _BetaToolRunner_iterationCount, "f"), _a++, _a), "f");
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_message, undefined, "f");
|
||||
const { max_iterations, compactionControl, ...params } = __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params;
|
||||
if (params.stream) {
|
||||
stream = this.client.beta.messages.stream({ ...params }, __classPrivateFieldGet(this, _BetaToolRunner_options, "f"));
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_message, stream.finalMessage(), "f");
|
||||
// Make sure that this promise doesn't throw before we get the option to do something about it.
|
||||
// Error will be caught when we call await this.#message ultimately
|
||||
__classPrivateFieldGet(this, _BetaToolRunner_message, "f").catch(() => { });
|
||||
yield stream;
|
||||
}
|
||||
else {
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_message, this.client.beta.messages.create({ ...params, stream: false }, __classPrivateFieldGet(this, _BetaToolRunner_options, "f")), "f");
|
||||
yield __classPrivateFieldGet(this, _BetaToolRunner_message, "f");
|
||||
}
|
||||
const isCompacted = await __classPrivateFieldGet(this, _BetaToolRunner_instances, "m", _BetaToolRunner_checkAndCompact).call(this);
|
||||
if (!isCompacted) {
|
||||
if (!__classPrivateFieldGet(this, _BetaToolRunner_mutated, "f")) {
|
||||
const { role, content } = await __classPrivateFieldGet(this, _BetaToolRunner_message, "f");
|
||||
__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.messages.push({ role, content });
|
||||
}
|
||||
const toolMessage = await __classPrivateFieldGet(this, _BetaToolRunner_instances, "m", _BetaToolRunner_generateToolResponse).call(this, __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.messages.at(-1));
|
||||
if (toolMessage) {
|
||||
__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.messages.push(toolMessage);
|
||||
}
|
||||
else if (!__classPrivateFieldGet(this, _BetaToolRunner_mutated, "f")) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
finally {
|
||||
if (stream) {
|
||||
stream.abort();
|
||||
}
|
||||
}
|
||||
}
|
||||
if (!__classPrivateFieldGet(this, _BetaToolRunner_message, "f")) {
|
||||
throw new AnthropicError('ToolRunner concluded without a message from the server');
|
||||
}
|
||||
__classPrivateFieldGet(this, _BetaToolRunner_completion, "f").resolve(await __classPrivateFieldGet(this, _BetaToolRunner_message, "f"));
|
||||
}
|
||||
catch (error) {
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_consumed, false, "f");
|
||||
// Silence unhandled promise errors
|
||||
__classPrivateFieldGet(this, _BetaToolRunner_completion, "f").promise.catch(() => { });
|
||||
__classPrivateFieldGet(this, _BetaToolRunner_completion, "f").reject(error);
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_completion, promiseWithResolvers(), "f");
|
||||
throw error;
|
||||
}
|
||||
}
|
||||
setMessagesParams(paramsOrMutator) {
|
||||
if (typeof paramsOrMutator === 'function') {
|
||||
__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params = paramsOrMutator(__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params);
|
||||
}
|
||||
else {
|
||||
__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params = paramsOrMutator;
|
||||
}
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_mutated, true, "f");
|
||||
// Invalidate cached tool response since parameters changed
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_toolResponse, undefined, "f");
|
||||
}
|
||||
/**
|
||||
* Get the tool response for the last message from the assistant.
|
||||
* Avoids redundant tool executions by caching results.
|
||||
*
|
||||
* @returns A promise that resolves to a BetaMessageParam containing tool results, or null if no tools need to be executed
|
||||
*
|
||||
* @example
|
||||
* const toolResponse = await runner.generateToolResponse();
|
||||
* if (toolResponse) {
|
||||
* console.log('Tool results:', toolResponse.content);
|
||||
* }
|
||||
*/
|
||||
async generateToolResponse() {
|
||||
const message = (await __classPrivateFieldGet(this, _BetaToolRunner_message, "f")) ?? this.params.messages.at(-1);
|
||||
if (!message) {
|
||||
return null;
|
||||
}
|
||||
return __classPrivateFieldGet(this, _BetaToolRunner_instances, "m", _BetaToolRunner_generateToolResponse).call(this, message);
|
||||
}
|
||||
/**
|
||||
* Wait for the async iterator to complete. This works even if the async iterator hasn't yet started, and
|
||||
* will wait for an instance to start and go to completion.
|
||||
*
|
||||
* @returns A promise that resolves to the final BetaMessage when the iterator completes
|
||||
*
|
||||
* @example
|
||||
* // Start consuming the iterator
|
||||
* for await (const message of runner) {
|
||||
* console.log('Message:', message.content);
|
||||
* }
|
||||
*
|
||||
* // Meanwhile, wait for completion from another part of the code
|
||||
* const finalMessage = await runner.done();
|
||||
* console.log('Final response:', finalMessage.content);
|
||||
*/
|
||||
done() {
|
||||
return __classPrivateFieldGet(this, _BetaToolRunner_completion, "f").promise;
|
||||
}
|
||||
/**
|
||||
* Returns a promise indicating that the stream is done. Unlike .done(), this will eagerly read the stream:
|
||||
* * If the iterator has not been consumed, consume the entire iterator and return the final message from the
|
||||
* assistant.
|
||||
* * If the iterator has been consumed, waits for it to complete and returns the final message.
|
||||
*
|
||||
* @returns A promise that resolves to the final BetaMessage from the conversation
|
||||
* @throws {AnthropicError} If no messages were processed during the conversation
|
||||
*
|
||||
* @example
|
||||
* const finalMessage = await runner.runUntilDone();
|
||||
* console.log('Final response:', finalMessage.content);
|
||||
*/
|
||||
async runUntilDone() {
|
||||
// If not yet consumed, start consuming and wait for completion
|
||||
if (!__classPrivateFieldGet(this, _BetaToolRunner_consumed, "f")) {
|
||||
for await (const _ of this) {
|
||||
// Iterator naturally populates this.#message
|
||||
}
|
||||
}
|
||||
// If consumed but not completed, wait for completion
|
||||
return this.done();
|
||||
}
|
||||
/**
|
||||
* Get the current parameters being used by the ToolRunner.
|
||||
*
|
||||
* @returns A readonly view of the current ToolRunnerParams
|
||||
*
|
||||
* @example
|
||||
* const currentParams = runner.params;
|
||||
* console.log('Current model:', currentParams.model);
|
||||
* console.log('Message count:', currentParams.messages.length);
|
||||
*/
|
||||
get params() {
|
||||
return __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params;
|
||||
}
|
||||
/**
|
||||
* Add one or more messages to the conversation history.
|
||||
*
|
||||
* @param messages - One or more BetaMessageParam objects to add to the conversation
|
||||
*
|
||||
* @example
|
||||
* runner.pushMessages(
|
||||
* { role: 'user', content: 'Also, what about the weather in NYC?' }
|
||||
* );
|
||||
*
|
||||
* @example
|
||||
* // Adding multiple messages
|
||||
* runner.pushMessages(
|
||||
* { role: 'user', content: 'What about NYC?' },
|
||||
* { role: 'user', content: 'And Boston?' }
|
||||
* );
|
||||
*/
|
||||
pushMessages(...messages) {
|
||||
this.setMessagesParams((params) => ({
|
||||
...params,
|
||||
messages: [...params.messages, ...messages],
|
||||
}));
|
||||
}
|
||||
/**
|
||||
* Makes the ToolRunner directly awaitable, equivalent to calling .runUntilDone()
|
||||
* This allows using `await runner` instead of `await runner.runUntilDone()`
|
||||
*/
|
||||
then(onfulfilled, onrejected) {
|
||||
return this.runUntilDone().then(onfulfilled, onrejected);
|
||||
}
|
||||
}
|
||||
_BetaToolRunner_generateToolResponse = async function _BetaToolRunner_generateToolResponse(lastMessage) {
|
||||
if (__classPrivateFieldGet(this, _BetaToolRunner_toolResponse, "f") !== undefined) {
|
||||
return __classPrivateFieldGet(this, _BetaToolRunner_toolResponse, "f");
|
||||
}
|
||||
__classPrivateFieldSet(this, _BetaToolRunner_toolResponse, generateToolResponse(__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params, lastMessage), "f");
|
||||
return __classPrivateFieldGet(this, _BetaToolRunner_toolResponse, "f");
|
||||
};
|
||||
async function generateToolResponse(params, lastMessage = params.messages.at(-1)) {
|
||||
// Only process if the last message is from the assistant and has tool use blocks
|
||||
if (!lastMessage ||
|
||||
lastMessage.role !== 'assistant' ||
|
||||
!lastMessage.content ||
|
||||
typeof lastMessage.content === 'string') {
|
||||
return null;
|
||||
}
|
||||
const toolUseBlocks = lastMessage.content.filter((content) => content.type === 'tool_use');
|
||||
if (toolUseBlocks.length === 0) {
|
||||
return null;
|
||||
}
|
||||
const toolResults = await Promise.all(toolUseBlocks.map(async (toolUse) => {
|
||||
const tool = params.tools.find((t) => ('name' in t ? t.name : t.mcp_server_name) === toolUse.name);
|
||||
if (!tool || !('run' in tool)) {
|
||||
return {
|
||||
type: 'tool_result',
|
||||
tool_use_id: toolUse.id,
|
||||
content: `Error: Tool '${toolUse.name}' not found`,
|
||||
is_error: true,
|
||||
};
|
||||
}
|
||||
try {
|
||||
let input = toolUse.input;
|
||||
if ('parse' in tool && tool.parse) {
|
||||
input = tool.parse(input);
|
||||
}
|
||||
const result = await tool.run(input);
|
||||
return {
|
||||
type: 'tool_result',
|
||||
tool_use_id: toolUse.id,
|
||||
content: result,
|
||||
};
|
||||
}
|
||||
catch (error) {
|
||||
return {
|
||||
type: 'tool_result',
|
||||
tool_use_id: toolUse.id,
|
||||
content: error instanceof ToolError ?
|
||||
error.content
|
||||
: `Error: ${error instanceof Error ? error.message : String(error)}`,
|
||||
is_error: true,
|
||||
};
|
||||
}
|
||||
}));
|
||||
return {
|
||||
role: 'user',
|
||||
content: toolResults,
|
||||
};
|
||||
}
|
||||
//# sourceMappingURL=BetaToolRunner.mjs.map
|
||||
25
extracted-source/node_modules/@anthropic-ai/sdk/lib/tools/CompactionControl.mjs
generated
vendored
Normal file
25
extracted-source/node_modules/@anthropic-ai/sdk/lib/tools/CompactionControl.mjs
generated
vendored
Normal file
@@ -0,0 +1,25 @@
|
||||
export const DEFAULT_TOKEN_THRESHOLD = 100000;
|
||||
export const DEFAULT_SUMMARY_PROMPT = `You have been working on the task described above but have not yet completed it. Write a continuation summary that will allow you (or another instance of yourself) to resume work efficiently in a future context window where the conversation history will be replaced with this summary. Your summary should be structured, concise, and actionable. Include:
|
||||
1. Task Overview
|
||||
The user's core request and success criteria
|
||||
Any clarifications or constraints they specified
|
||||
2. Current State
|
||||
What has been completed so far
|
||||
Files created, modified, or analyzed (with paths if relevant)
|
||||
Key outputs or artifacts produced
|
||||
3. Important Discoveries
|
||||
Technical constraints or requirements uncovered
|
||||
Decisions made and their rationale
|
||||
Errors encountered and how they were resolved
|
||||
What approaches were tried that didn't work (and why)
|
||||
4. Next Steps
|
||||
Specific actions needed to complete the task
|
||||
Any blockers or open questions to resolve
|
||||
Priority order if multiple steps remain
|
||||
5. Context to Preserve
|
||||
User preferences or style requirements
|
||||
Domain-specific details that aren't obvious
|
||||
Any promises made to the user
|
||||
Be concise but complete—err on the side of including information that would prevent duplicate work or repeated mistakes. Write in a way that enables immediate resumption of the task.
|
||||
Wrap your summary in <summary></summary> tags.`;
|
||||
//# sourceMappingURL=CompactionControl.mjs.map
|
||||
38
extracted-source/node_modules/@anthropic-ai/sdk/lib/tools/ToolError.mjs
generated
vendored
Normal file
38
extracted-source/node_modules/@anthropic-ai/sdk/lib/tools/ToolError.mjs
generated
vendored
Normal file
@@ -0,0 +1,38 @@
|
||||
/**
|
||||
* An error that can be thrown from a tool's `run` method to return structured
|
||||
* content blocks as the error result, rather than just a string message.
|
||||
*
|
||||
* When the ToolRunner catches this error, it will use the `content` property
|
||||
* as the tool result with `is_error: true`.
|
||||
*
|
||||
* @example
|
||||
* ```ts
|
||||
* const tool = {
|
||||
* name: 'my_tool',
|
||||
* run: async (input) => {
|
||||
* if (somethingWentWrong) {
|
||||
* throw new ToolError([
|
||||
* { type: 'text', text: 'Error details here' },
|
||||
* { type: 'image', source: { type: 'base64', data: '...', media_type: 'image/png' } },
|
||||
* ]);
|
||||
* }
|
||||
* return 'success';
|
||||
* },
|
||||
* };
|
||||
* ```
|
||||
*/
|
||||
export class ToolError extends Error {
|
||||
constructor(content) {
|
||||
const message = typeof content === 'string' ? content : (content
|
||||
.map((block) => {
|
||||
if (block.type === 'text')
|
||||
return block.text;
|
||||
return `[${block.type}]`;
|
||||
})
|
||||
.join(' '));
|
||||
super(message);
|
||||
this.name = 'ToolError';
|
||||
this.content = content;
|
||||
}
|
||||
}
|
||||
//# sourceMappingURL=ToolError.mjs.map
|
||||
Reference in New Issue
Block a user