Tree of Thoughts

import { Agent, Cogitator, ThoughtTreeExecutor } from '@cogitator-ai/core';

const apiKey = process.env.GOOGLE_API_KEY;
if (!apiKey) throw new Error('Set GOOGLE_API_KEY');

const cog = new Cogitator({ llm: { providers: { google: { apiKey } } } });

const architect = new Agent({
  name: 'architect',
  model: 'google/gemini-3.5-flash-lite',
  instructions: `You are a senior software architect specializing in distributed systems.
Think through trade-offs: scalability, latency, consistency and operational complexity.
Be concrete about technologies, data structures and protocols.`,
  temperature: 0.7,
  maxIterations: 5,
});

const tot = new ThoughtTreeExecutor(cog, {
  maxDepth: 2,
  branchFactor: 2,
  beamWidth: 2,
  confidenceThreshold: 0.2,
  terminationConfidence: 0.85,
  maxTotalNodes: 12,
  timeout: 120_000,
  onBranchEvaluated: (branch, score) =>
    console.log(`[eval] ${branch.thought.slice(0, 60)}... -> ${score.composite.toFixed(2)}`),
});

const result = await tot.explore(
  architect,
  'Design a caching strategy for a social media feed with 10M daily active users. ' +
    'Consider cache invalidation, personalization and cold start for new users.'
);

console.log(`Explored ${result.stats.exploredNodes} nodes, pruned ${result.stats.prunedNodes}, ${result.stats.llmCalls} LLM calls`);
for (const node of result.bestPath) {
  console.log(`depth ${node.depth}: ${node.branch.thought.slice(0, 100)}`);
}
console.log(result.output);

await cog.close();

pnpm add @cogitator-ai/core

GOOGLE_API_KEY=your-key npx tsx tree-of-thought.ts

npx tsx examples/core/05-tree-of-thought.ts