Server Overview

import { BaseAgent } from 'webagents';
import { serve } from 'webagents/server/node';

const agent = new BaseAgent({
  name: 'assistant',
  instructions: 'You are a helpful assistant',
  model: 'openai/gpt-4o',
});

await serve(agent, { host: '0.0.0.0', port: 8000 });

import { BaseAgent } from 'webagents';
import { createAgentApp } from 'webagents/server';
import { serve } from 'webagents/server/node';

const agents = [
  new BaseAgent({
    name: 'support',
    instructions: 'You are a customer service agent',
    model: 'openai/gpt-4o',
  }),
  new BaseAgent({
    name: 'analyst',
    instructions: 'You are a data analyst',
    model: 'anthropic/claude-3-sonnet',
  }),
];

const app = createAgentApp({ agents, title: 'Multi-Agent Server' });
await serve(app, { host: '0.0.0.0', port: 8000 });

import { createAgentApp } from 'webagents/server';

const app = createAgentApp({
  agents,
  title: 'Production Server',
  urlPrefix: '/api/v1',
  enableCors: true,
  requestTimeoutMs: 300_000,
  // dynamicAgents: resolveAgent,  // see ../server/dynamic-agents.md
});

import OpenAI from 'openai';

const client = new OpenAI({
  baseURL: 'http://localhost:8000/assistant',
  apiKey: 'your-api-key',
});

const response = await client.chat.completions.create({
  model: 'gpt-4o',
  messages: [{ role: 'user', content: 'Hello!' }],
});

const stream = await client.chat.completions.create({
  model: 'gpt-4o',
  messages: [{ role: 'user', content: 'Tell me a story' }],
  stream: true,
});

for await (const chunk of stream) {
  const delta = chunk.choices[0].delta.content;
  if (delta) process.stdout.write(delta);
}