LLM Proxy Tool Calling Support

// Define available tools for the LLM
const tools = [
  {
    type: "function",
    function: {
      name: "get_weather",
      description: "Get current weather for a location",
      parameters: {
        type: "object",
        properties: {
          location: {
            type: "string",
            description: "City name, e.g. San Francisco"
          },
          unit: {
            type: "string",
            enum: ["celsius", "fahrenheit"]
          }
        },
        required: ["location"]
      }
    }
  }
];

// Proxy handles tool execution
async function executeToolCall(toolName, args) {
  if (toolName === 'get_weather') {
    // Execute weather API call
    return await fetchWeather(args.location, args.unit);
  }
}

async function handleToolCall(toolCall) {
  const { name, arguments: args } = toolCall.function;
  
  // Validate tool name against allowed list
  if (!isAllowedTool(name)) {
    throw new Error(`Tool ${name} not permitted`);
  }
  
  // Execute tool with rate limiting
  await checkRateLimit(toolCall.user_id);
  
  // Run tool function
  const result = await toolRegistry.execute(name, JSON.parse(args));
  
  // Return result for LLM to process
  return {
    tool_call_id: toolCall.id,
    role: "tool",
    content: JSON.stringify(result)
  };
}