AI API Gateway
请求合并

class RequestCoalescer { constructor() { this.pendingRequests = new Map(); this.windowMs = 10; // 合并窗口10ms } async request(key, fetcher) { // 检查是否有相同请求正在处理 if (this.pendingRequests.has(key)) { return await this.pendingRequests.get(key); } // 创建新请求Promise const promise = this.executeRequest(key, fetcher); this.pendingRequests.set(key, promise); return await promise; } async executeRequest(key, fetcher) { try { // 等待合并窗口 await new Promise(r => setTimeout(r, this.windowMs)); // 执行实际请求 const result = await fetcher(); return result; } finally { // 清理待处理请求 this.pendingRequests.delete(key); } } }