import OpenAI from "openai"; import type { AIAdapter, AICompletionResult, AIConfig, AIReviewPrompt } from "./types"; import { logger } from "@/lib/logger"; export class LocalAdapter implements AIAdapter { async complete(prompt: AIReviewPrompt, config: AIConfig): Promise { const baseURL = config.baseUrl || process.env.LOCAL_AI_BASE_URL || "http://127.0.0.1:11434/v1"; const apiKey = config.apiKey || process.env.LOCAL_AI_API_KEY || "ollama"; const client = new OpenAI({ apiKey, baseURL, }); const model = config.model || "llama3.1"; logger.info({ model, provider: "local", baseURL }, "Calling local OpenAI-compatible model"); const response = await client.chat.completions.create({ model, messages: [ { role: "system", content: prompt.system }, { role: "user", content: prompt.user }, ], temperature: config.temperature ?? 0.2, }); const content = response.choices[0]?.message?.content || "{}"; const usage = response.usage || { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 }; return { content, usage: { inputTokens: usage.prompt_tokens, outputTokens: usage.completion_tokens, totalTokens: usage.total_tokens, }, }; } }