swadhinbiswas Add local Ollama-compatible AI provider support · 2/19/2026
7dbf5b1
40 lines · 1.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
import OpenAI from "openai";
import type { AIAdapter, AICompletionResult, AIConfig, AIReviewPrompt } from "./types";
import { logger } from "@/lib/logger";

export class LocalAdapter implements AIAdapter {
    async complete(prompt: AIReviewPrompt, config: AIConfig): Promise<AICompletionResult> {
        const baseURL = config.baseUrl || process.env.LOCAL_AI_BASE_URL || "http://127.0.0.1:11434/v1";
        const apiKey = config.apiKey || process.env.LOCAL_AI_API_KEY || "ollama";

        const client = new OpenAI({
            apiKey,
            baseURL,
        });

        const model = config.model || "llama3.1";
        logger.info({ model, provider: "local", baseURL }, "Calling local OpenAI-compatible model");

        const response = await client.chat.completions.create({
            model,
            messages: [
                { role: "system", content: prompt.system },
                { role: "user", content: prompt.user },
            ],
            temperature: config.temperature ?? 0.2,
        });

        const content = response.choices[0]?.message?.content || "{}";
        const usage = response.usage || { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 };

        return {
            content,
            usage: {
                inputTokens: usage.prompt_tokens,
                outputTokens: usage.completion_tokens,
                totalTokens: usage.total_tokens,
            },
        };
    }
}