retrotoon-studio/server/llmConfig.ts

import { invokeLLM, type InvokeParams, type InvokeResult } from "./_core/llm";

export interface LlmConfig {
  model: string;
  behavior: string;
}

let cachedConfig: LlmConfig | null = null;
let cacheTimestamp = 0;
const CACHE_TTL = 30_000;

export async function getLlmConfig(): Promise<LlmConfig> {
  const now = Date.now();
  if (cachedConfig && (now - cacheTimestamp) < CACHE_TTL) {
    return cachedConfig;
  }

  try {
    const { getDb } = await import("./db");
    const db = await getDb();
    if (db) {
      const { appConfig } = await import("../drizzle/schema");
      const { eq } = await import("drizzle-orm");
      const result = await db.select().from(appConfig).where(eq(appConfig.key, "llm_config")).limit(1);
      if (result[0]?.value) {
        const parsed = JSON.parse(result[0].value);
        cachedConfig = {
          model: parsed.model || "gemini-flash",
          behavior: parsed.behavior || "guided",
        };
        cacheTimestamp = now;
        return cachedConfig;
      }
    }
  } catch (err) {
    console.warn("[LLM Config] Failed to load config:", err);
  }

  cachedConfig = { model: "gemini-flash", behavior: "guided" };
  cacheTimestamp = now;
  return cachedConfig;
}

export function invalidateLlmConfigCache(): void {
  cachedConfig = null;
  cacheTimestamp = 0;
}

export async function invokeConfiguredLLM(params: InvokeParams): Promise<InvokeResult> {
  return invokeLLM(params);
}