.

src/drivers/apiBase.ts

@@ -1,5 +1,6 @@
 import type { ChatMessage, ChatOptions, DriverModel, LLMDriver } from "./types.ts";
 import { DriverDisabledError } from "./types.ts";
+import { driverLog, fmtBytes, fmtMs } from "./log.ts";
 
 /**
  * Base class for OpenAI-compatible HTTP API drivers
@@ -35,11 +36,12 @@ export abstract class ApiDriverBase implements LLMDriver {
       if (res.ok) {
         const data = (await res.json()) as { data?: { id: string }[] };
         if (Array.isArray(data.data) && data.data.length > 0) {
+          driverLog(this.name, `listModels -> ${data.data.length} model(s) via /models`);
           return data.data.map((m) => ({ id: `${this.name}:${m.id}`, name: m.id, driver: this.name, label: m.id }));
         }
       }
-    } catch {
-      // fall through to static list
+    } catch (e) {
+      driverLog(this.name, `listModels: /models failed (${(e as Error).message}), using static list`);
     }
     return this.defaultModels.map((m) => ({ id: `${this.name}:${m}`, name: m, driver: this.name, label: m }));
   }
@@ -53,6 +55,8 @@ export abstract class ApiDriverBase implements LLMDriver {
 
   async *chatStream(messages: ChatMessage[], opts: ChatOptions): AsyncGenerator<string, void, void> {
     this.ensureEnabled();
+    const t0 = Date.now();
+    driverLog(this.name, `chat model=${opts.model} messages=${messages.length} stream=open`);
     const res = await fetch(`${this.baseUrl}/chat/completions`, {
       method: "POST",
       headers: { "Content-Type": "application/json", Authorization: `Bearer ${this.apiKey}` },
@@ -61,11 +65,15 @@ export abstract class ApiDriverBase implements LLMDriver {
     });
     if (!res.ok || !res.body) {
       const text = await res.text().catch(() => "");
+      driverLog(this.name, `chat model=${opts.model} ERROR: upstream ${res.status} ${text.slice(0, 120)}`);
       throw new Error(`${this.name} chat failed (${res.status}): ${text.slice(0, 300)}`);
     }
     const reader = res.body.getReader();
     const decoder = new TextDecoder();
     let buf = "";
+    let chunks = 0;
+    let chars = 0;
+    let status = "done";
     try {
       while (true) {
         const { done, value } = await reader.read();
@@ -78,11 +86,16 @@ export abstract class ApiDriverBase implements LLMDriver {
             const t = line.trim();
             if (!t.startsWith("data:")) continue;
             const payload = t.slice(5).trim();
-            if (payload === "[DONE]") return;
+            if (payload === "[DONE]") {
+              driverLog(this.name, `chat model=${opts.model} done: ${chunks} chunks, ${fmtBytes(chars)} in ${fmtMs(Date.now() - t0)}`);
+              return;
+            }
             try {
               const obj = JSON.parse(payload) as { choices?: { delta?: { content?: string } }[] };
               const token = obj.choices?.[0]?.delta?.content ?? "";
               if (token) {
+                chunks++;
+                chars += token.length;
                 opts.onToken?.(token);
                 yield token;
               }
@@ -92,8 +105,20 @@ export abstract class ApiDriverBase implements LLMDriver {
           }
         }
       }
+      driverLog(this.name, `chat model=${opts.model} upstream closed: ${chunks} chunks, ${fmtBytes(chars)} in ${fmtMs(Date.now() - t0)}`);
+    } catch (e) {
+      status = (e as Error).name === "AbortError" ? "aborted-by-caller" : `ERROR: ${(e as Error).message}`;
+      throw e;
     } finally {
+      try {
+        await reader.cancel();
+      } catch {
+        // already closed / consumed — fine
+      }
       reader.releaseLock();
+      if (status !== "done") {
+        driverLog(this.name, `chat model=${opts.model} ${status} after ${chunks} chunks, ${fmtBytes(chars)} in ${fmtMs(Date.now() - t0)}`);
+      }
     }
   }
 }