import { createProvider, InMemoryModelsStore, type Model, type ModelsStoreEntry, type ProviderModelsStore, } from "@earendil-works/pi-ai"; import { afterEach, describe, expect, it, vi } from "vitest"; import { VERSION } from "../src/config.ts"; import { withRemoteCatalog } from "../src/core/remote-catalog-provider.ts"; function model(id: string): Model<"openai-completions"> { return { id, name: id, api: "openai-completions", provider: "test-provider", baseUrl: "https://example.test/v1", reasoning: false, input: ["text"], cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 }, contextWindow: 1000, maxTokens: 100, }; } function testProvider(localGeneratedAt?: number) { return withRemoteCatalog( createProvider({ id: "test-provider", auth: { apiKey: { name: "Test", resolve: async () => ({ auth: {} }) } }, models: [model("static")], api: { stream: () => { throw new Error("not used"); }, streamSimple: () => { throw new Error("not used"); }, }, }), "https://pi.dev", localGeneratedAt, ); } function scopedStore(store: InMemoryModelsStore): ProviderModelsStore { return { read: () => store.read("test-provider"), write: (entry: ModelsStoreEntry) => store.write("test-provider", entry), delete: () => store.delete("test-provider"), }; } afterEach(() => vi.restoreAllMocks()); describe("remote catalog provider", () => { it("parses keyed catalogs, sends version headers, observes the refresh TTL, and supports forced refreshes", async () => { const fetchSpy = vi.spyOn(globalThis, "fetch").mockImplementation( async () => new Response(JSON.stringify({ dynamic: model("dynamic") }), { status: 200, headers: { "content-type": "application/json" }, }), ); const provider = testProvider(); const store = new InMemoryModelsStore(); const refresh = { credential: { type: "api_key" } as const, store: scopedStore(store), allowNetwork: true }; await provider.refreshModels?.(refresh); await provider.refreshModels?.(refresh); await provider.refreshModels?.({ ...refresh, force: true }); expect(provider.getModels().map((entry) => entry.id)).toEqual(["static", "dynamic"]); expect((await store.read(provider.id))?.models.map((entry) => entry.id)).toEqual(["dynamic"]); expect(fetchSpy).toHaveBeenCalledTimes(2); expect(fetchSpy.mock.calls[0]?.[1]?.headers).toMatchObject({ "User-Agent": expect.stringContaining(`pi/${VERSION}`), }); }); it("prefers the newer of the generated and remote catalogs", async () => { const localGeneratedAt = Date.parse("2026-07-23T10:00:00.000Z"); const newerHeader = new Date(localGeneratedAt + 60_000).toUTCString(); const responses = [ new Response(JSON.stringify({ old: model("old") }), { headers: { "last-modified": new Date(localGeneratedAt - 60_000).toUTCString() }, }), new Response(JSON.stringify({ newer: model("newer") }), { headers: { "last-modified": newerHeader }, }), ]; vi.spyOn(globalThis, "fetch").mockImplementation(async () => responses.shift() as Response); const provider = testProvider(localGeneratedAt); const store = new InMemoryModelsStore(); const refresh = { credential: { type: "api_key" } as const, store: scopedStore(store), allowNetwork: true }; await provider.refreshModels?.(refresh); expect(provider.getModels().map((entry) => entry.id)).toEqual(["static"]); await provider.refreshModels?.({ ...refresh, force: true }); expect(provider.getModels().map((entry) => entry.id)).toEqual(["static", "newer"]); expect(await store.read(provider.id)).toMatchObject({ lastModified: Date.parse(newerHeader) }); }); it("revalidates a stored catalog with its etag and keeps the overlay on 304", async () => { const responses = [ new Response(JSON.stringify({ dynamic: model("dynamic") }), { headers: { "content-type": "application/json", etag: '"catalog-1"' }, }), new Response(null, { status: 304, headers: { etag: '"catalog-1"' } }), ]; const fetchSpy = vi.spyOn(globalThis, "fetch").mockImplementation(async () => responses.shift() as Response); const provider = testProvider(); const store = new InMemoryModelsStore(); const refresh = { credential: { type: "api_key" } as const, store: scopedStore(store), allowNetwork: true }; await provider.refreshModels?.(refresh); expect(fetchSpy.mock.calls[0]?.[1]?.headers).not.toHaveProperty("if-none-match"); expect(await store.read(provider.id)).toMatchObject({ etag: '"catalog-1"' }); const checkedAt = (await store.read(provider.id))?.checkedAt; await provider.refreshModels?.({ ...refresh, force: true }); expect(fetchSpy.mock.calls[1]?.[1]?.headers).toMatchObject({ "if-none-match": '"catalog-1"' }); expect(provider.getModels().map((entry) => entry.id)).toEqual(["static", "dynamic"]); const stored = await store.read(provider.id); expect(stored?.models.map((entry) => entry.id)).toEqual(["dynamic"]); expect(stored?.etag).toBe('"catalog-1"'); expect(stored?.checkedAt).toBeGreaterThanOrEqual(checkedAt ?? 0); }); it("drops a stale etag when the overlay becomes unavailable", async () => { const responses = [ new Response(JSON.stringify({ dynamic: model("dynamic") }), { headers: { "content-type": "application/json", etag: '"catalog-1"' }, }), new Response("not implemented", { status: 501 }), ]; vi.spyOn(globalThis, "fetch").mockImplementation(async () => responses.shift() as Response); const provider = testProvider(); const store = new InMemoryModelsStore(); const refresh = { credential: { type: "api_key" } as const, store: scopedStore(store), allowNetwork: true }; await provider.refreshModels?.(refresh); await provider.refreshModels?.({ ...refresh, force: true }); expect((await store.read(provider.id))?.etag).toBeUndefined(); }); it("keeps the etag and overlay after a transient failure", async () => { const responses = [ new Response(JSON.stringify({ dynamic: model("dynamic") }), { headers: { "content-type": "application/json", etag: '"catalog-1"' }, }), new Response("rate limited", { status: 429 }), new Response(null, { status: 304, headers: { etag: '"catalog-1"' } }), ]; const fetchSpy = vi.spyOn(globalThis, "fetch").mockImplementation(async () => responses.shift() as Response); const provider = testProvider(); const store = new InMemoryModelsStore(); const refresh = { credential: { type: "api_key" } as const, store: scopedStore(store), allowNetwork: true }; await provider.refreshModels?.(refresh); await expect(provider.refreshModels?.({ ...refresh, force: true })).rejects.toThrow(/429/); const stored = await store.read(provider.id); expect(stored?.etag).toBe('"catalog-1"'); expect(stored?.models.map((entry) => entry.id)).toEqual(["dynamic"]); await provider.refreshModels?.({ ...refresh, force: true }); expect(fetchSpy.mock.calls[2]?.[1]?.headers).toMatchObject({ "if-none-match": '"catalog-1"' }); expect(provider.getModels().map((entry) => entry.id)).toEqual(["static", "dynamic"]); }); it("treats unimplemented pi.dev catalog routes as an unavailable overlay", async () => { vi.spyOn(globalThis, "fetch").mockResolvedValue(new Response("not implemented", { status: 501 })); const provider = testProvider(); const store = new InMemoryModelsStore(); await expect( provider.refreshModels?.({ credential: { type: "api_key" }, store: scopedStore(store), allowNetwork: true, }), ).resolves.toBeUndefined(); expect(provider.getModels().map((entry) => entry.id)).toEqual(["static"]); expect(await store.read(provider.id)).toMatchObject({ models: [], checkedAt: expect.any(Number) }); }); });