Mario Zechner
8a0903ebf2
The root barrel is now core-only and side-effect free: types, createModels/createProvider, auth substrate, lazyStream/lazyApi, faux, utils. Generated catalogs, api-registry, env-api-keys, images, global stream functions, and per-API lazy wrappers leave the root. New @earendil-works/pi-ai/compat preserves the old surface verbatim as a strict superset of the root: api-dispatch stream/complete with env key injection, the builtin registration side effect (skip-if-present so it cannot clobber earlier overrides), deprecated getModel/getModels/ getProviders aliases of the new getBuiltin* reads in providers/all, lazy api wrappers + setBedrockProviderModule, and image generation. Compat dies with the coding-agent ModelManager migration. Packaging: exports map gains ./compat, ./providers/*, ./api/*; sideEffects array lists only the effectful modules. Old-global imports across agent/coding-agent/examples and pi-ai tests switch to /compat (path-only; compat is a superset). The coding-agent extension loader resolves the pi-ai ROOT specifier to compat, so existing user extensions using the old global API keep working at runtime until compat is removed. vitest configs alias /compat to src; browser smoke imports old globals from /compat.
66 lines
2.5 KiB
TypeScript
66 lines
2.5 KiB
TypeScript
/**
|
|
* A test suite to ensure all configured Amazon Bedrock models are usable.
|
|
*
|
|
* This is here to make sure we got correct model identifiers from models.dev and other sources.
|
|
* Because Amazon Bedrock requires cross-region inference in some models,
|
|
* plain model identifiers are not always usable and it requires tweaking of model identifiers to use cross-region inference.
|
|
* See https://docs.aws.amazon.com/bedrock/latest/userguide/inference-profiles-support.html#inference-profiles-support-system for more details.
|
|
*
|
|
* This test suite is not enabled by default unless AWS credentials and `BEDROCK_EXTENSIVE_MODEL_TEST` environment variables are set.
|
|
* This test suite takes ~2 minutes to run. Because not all models are available in all regions,
|
|
* it's recommended to use `us-west-2` region for best coverage for running this test suite.
|
|
*
|
|
* You can run this test suite with:
|
|
* ```bash
|
|
* $ AWS_REGION=us-west-2 BEDROCK_EXTENSIVE_MODEL_TEST=1 AWS_PROFILE=... npm test -- ./test/bedrock-models.test.ts
|
|
* ```
|
|
*/
|
|
|
|
import { describe, expect, it } from "vitest";
|
|
import { complete, getModels } from "../src/compat.ts";
|
|
import type { Context } from "../src/types.ts";
|
|
import { hasBedrockCredentials } from "./bedrock-utils.ts";
|
|
|
|
describe("Amazon Bedrock Models", () => {
|
|
const models = getModels("amazon-bedrock");
|
|
|
|
it("should get all available Bedrock models", () => {
|
|
expect(models.length).toBeGreaterThan(0);
|
|
console.log(`Found ${models.length} Bedrock models`);
|
|
});
|
|
|
|
if (hasBedrockCredentials() && process.env.BEDROCK_EXTENSIVE_MODEL_TEST) {
|
|
for (const model of models) {
|
|
it(`should make a simple request with ${model.id}`, { timeout: 10_000 }, async () => {
|
|
const context: Context = {
|
|
systemPrompt: "You are a helpful assistant. Be extremely concise.",
|
|
messages: [
|
|
{
|
|
role: "user",
|
|
content: "Reply with exactly: 'OK'",
|
|
timestamp: Date.now(),
|
|
},
|
|
],
|
|
};
|
|
|
|
const response = await complete(model, context);
|
|
|
|
expect(response.role).toBe("assistant");
|
|
expect(response.content).toBeTruthy();
|
|
expect(response.content.length).toBeGreaterThan(0);
|
|
expect(response.usage.input + response.usage.cacheRead).toBeGreaterThan(0);
|
|
expect(response.usage.output).toBeGreaterThan(0);
|
|
expect(response.errorMessage).toBeFalsy();
|
|
|
|
const textContent = response.content
|
|
.filter((b) => b.type === "text")
|
|
.map((b) => (b.type === "text" ? b.text : ""))
|
|
.join("")
|
|
.trim();
|
|
expect(textContent).toBeTruthy();
|
|
console.log(`${model.id}: ${textContent.substring(0, 100)}`);
|
|
});
|
|
}
|
|
}
|
|
});
|