| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304 |
- import { AISDK } from "@opencode-ai/core/aisdk"
- import { describe, expect } from "bun:test"
- import { Effect } from "effect"
- import { Catalog } from "@opencode-ai/core/catalog"
- import { Model } from "@opencode-ai/core/model"
- import { Plugin } from "@opencode-ai/core/plugin"
- import { PluginHost } from "@opencode-ai/core/plugin/host"
- import { CloudflareWorkersAIPlugin } from "@opencode-ai/core/plugin/provider/cloudflare-workers-ai"
- import { Provider } from "@opencode-ai/core/provider"
- import { Integration } from "@opencode-ai/core/integration"
- import type { LanguageModelV3 } from "@ai-sdk/provider"
- import { testEffect } from "../lib/effect"
- import { PluginTestLayer } from "./fixture"
- const it = testEffect(PluginTestLayer)
- const addPlugin = Effect.fn(function* () {
- const plugin = yield* Plugin.Service
- const aisdk = yield* AISDK.Service
- const host = yield* PluginHost.make(plugin)
- yield* CloudflareWorkersAIPlugin.effect(host)
- })
- function required<T>(value: T | undefined): T {
- if (value === undefined) throw new Error("Expected value")
- return value
- }
- function withEnv<A, E, R>(vars: Record<string, string | undefined>, effect: () => Effect.Effect<A, E, R>) {
- return Effect.acquireUseRelease(
- Effect.sync(() => {
- const previous = Object.fromEntries(Object.keys(vars).map((key) => [key, process.env[key]]))
- Object.entries(vars).forEach(([key, value]) => {
- if (value === undefined) delete process.env[key]
- else process.env[key] = value
- })
- return previous
- }),
- effect,
- (previous) =>
- Effect.sync(() =>
- Object.entries(previous).forEach(([key, value]) => {
- if (value === undefined) delete process.env[key]
- else process.env[key] = value
- }),
- ),
- )
- }
- function fakeSelectorSdk(calls: string[]) {
- const make = (method: string) => (id: string) => {
- calls.push(`${method}:${id}`)
- return { modelId: id, provider: method, specificationVersion: "v3" } as unknown as LanguageModelV3
- }
- return {
- responses: make("responses"),
- messages: make("messages"),
- chat: make("chat"),
- languageModel: make("languageModel"),
- }
- }
- function cloudflareLanguage(sdk: unknown, modelID = "@cf/model") {
- return (sdk as { languageModel: (id: string) => { config: CloudflareConfig; provider: string } }).languageModel(
- modelID,
- )
- }
- type CloudflareConfig = {
- url: (input: { path: string; modelId: string }) => string
- headers: () => Record<string, string> | Promise<Record<string, string>>
- }
- function cloudflareURL(sdk: unknown, modelID = "@cf/model") {
- return cloudflareLanguage(sdk, modelID).config.url({ path: "/chat/completions", modelId: modelID })
- }
- function cloudflareHeaders(sdk: unknown, modelID = "@cf/model") {
- return cloudflareLanguage(sdk, modelID).config.headers()
- }
- describe("CloudflareWorkersAIPlugin", () => {
- it.effect("registers an account form when the environment does not provide one", () =>
- withEnv({ CLOUDFLARE_ACCOUNT_ID: undefined }, () =>
- Effect.gen(function* () {
- yield* addPlugin()
- expect(
- (yield* (yield* Integration.Service).get(Integration.ID.make("cloudflare-workers-ai")))?.methods,
- ).toContainEqual({
- type: "key",
- label: "API key",
- form: [
- {
- type: "string",
- key: "accountId",
- title: "Enter your Cloudflare Account ID",
- placeholder: "e.g. 1234567890abcdef1234567890abcdef",
- required: true,
- },
- ],
- })
- }),
- ),
- )
- it.effect("maps account ID to endpoint URL and creates an OpenAI-compatible SDK", () =>
- withEnv({ CLOUDFLARE_ACCOUNT_ID: "acct", CLOUDFLARE_API_KEY: "key" }, () =>
- Effect.gen(function* () {
- const plugin = yield* Plugin.Service
- const aisdk = yield* AISDK.Service
- const catalog = yield* Catalog.Service
- yield* catalog.transform((catalog) =>
- catalog.provider.update(Provider.ID.make("cloudflare-workers-ai"), (provider) => {
- provider.package = Provider.aisdk("test-provider")
- }),
- )
- yield* addPlugin()
- expect(
- (yield* (yield* Integration.Service).get(Integration.ID.make("cloudflare-workers-ai")))?.methods,
- ).toContainEqual({ type: "key", label: "API key" })
- const provider = required(yield* catalog.provider.get(Provider.ID.make("cloudflare-workers-ai")))
- const sdk = yield* aisdk.runSDK({
- model: Model.Info.make({
- ...Model.Info.default(Provider.ID.make("cloudflare-workers-ai"), Model.ID.make("@cf/model")),
- modelID: Model.ID.make("@cf/model"),
- package: provider.package,
- settings: provider.settings,
- }),
- package: "@ai-sdk/openai-compatible",
- options: { name: "cloudflare-workers-ai", headers: { custom: "header" } },
- })
- expect(provider).toMatchObject({
- package: "aisdk:test-provider",
- settings: { baseURL: "https://api.cloudflare.com/client/v4/accounts/acct/ai/v1" },
- })
- expect(sdk.sdk).toBeDefined()
- }),
- ),
- )
- it.effect("preserves a configured endpoint URL instead of deriving one from account ID", () =>
- withEnv({ CLOUDFLARE_ACCOUNT_ID: "acct" }, () =>
- Effect.gen(function* () {
- const catalog = yield* Catalog.Service
- yield* catalog.transform((catalog) =>
- catalog.provider.update(Provider.ID.make("cloudflare-workers-ai"), (provider) => {
- provider.package = Provider.aisdk("test-provider")
- provider.settings = { ...provider.settings, baseURL: "https://proxy.example/v1" }
- }),
- )
- yield* addPlugin()
- expect(required(yield* catalog.provider.get(Provider.ID.make("cloudflare-workers-ai")))).toMatchObject({
- package: "aisdk:test-provider",
- settings: { baseURL: "https://proxy.example/v1" },
- })
- }),
- ),
- )
- it.effect("allows a configured baseURL without account ID", () =>
- withEnv({ CLOUDFLARE_ACCOUNT_ID: undefined, CLOUDFLARE_API_KEY: "key" }, () =>
- Effect.gen(function* () {
- const plugin = yield* Plugin.Service
- const aisdk = yield* AISDK.Service
- const catalog = yield* Catalog.Service
- yield* catalog.transform((catalog) =>
- catalog.provider.update(Provider.ID.make("cloudflare-workers-ai"), (provider) => {
- provider.settings = { ...provider.settings, baseURL: "https://proxy.example/v1" }
- }),
- )
- yield* addPlugin()
- expect(
- (yield* (yield* Integration.Service).get(Integration.ID.make("cloudflare-workers-ai")))?.methods,
- ).toContainEqual({ type: "key", label: "API key" })
- const result = yield* aisdk.runSDK({
- model: Model.Info.make({
- ...Model.Info.default(Provider.ID.make("cloudflare-workers-ai"), Model.ID.make("@cf/model")),
- modelID: Model.ID.make("@cf/model"),
- package: "aisdk:@ai-sdk/openai-compatible",
- settings: { baseURL: "https://proxy.example/v1" },
- }),
- package: "@ai-sdk/openai-compatible",
- options: { name: "cloudflare-workers-ai", baseURL: "https://proxy.example/v1" },
- })
- expect(cloudflareURL(result.sdk)).toBe("https://proxy.example/v1/chat/completions")
- }),
- ),
- )
- it.effect("uses env account ID over configured account ID", () =>
- withEnv({ CLOUDFLARE_ACCOUNT_ID: "env-acct" }, () =>
- Effect.gen(function* () {
- const catalog = yield* Catalog.Service
- yield* catalog.transform((catalog) =>
- catalog.provider.update(Provider.ID.make("cloudflare-workers-ai"), (provider) => {
- provider.package = Provider.aisdk("test-provider")
- provider.settings = { ...provider.settings, accountId: "configured-acct" }
- }),
- )
- yield* addPlugin()
- expect(required(yield* catalog.provider.get(Provider.ID.make("cloudflare-workers-ai")))).toMatchObject({
- package: "aisdk:test-provider",
- settings: { baseURL: "https://api.cloudflare.com/client/v4/accounts/env-acct/ai/v1" },
- })
- }),
- ),
- )
- it.effect("uses env API key over auth or configured API key and keeps the Cloudflare User-Agent", () =>
- withEnv({ CLOUDFLARE_ACCOUNT_ID: "acct", CLOUDFLARE_API_KEY: "env-key" }, () =>
- Effect.gen(function* () {
- const plugin = yield* Plugin.Service
- const aisdk = yield* AISDK.Service
- yield* addPlugin()
- const result = yield* aisdk.runSDK({
- model: Model.Info.make({
- ...Model.Info.default(Provider.ID.make("cloudflare-workers-ai"), Model.ID.make("@cf/model")),
- modelID: Model.ID.make("@cf/model"),
- package: "aisdk:@ai-sdk/openai-compatible",
- settings: { baseURL: "https://proxy.example/v1" },
- }),
- package: "@ai-sdk/openai-compatible",
- options: {
- name: "cloudflare-workers-ai",
- apiKey: "auth-key",
- baseURL: "https://proxy.example/v1",
- headers: { custom: "header" },
- },
- })
- const headers = yield* Effect.promise(() => Promise.resolve(cloudflareHeaders(result.sdk)))
- expect(headers.authorization).toBe("Bearer env-key")
- expect(headers.custom).toBe("header")
- expect(headers["user-agent"]).toMatch(/^opencode\/.* cloudflare-workers-ai \(.+\) ai-sdk\/openai-compatible\//)
- }),
- ),
- )
- it.effect("expands account ID vars in endpoint URLs", () =>
- withEnv({ CLOUDFLARE_ACCOUNT_ID: "acct", CLOUDFLARE_API_KEY: "key" }, () =>
- Effect.gen(function* () {
- const plugin = yield* Plugin.Service
- const aisdk = yield* AISDK.Service
- yield* addPlugin()
- const result = yield* aisdk.runSDK({
- model: Model.Info.make({
- ...Model.Info.default(Provider.ID.make("cloudflare-workers-ai"), Model.ID.make("@cf/model")),
- modelID: Model.ID.make("@cf/model"),
- package: "aisdk:@ai-sdk/openai-compatible",
- settings: { baseURL: "https://api.cloudflare.com/client/v4/accounts/${CLOUDFLARE_ACCOUNT_ID}/ai/v1" },
- }),
- package: "@ai-sdk/openai-compatible",
- options: {
- name: "cloudflare-workers-ai",
- baseURL: "https://api.cloudflare.com/client/v4/accounts/${CLOUDFLARE_ACCOUNT_ID}/ai/v1",
- },
- })
- expect(cloudflareURL(result.sdk)).toBe(
- "https://api.cloudflare.com/client/v4/accounts/acct/ai/v1/chat/completions",
- )
- }),
- ),
- )
- it.effect("selects languageModel with the API model ID", () =>
- Effect.gen(function* () {
- const plugin = yield* Plugin.Service
- const aisdk = yield* AISDK.Service
- const calls: string[] = []
- yield* addPlugin()
- const result = yield* aisdk.runLanguage({
- model: Model.Info.make({
- ...Model.Info.default(Provider.ID.make("cloudflare-workers-ai"), Model.ID.make("alias")),
- modelID: Model.ID.make("@cf/api-model"),
- package: "aisdk:test-provider",
- }),
- sdk: fakeSelectorSdk(calls),
- options: {},
- })
- expect(result.language).toBeDefined()
- expect(calls).toEqual(["languageModel:@cf/api-model"])
- }),
- )
- it.effect("does not create an SDK for non OpenAI-compatible packages", () =>
- withEnv({ CLOUDFLARE_ACCOUNT_ID: "acct", CLOUDFLARE_API_KEY: "key" }, () =>
- Effect.gen(function* () {
- const plugin = yield* Plugin.Service
- const aisdk = yield* AISDK.Service
- yield* addPlugin()
- const result = yield* aisdk.runSDK({
- model: Model.Info.make({
- ...Model.Info.default(Provider.ID.make("cloudflare-workers-ai"), Model.ID.make("@cf/model")),
- modelID: Model.ID.make("@cf/model"),
- package: "aisdk:@ai-sdk/anthropic",
- settings: { baseURL: "https://proxy.example/v1" },
- }),
- package: "@ai-sdk/anthropic",
- options: { name: "cloudflare-workers-ai" },
- })
- expect(result.sdk).toBeUndefined()
- }),
- ),
- )
- })
|