provider-openai.test.ts 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271
  1. import { AISDK } from "@opencode-ai/core/aisdk"
  2. import { Money } from "@opencode-ai/schema/money"
  3. import { describe, expect } from "bun:test"
  4. import type { LanguageModelV3 } from "@ai-sdk/provider"
  5. import { Effect } from "effect"
  6. import { Catalog } from "@opencode-ai/core/catalog"
  7. import { Credential } from "@opencode-ai/core/credential"
  8. import { Integration } from "@opencode-ai/core/integration"
  9. import { Model } from "@opencode-ai/core/model"
  10. import { Plugin } from "@opencode-ai/core/plugin"
  11. import { PluginHost } from "@opencode-ai/core/plugin/host"
  12. import { OpenAIPlugin } from "@opencode-ai/core/plugin/provider/openai"
  13. import { Provider } from "@opencode-ai/core/provider"
  14. import { testEffect } from "../lib/effect"
  15. import { PluginTestLayer } from "./fixture"
  16. const it = testEffect(PluginTestLayer)
  17. const addPlugin = Effect.fn(function* () {
  18. const plugin = yield* Plugin.Service
  19. const aisdk = yield* AISDK.Service
  20. const host = yield* PluginHost.make(plugin)
  21. const integrations = yield* Integration.Service
  22. yield* OpenAIPlugin.effect(host).pipe(Effect.provideService(Integration.Service, integrations))
  23. })
  24. function required<T>(value: T | undefined): T {
  25. if (value === undefined) throw new Error("Expected value")
  26. return value
  27. }
  28. function fakeSelectorSdk(calls: string[]) {
  29. const make = (method: string) => (id: string) => {
  30. calls.push(`${method}:${id}`)
  31. return { modelId: id, provider: method, specificationVersion: "v3" } as unknown as LanguageModelV3
  32. }
  33. return {
  34. responses: make("responses"),
  35. messages: make("messages"),
  36. chat: make("chat"),
  37. languageModel: make("languageModel"),
  38. }
  39. }
  40. describe("OpenAIPlugin", () => {
  41. it.effect("registers browser and headless ChatGPT OAuth methods", () =>
  42. Effect.gen(function* () {
  43. yield* addPlugin()
  44. expect((yield* (yield* Integration.Service).get(Integration.ID.make("openai")))?.methods).toEqual([
  45. {
  46. id: Integration.MethodID.make("chatgpt-browser"),
  47. type: "oauth",
  48. label: "ChatGPT Pro/Plus (browser)",
  49. },
  50. {
  51. id: Integration.MethodID.make("chatgpt-headless"),
  52. type: "oauth",
  53. label: "ChatGPT Pro/Plus (headless)",
  54. },
  55. ])
  56. }),
  57. )
  58. it.effect("creates an OpenAI SDK for @ai-sdk/openai using the provider ID as SDK name", () =>
  59. Effect.gen(function* () {
  60. const plugin = yield* Plugin.Service
  61. const aisdk = yield* AISDK.Service
  62. yield* addPlugin()
  63. const result = yield* aisdk.runSDK({
  64. model: Model.Info.make({
  65. ...Model.Info.default(Provider.ID.make("custom-openai"), Model.ID.make("gpt-5")),
  66. modelID: Model.ID.make("gpt-5"),
  67. package: Provider.aisdk("test-provider"),
  68. }),
  69. package: "@ai-sdk/openai",
  70. options: { name: "custom-openai", apiKey: "test" },
  71. })
  72. expect(result.sdk?.responses("gpt-5").provider).toBe("custom-openai.responses")
  73. }),
  74. )
  75. it.effect("ignores non-OpenAI SDK packages", () =>
  76. Effect.gen(function* () {
  77. const plugin = yield* Plugin.Service
  78. const aisdk = yield* AISDK.Service
  79. yield* addPlugin()
  80. const result = yield* aisdk.runSDK({
  81. model: Model.Info.make({
  82. ...Model.Info.default(Provider.ID.openai, Model.ID.make("gpt-5")),
  83. modelID: Model.ID.make("gpt-5"),
  84. package: Provider.aisdk("test-provider"),
  85. }),
  86. package: "@ai-sdk/openai-compatible",
  87. options: { name: "openai" },
  88. })
  89. expect(result.sdk).toBeUndefined()
  90. }),
  91. )
  92. it.effect("uses the Responses API for language models", () =>
  93. Effect.gen(function* () {
  94. const plugin = yield* Plugin.Service
  95. const aisdk = yield* AISDK.Service
  96. const calls: string[] = []
  97. yield* addPlugin()
  98. const result = yield* aisdk.runLanguage({
  99. model: Model.Info.make({
  100. ...Model.Info.default(Provider.ID.openai, Model.ID.make("alias")),
  101. modelID: Model.ID.make("gpt-5"),
  102. package: Provider.aisdk("test-provider"),
  103. }),
  104. sdk: fakeSelectorSdk(calls),
  105. options: {},
  106. })
  107. expect(calls).toEqual(["responses:gpt-5"])
  108. expect(result.language).toBeDefined()
  109. }),
  110. )
  111. it.effect("ignores non-OpenAI providers", () =>
  112. Effect.gen(function* () {
  113. const plugin = yield* Plugin.Service
  114. const aisdk = yield* AISDK.Service
  115. const calls: string[] = []
  116. yield* addPlugin()
  117. const result = yield* aisdk.runLanguage({
  118. model: Model.Info.make({
  119. ...Model.Info.default(Provider.ID.anthropic, Model.ID.make("gpt-5")),
  120. modelID: Model.ID.make("gpt-5"),
  121. package: Provider.aisdk("test-provider"),
  122. }),
  123. sdk: fakeSelectorSdk(calls),
  124. options: {},
  125. })
  126. expect(calls).toEqual([])
  127. expect(result.language).toBeUndefined()
  128. }),
  129. )
  130. it.effect("disables gpt-5-chat-latest during catalog transforms", () =>
  131. Effect.gen(function* () {
  132. const catalog = yield* Catalog.Service
  133. yield* catalog.transform((catalog) => {
  134. const item = Provider.Info.make({
  135. ...Provider.Info.empty(Provider.ID.openai),
  136. package: Provider.aisdk("@ai-sdk/openai"),
  137. })
  138. catalog.provider.update(item.id, (draft) => {
  139. draft.package = item.package
  140. })
  141. catalog.model.update(item.id, Model.ID.make("gpt-5"), () => {})
  142. catalog.model.update(item.id, Model.ID.make("gpt-5-chat-latest"), () => {})
  143. })
  144. yield* addPlugin()
  145. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5"))).enabled).toBe(true)
  146. expect(
  147. required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5-chat-latest"))).enabled,
  148. ).toBe(false)
  149. }),
  150. )
  151. it.effect("filters the OpenAI catalog to codex-eligible models under a ChatGPT connection", () =>
  152. Effect.gen(function* () {
  153. const catalog = yield* Catalog.Service
  154. const credentials = yield* Credential.Service
  155. yield* catalog.transform((catalog) => {
  156. const item = Provider.Info.make({
  157. ...Provider.Info.empty(Provider.ID.openai),
  158. package: Provider.aisdk("@ai-sdk/openai"),
  159. })
  160. catalog.provider.update(item.id, (draft) => {
  161. draft.package = item.package
  162. })
  163. catalog.model.update(item.id, Model.ID.make("gpt-5.5"), (model) => {
  164. model.cost = [
  165. {
  166. input: Money.USDPerMillionTokens.make(1),
  167. output: Money.USDPerMillionTokens.make(2),
  168. cache: {
  169. read: Money.USDPerMillionTokens.make(0.1),
  170. write: Money.USDPerMillionTokens.zero,
  171. },
  172. },
  173. ]
  174. })
  175. catalog.model.update(item.id, Model.ID.make("gpt-5.5-pro"), () => {})
  176. catalog.model.update(item.id, Model.ID.make("gpt-5.4-pro"), (model) => {
  177. model.modelID = Model.ID.make("gpt-5.4")
  178. model.body = { reasoning: { mode: "pro" } }
  179. })
  180. catalog.model.update(item.id, Model.ID.make("gpt-5.6"), () => {})
  181. catalog.model.update(item.id, Model.ID.make("gpt-5.6-sol"), () => {})
  182. catalog.model.update(item.id, Model.ID.make("gpt-4.1"), () => {})
  183. })
  184. yield* credentials.create({
  185. integrationID: Integration.ID.make("openai"),
  186. value: Credential.OAuth.make({
  187. type: "oauth",
  188. methodID: Integration.MethodID.make("chatgpt-browser"),
  189. access: "chatgpt-token",
  190. refresh: "refresh",
  191. expires: Date.now() + 60_000,
  192. metadata: { accountID: "acct_123" },
  193. }),
  194. })
  195. yield* addPlugin()
  196. const eligible = required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5")))
  197. expect(eligible.cost).toEqual([])
  198. expect(eligible.enabled).toBe(true)
  199. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5-pro"))).enabled).toBe(
  200. false,
  201. )
  202. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.4-pro"))).enabled).toBe(
  203. false,
  204. )
  205. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.6"))).enabled).toBe(false)
  206. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.6-sol"))).enabled).toBe(
  207. true,
  208. )
  209. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-4.1"))).enabled).toBe(false)
  210. }),
  211. )
  212. it.effect("keeps the full OpenAI catalog under an API key connection", () =>
  213. Effect.gen(function* () {
  214. const catalog = yield* Catalog.Service
  215. const credentials = yield* Credential.Service
  216. yield* catalog.transform((catalog) => {
  217. const item = Provider.Info.make({
  218. ...Provider.Info.empty(Provider.ID.openai),
  219. package: Provider.aisdk("@ai-sdk/openai"),
  220. })
  221. catalog.provider.update(item.id, (draft) => {
  222. draft.package = item.package
  223. })
  224. catalog.model.update(item.id, Model.ID.make("gpt-5.5"), () => {})
  225. catalog.model.update(item.id, Model.ID.make("gpt-4.1"), () => {})
  226. })
  227. yield* credentials.create({
  228. integrationID: Integration.ID.make("openai"),
  229. value: Credential.Key.make({ type: "key", key: "sk-test" }),
  230. })
  231. yield* addPlugin()
  232. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5"))).enabled).toBe(true)
  233. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-4.1"))).enabled).toBe(true)
  234. }),
  235. )
  236. it.effect("does not disable gpt-5-chat-latest for non-OpenAI providers", () =>
  237. Effect.gen(function* () {
  238. const catalog = yield* Catalog.Service
  239. yield* catalog.transform((catalog) => {
  240. const item = Provider.Info.make({
  241. ...Provider.Info.empty(Provider.ID.make("custom-openai")),
  242. package: Provider.aisdk("test-provider"),
  243. })
  244. catalog.provider.update(item.id, (draft) => {
  245. draft.package = item.package
  246. })
  247. catalog.model.update(item.id, Model.ID.make("gpt-5-chat-latest"), () => {})
  248. })
  249. yield* addPlugin()
  250. expect(
  251. required(yield* catalog.model.get(Provider.ID.make("custom-openai"), Model.ID.make("gpt-5-chat-latest")))
  252. .enabled,
  253. ).toBe(true)
  254. }),
  255. )
  256. })