provider-openai.test.ts 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184
  1. import { Money } from "@opencode-ai/schema/money"
  2. import { Agent } from "@opencode-ai/schema/agent"
  3. import { Session } from "@opencode-ai/schema/session"
  4. import { describe, expect } from "bun:test"
  5. import { Effect } from "effect"
  6. import { Catalog } from "@opencode-ai/core/catalog"
  7. import { Credential } from "@opencode-ai/core/credential"
  8. import { Integration } from "@opencode-ai/core/integration"
  9. import { Model } from "@opencode-ai/core/model"
  10. import { Plugin } from "@opencode-ai/core/plugin"
  11. import { PluginHost } from "@opencode-ai/core/plugin/host"
  12. import { PluginHooks } from "@opencode-ai/core/plugin/hooks"
  13. import { OpenAIPlugin } from "@opencode-ai/core/plugin/provider/openai"
  14. import { Provider } from "@opencode-ai/core/provider"
  15. import { testEffect } from "../lib/effect"
  16. import { PluginTestLayer } from "./fixture"
  17. const it = testEffect(PluginTestLayer)
  18. const addPlugin = Effect.fn(function* () {
  19. const plugin = yield* Plugin.Service
  20. const host = yield* PluginHost.make(plugin)
  21. const integrations = yield* Integration.Service
  22. yield* OpenAIPlugin.effect(host).pipe(Effect.provideService(Integration.Service, integrations))
  23. })
  24. function required<T>(value: T | undefined): T {
  25. if (value === undefined) throw new Error("Expected value")
  26. return value
  27. }
  28. const http = Effect.fn(function* (providerID: Provider.ID, url: string) {
  29. const event = yield* (yield* PluginHooks.Service).trigger("session", "http.request", {
  30. sessionID: Session.ID.make("ses_test"),
  31. agent: Agent.ID.make("build"),
  32. model: Model.Ref.make({ providerID, id: Model.ID.make("gpt-5.5") }),
  33. request: new Request(url, { method: "POST", body: "{}" }),
  34. })
  35. return { url: event.request.url, headers: Object.fromEntries(event.request.headers.entries()) }
  36. })
  37. describe("OpenAIPlugin", () => {
  38. it.effect("registers browser and headless ChatGPT OAuth methods", () =>
  39. Effect.gen(function* () {
  40. yield* addPlugin()
  41. expect((yield* (yield* Integration.Service).get(Integration.ID.make("openai")))?.methods).toEqual([
  42. {
  43. id: Integration.MethodID.make("chatgpt-browser"),
  44. type: "oauth",
  45. label: "ChatGPT Pro/Plus (browser)",
  46. },
  47. {
  48. id: Integration.MethodID.make("chatgpt-headless"),
  49. type: "oauth",
  50. label: "ChatGPT Pro/Plus (headless)",
  51. },
  52. ])
  53. }),
  54. )
  55. it.effect("filters the OpenAI catalog to codex-eligible models under a ChatGPT connection", () =>
  56. Effect.gen(function* () {
  57. const catalog = yield* Catalog.Service
  58. const credentials = yield* Credential.Service
  59. yield* catalog.transform((catalog) => {
  60. const item = Provider.Info.make({
  61. ...Provider.Info.empty(Provider.ID.openai),
  62. package: Provider.aisdk("@ai-sdk/openai"),
  63. })
  64. catalog.provider.update(item.id, (draft) => {
  65. draft.package = item.package
  66. })
  67. catalog.model.update(item.id, Model.ID.make("gpt-5.5"), (model) => {
  68. model.limit = { context: 1_050_000, input: 922_000, output: 128_000 }
  69. model.cost = [
  70. {
  71. input: Money.USDPerMillionTokens.make(1),
  72. output: Money.USDPerMillionTokens.make(2),
  73. cache: {
  74. read: Money.USDPerMillionTokens.make(0.1),
  75. write: Money.USDPerMillionTokens.zero,
  76. },
  77. },
  78. ]
  79. })
  80. catalog.model.update(item.id, Model.ID.make("gpt-5.5-pro"), () => {})
  81. catalog.model.update(item.id, Model.ID.make("gpt-5.4"), (model) => {
  82. model.limit = { context: 1_050_000, input: 922_000, output: 64_000 }
  83. })
  84. catalog.model.update(item.id, Model.ID.make("gpt-5.4-pro"), (model) => {
  85. model.modelID = Model.ID.make("gpt-5.4")
  86. model.body = { reasoning: { mode: "pro" } }
  87. })
  88. catalog.model.update(item.id, Model.ID.make("gpt-5.6"), () => {})
  89. catalog.model.update(item.id, Model.ID.make("gpt-5.6-sol"), (model) => {
  90. model.limit = { context: 1_050_000, input: 922_000, output: 128_000 }
  91. })
  92. catalog.model.update(item.id, Model.ID.make("gpt-4.1"), () => {})
  93. })
  94. yield* credentials.create({
  95. integrationID: Integration.ID.make("openai"),
  96. value: Credential.OAuth.make({
  97. type: "oauth",
  98. methodID: Integration.MethodID.make("chatgpt-browser"),
  99. access: "chatgpt-token",
  100. refresh: "refresh",
  101. expires: Date.now() + 60_000,
  102. metadata: { accountID: "acct_123" },
  103. }),
  104. })
  105. yield* addPlugin()
  106. const request = yield* http(Provider.ID.openai, "https://api.openai.com/v1/responses")
  107. const custom = yield* http(Provider.ID.make("custom-openai"), "https://custom.example/v1/responses")
  108. const proxy = yield* http(Provider.ID.openai, "https://proxy.example/v1/responses?region=us")
  109. const provider = required(yield* catalog.provider.get(Provider.ID.openai))
  110. expect(provider.package).toBe("@opencode-ai/ai/providers/openai")
  111. expect(provider.settings).toMatchObject({ baseURL: "https://chatgpt.com/backend-api/codex" })
  112. expect(provider.headers).toMatchObject({ "chatgpt-account-id": "acct_123" })
  113. expect(request.url).toBe("https://chatgpt.com/backend-api/codex/responses")
  114. expect(request.headers).toMatchObject({ originator: "opencode", "session-id": "ses_test" })
  115. expect(custom.headers).not.toHaveProperty("originator")
  116. expect(proxy.url).toBe("https://proxy.example/v1/responses?region=us")
  117. expect(proxy.headers).toMatchObject({ originator: "opencode", "session-id": "ses_test" })
  118. const eligible = required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5")))
  119. expect(eligible.package).toBe("@opencode-ai/ai/providers/openai")
  120. expect(eligible.cost).toEqual([])
  121. expect(eligible.limit).toEqual({ context: 272_000, input: 272_000, output: 128_000 })
  122. expect(eligible.enabled).toBe(true)
  123. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5-pro"))).enabled).toBe(
  124. false,
  125. )
  126. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.4-pro"))).enabled).toBe(
  127. false,
  128. )
  129. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.4"))).limit).toEqual({
  130. context: 272_000,
  131. input: 272_000,
  132. output: 64_000,
  133. })
  134. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.6"))).enabled).toBe(false)
  135. const gpt56 = required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.6-sol")))
  136. expect(gpt56.enabled).toBe(true)
  137. expect(gpt56.limit).toEqual({ context: 272_000, input: 272_000, output: 128_000 })
  138. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-4.1"))).enabled).toBe(false)
  139. }),
  140. )
  141. it.effect("keeps the full OpenAI catalog under an API key connection", () =>
  142. Effect.gen(function* () {
  143. const catalog = yield* Catalog.Service
  144. const credentials = yield* Credential.Service
  145. yield* catalog.transform((catalog) => {
  146. const item = Provider.Info.make({
  147. ...Provider.Info.empty(Provider.ID.openai),
  148. package: Provider.aisdk("@ai-sdk/openai"),
  149. })
  150. catalog.provider.update(item.id, (draft) => {
  151. draft.package = item.package
  152. })
  153. catalog.model.update(item.id, Model.ID.make("gpt-5.5"), (model) => {
  154. model.limit = { context: 1_050_000, input: 922_000, output: 128_000 }
  155. })
  156. catalog.model.update(item.id, Model.ID.make("gpt-4.1"), () => {})
  157. })
  158. yield* credentials.create({
  159. integrationID: Integration.ID.make("openai"),
  160. value: Credential.Key.make({ type: "key", key: "sk-test" }),
  161. })
  162. yield* addPlugin()
  163. const request = yield* http(Provider.ID.openai, "https://api.openai.com/v1/responses")
  164. const model = required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5")))
  165. expect(model.package).toBe("@opencode-ai/ai/providers/openai")
  166. expect(model.enabled).toBe(true)
  167. expect(model.limit).toEqual({ context: 1_050_000, input: 922_000, output: 128_000 })
  168. expect(request.headers).not.toHaveProperty("originator")
  169. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-4.1"))).enabled).toBe(true)
  170. }),
  171. )
  172. })