provider-openai.test.ts 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206
  1. import { Money } from "@opencode-ai/schema/money"
  2. import { Agent } from "@opencode-ai/schema/agent"
  3. import { Session } from "@opencode-ai/schema/session"
  4. import { describe, expect } from "bun:test"
  5. import { Effect } from "effect"
  6. import { Catalog } from "@opencode-ai/core/catalog"
  7. import { Credential } from "@opencode-ai/core/credential"
  8. import { Integration } from "@opencode-ai/core/integration"
  9. import { Model } from "@opencode-ai/core/model"
  10. import { Plugin } from "@opencode-ai/core/plugin"
  11. import { PluginHost } from "@opencode-ai/core/plugin/host"
  12. import { PluginHooks } from "@opencode-ai/core/plugin/hooks"
  13. import { OpenAIPlugin } from "@opencode-ai/core/plugin/provider/openai"
  14. import { Provider } from "@opencode-ai/core/provider"
  15. import { testEffect } from "../lib/effect"
  16. import { PluginTestLayer } from "./fixture"
  17. const it = testEffect(PluginTestLayer)
  18. const addPlugin = Effect.fn(function* () {
  19. const plugin = yield* Plugin.Service
  20. const host = yield* PluginHost.make(plugin)
  21. const integrations = yield* Integration.Service
  22. yield* OpenAIPlugin.effect(host).pipe(Effect.provideService(Integration.Service, integrations))
  23. })
  24. function required<T>(value: T | undefined): T {
  25. if (value === undefined) throw new Error("Expected value")
  26. return value
  27. }
  28. describe("OpenAIPlugin", () => {
  29. it.effect("registers browser and headless ChatGPT OAuth methods", () =>
  30. Effect.gen(function* () {
  31. yield* addPlugin()
  32. expect((yield* (yield* Integration.Service).get(Integration.ID.make("openai")))?.methods).toEqual([
  33. {
  34. id: Integration.MethodID.make("chatgpt-browser"),
  35. type: "oauth",
  36. label: "ChatGPT Pro/Plus (browser)",
  37. },
  38. {
  39. id: Integration.MethodID.make("chatgpt-headless"),
  40. type: "oauth",
  41. label: "ChatGPT Pro/Plus (headless)",
  42. },
  43. ])
  44. }),
  45. )
  46. it.effect("filters the OpenAI catalog to codex-eligible models under a ChatGPT connection", () =>
  47. Effect.gen(function* () {
  48. const catalog = yield* Catalog.Service
  49. const credentials = yield* Credential.Service
  50. yield* catalog.transform((catalog) => {
  51. const item = Provider.Info.make({
  52. ...Provider.Info.empty(Provider.ID.openai),
  53. package: Provider.aisdk("@ai-sdk/openai"),
  54. })
  55. catalog.provider.update(item.id, (draft) => {
  56. draft.package = item.package
  57. })
  58. catalog.model.update(item.id, Model.ID.make("gpt-5.5"), (model) => {
  59. model.limit = { context: 1_050_000, input: 922_000, output: 128_000 }
  60. model.cost = [
  61. {
  62. input: Money.USDPerMillionTokens.make(1),
  63. output: Money.USDPerMillionTokens.make(2),
  64. cache: {
  65. read: Money.USDPerMillionTokens.make(0.1),
  66. write: Money.USDPerMillionTokens.zero,
  67. },
  68. },
  69. ]
  70. })
  71. catalog.model.update(item.id, Model.ID.make("gpt-5.5-pro"), () => {})
  72. catalog.model.update(item.id, Model.ID.make("gpt-5.4"), (model) => {
  73. model.limit = { context: 1_050_000, input: 922_000, output: 64_000 }
  74. })
  75. catalog.model.update(item.id, Model.ID.make("gpt-5.4-pro"), (model) => {
  76. model.modelID = Model.ID.make("gpt-5.4")
  77. model.body = { reasoning: { mode: "pro" } }
  78. })
  79. catalog.model.update(item.id, Model.ID.make("gpt-5.6"), () => {})
  80. catalog.model.update(item.id, Model.ID.make("gpt-5.6-sol"), (model) => {
  81. model.limit = { context: 1_050_000, input: 922_000, output: 128_000 }
  82. })
  83. catalog.model.update(item.id, Model.ID.make("gpt-4.1"), () => {})
  84. })
  85. yield* credentials.create({
  86. integrationID: Integration.ID.make("openai"),
  87. value: Credential.OAuth.make({
  88. type: "oauth",
  89. methodID: Integration.MethodID.make("chatgpt-browser"),
  90. access: "chatgpt-token",
  91. refresh: "refresh",
  92. expires: Date.now() + 60_000,
  93. metadata: { accountID: "acct_123" },
  94. }),
  95. })
  96. yield* addPlugin()
  97. const request = yield* (yield* PluginHooks.Service).trigger("session", "request", {
  98. sessionID: Session.ID.make("ses_test"),
  99. agent: Agent.ID.make("build"),
  100. model: Model.Ref.make({ providerID: Provider.ID.openai, id: Model.ID.make("gpt-5.5") }),
  101. url: "https://api.openai.com/v1/responses",
  102. method: "POST",
  103. headers: {},
  104. body: "{}",
  105. })
  106. const custom = yield* (yield* PluginHooks.Service).trigger("session", "request", {
  107. sessionID: Session.ID.make("ses_test"),
  108. agent: Agent.ID.make("build"),
  109. model: Model.Ref.make({ providerID: Provider.ID.make("custom-openai"), id: Model.ID.make("gpt-5.5") }),
  110. url: "https://custom.example/v1/responses",
  111. method: "POST",
  112. headers: {},
  113. body: "{}",
  114. })
  115. const proxy = yield* (yield* PluginHooks.Service).trigger("session", "request", {
  116. sessionID: Session.ID.make("ses_test"),
  117. agent: Agent.ID.make("build"),
  118. model: Model.Ref.make({ providerID: Provider.ID.openai, id: Model.ID.make("gpt-5.5") }),
  119. url: "https://proxy.example/v1/responses?region=us",
  120. method: "POST",
  121. headers: {},
  122. body: "{}",
  123. })
  124. const provider = required(yield* catalog.provider.get(Provider.ID.openai))
  125. expect(provider.package).toBe("@opencode-ai/ai/providers/openai")
  126. expect(provider.settings).toMatchObject({ baseURL: "https://chatgpt.com/backend-api/codex" })
  127. expect(provider.headers).toMatchObject({ "chatgpt-account-id": "acct_123" })
  128. expect(request.url).toBe("https://chatgpt.com/backend-api/codex/responses")
  129. expect(request.headers).toMatchObject({ originator: "opencode", "session-id": "ses_test" })
  130. expect(custom.headers).toEqual({})
  131. expect(proxy.url).toBe("https://proxy.example/v1/responses?region=us")
  132. expect(proxy.headers).toMatchObject({ originator: "opencode", "session-id": "ses_test" })
  133. const eligible = required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5")))
  134. expect(eligible.package).toBe("@opencode-ai/ai/providers/openai")
  135. expect(eligible.cost).toEqual([])
  136. expect(eligible.limit).toEqual({ context: 272_000, input: 272_000, output: 128_000 })
  137. expect(eligible.enabled).toBe(true)
  138. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5-pro"))).enabled).toBe(
  139. false,
  140. )
  141. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.4-pro"))).enabled).toBe(
  142. false,
  143. )
  144. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.4"))).limit).toEqual({
  145. context: 272_000,
  146. input: 272_000,
  147. output: 64_000,
  148. })
  149. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.6"))).enabled).toBe(false)
  150. const gpt56 = required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.6-sol")))
  151. expect(gpt56.enabled).toBe(true)
  152. expect(gpt56.limit).toEqual({ context: 272_000, input: 272_000, output: 128_000 })
  153. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-4.1"))).enabled).toBe(false)
  154. }),
  155. )
  156. it.effect("keeps the full OpenAI catalog under an API key connection", () =>
  157. Effect.gen(function* () {
  158. const catalog = yield* Catalog.Service
  159. const credentials = yield* Credential.Service
  160. yield* catalog.transform((catalog) => {
  161. const item = Provider.Info.make({
  162. ...Provider.Info.empty(Provider.ID.openai),
  163. package: Provider.aisdk("@ai-sdk/openai"),
  164. })
  165. catalog.provider.update(item.id, (draft) => {
  166. draft.package = item.package
  167. })
  168. catalog.model.update(item.id, Model.ID.make("gpt-5.5"), (model) => {
  169. model.limit = { context: 1_050_000, input: 922_000, output: 128_000 }
  170. })
  171. catalog.model.update(item.id, Model.ID.make("gpt-4.1"), () => {})
  172. })
  173. yield* credentials.create({
  174. integrationID: Integration.ID.make("openai"),
  175. value: Credential.Key.make({ type: "key", key: "sk-test" }),
  176. })
  177. yield* addPlugin()
  178. const request = yield* (yield* PluginHooks.Service).trigger("session", "request", {
  179. sessionID: Session.ID.make("ses_test"),
  180. agent: Agent.ID.make("build"),
  181. model: Model.Ref.make({ providerID: Provider.ID.openai, id: Model.ID.make("gpt-5.5") }),
  182. url: "https://api.openai.com/v1/responses",
  183. method: "POST",
  184. headers: {},
  185. body: "{}",
  186. })
  187. const model = required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5")))
  188. expect(model.package).toBe("@opencode-ai/ai/providers/openai")
  189. expect(model.enabled).toBe(true)
  190. expect(model.limit).toEqual({ context: 1_050_000, input: 922_000, output: 128_000 })
  191. expect(request.headers).toEqual({})
  192. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-4.1"))).enabled).toBe(true)
  193. }),
  194. )
  195. })