provider-openai.test.ts 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
  1. import { Money } from "@opencode-ai/schema/money"
  2. import { Agent } from "@opencode-ai/schema/agent"
  3. import { Session } from "@opencode-ai/schema/session"
  4. import { describe, expect } from "bun:test"
  5. import { Effect } from "effect"
  6. import { Catalog } from "@opencode-ai/core/catalog"
  7. import { Credential } from "@opencode-ai/core/credential"
  8. import { Integration } from "@opencode-ai/core/integration"
  9. import { Model } from "@opencode-ai/core/model"
  10. import { Plugin } from "@opencode-ai/core/plugin"
  11. import { PluginHost } from "@opencode-ai/core/plugin/host"
  12. import { PluginHooks } from "@opencode-ai/core/plugin/hooks"
  13. import { OpenAIPlugin } from "@opencode-ai/core/plugin/provider/openai"
  14. import { Provider } from "@opencode-ai/core/provider"
  15. import { testEffect } from "../lib/effect"
  16. import { PluginTestLayer } from "./fixture"
  17. const it = testEffect(PluginTestLayer)
  18. const addPlugin = Effect.fn(function* () {
  19. const plugin = yield* Plugin.Service
  20. const host = yield* PluginHost.make(plugin)
  21. const integrations = yield* Integration.Service
  22. yield* OpenAIPlugin.effect(host).pipe(Effect.provideService(Integration.Service, integrations))
  23. })
  24. function required<T>(value: T | undefined): T {
  25. if (value === undefined) throw new Error("Expected value")
  26. return value
  27. }
  28. const httpMiddlewareCount = Effect.fn(function* () {
  29. const middlewares: Parameters<PluginHooks.Domains["session"]["http"]["use"]>[0][] = []
  30. yield* (yield* PluginHooks.Service).trigger("session", "http", {
  31. sessionID: Session.ID.make("ses_test"),
  32. agent: Agent.ID.make("build"),
  33. model: Model.Ref.make({ providerID: Provider.ID.openai, id: Model.ID.make("gpt-5.5") }),
  34. use: (middleware) => Effect.sync(() => middlewares.push(middleware)),
  35. })
  36. return middlewares.length
  37. })
  38. describe("OpenAIPlugin", () => {
  39. it.effect("registers browser and headless ChatGPT OAuth methods", () =>
  40. Effect.gen(function* () {
  41. yield* addPlugin()
  42. expect((yield* (yield* Integration.Service).get(Integration.ID.make("openai")))?.methods).toEqual([
  43. {
  44. id: Integration.MethodID.make("chatgpt-browser"),
  45. type: "oauth",
  46. label: "ChatGPT Pro/Plus (browser)",
  47. },
  48. {
  49. id: Integration.MethodID.make("chatgpt-headless"),
  50. type: "oauth",
  51. label: "ChatGPT Pro/Plus (headless)",
  52. },
  53. ])
  54. }),
  55. )
  56. it.effect("filters the OpenAI catalog to codex-eligible models under a ChatGPT connection", () =>
  57. Effect.gen(function* () {
  58. const catalog = yield* Catalog.Service
  59. const credentials = yield* Credential.Service
  60. yield* catalog.transform((catalog) => {
  61. const item = Provider.Info.make({
  62. ...Provider.Info.empty(Provider.ID.openai),
  63. package: Provider.aisdk("@ai-sdk/openai"),
  64. })
  65. catalog.provider.update(item.id, (draft) => {
  66. draft.package = item.package
  67. })
  68. catalog.model.update(item.id, Model.ID.make("gpt-5.5"), (model) => {
  69. model.limit = { context: 1_050_000, input: 922_000, output: 128_000 }
  70. model.cost = [
  71. {
  72. input: Money.USDPerMillionTokens.make(1),
  73. output: Money.USDPerMillionTokens.make(2),
  74. cache: {
  75. read: Money.USDPerMillionTokens.make(0.1),
  76. write: Money.USDPerMillionTokens.zero,
  77. },
  78. },
  79. ]
  80. })
  81. catalog.model.update(item.id, Model.ID.make("gpt-5.5-pro"), () => {})
  82. catalog.model.update(item.id, Model.ID.make("gpt-5.4"), (model) => {
  83. model.limit = { context: 1_050_000, input: 922_000, output: 64_000 }
  84. })
  85. catalog.model.update(item.id, Model.ID.make("gpt-5.4-pro"), (model) => {
  86. model.modelID = Model.ID.make("gpt-5.4")
  87. model.body = { reasoning: { mode: "pro" } }
  88. })
  89. catalog.model.update(item.id, Model.ID.make("gpt-5.6"), () => {})
  90. catalog.model.update(item.id, Model.ID.make("gpt-5.6-sol"), (model) => {
  91. model.limit = { context: 1_050_000, input: 922_000, output: 128_000 }
  92. })
  93. catalog.model.update(item.id, Model.ID.make("gpt-4.1"), () => {})
  94. })
  95. yield* credentials.create({
  96. integrationID: Integration.ID.make("openai"),
  97. value: Credential.OAuth.make({
  98. type: "oauth",
  99. methodID: Integration.MethodID.make("chatgpt-browser"),
  100. access: "chatgpt-token",
  101. refresh: "refresh",
  102. expires: Date.now() + 60_000,
  103. metadata: { accountID: "acct_123" },
  104. }),
  105. })
  106. yield* addPlugin()
  107. const provider = required(yield* catalog.provider.get(Provider.ID.openai))
  108. expect(provider.package).toBe("@opencode-ai/ai/providers/openai")
  109. expect(provider.settings).toMatchObject({ baseURL: "https://chatgpt.com/backend-api/codex" })
  110. expect(provider.headers).toMatchObject({ originator: "opencode", "chatgpt-account-id": "acct_123" })
  111. expect(yield* httpMiddlewareCount()).toBe(0)
  112. const eligible = required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5")))
  113. expect(eligible.package).toBe("@opencode-ai/ai/providers/openai")
  114. expect(eligible.cost).toEqual([])
  115. expect(eligible.limit).toEqual({ context: 272_000, input: 272_000, output: 128_000 })
  116. expect(eligible.enabled).toBe(true)
  117. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5-pro"))).enabled).toBe(false)
  118. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.4-pro"))).enabled).toBe(false)
  119. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.4"))).limit).toEqual({
  120. context: 272_000,
  121. input: 272_000,
  122. output: 64_000,
  123. })
  124. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.6"))).enabled).toBe(false)
  125. const gpt56 = required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.6-sol")))
  126. expect(gpt56.enabled).toBe(true)
  127. expect(gpt56.limit).toEqual({ context: 272_000, input: 272_000, output: 128_000 })
  128. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-4.1"))).enabled).toBe(false)
  129. }),
  130. )
  131. it.effect("keeps the full OpenAI catalog under an API key connection", () =>
  132. Effect.gen(function* () {
  133. const catalog = yield* Catalog.Service
  134. const credentials = yield* Credential.Service
  135. yield* catalog.transform((catalog) => {
  136. const item = Provider.Info.make({
  137. ...Provider.Info.empty(Provider.ID.openai),
  138. package: Provider.aisdk("@ai-sdk/openai"),
  139. })
  140. catalog.provider.update(item.id, (draft) => {
  141. draft.package = item.package
  142. })
  143. catalog.model.update(item.id, Model.ID.make("gpt-5.5"), (model) => {
  144. model.limit = { context: 1_050_000, input: 922_000, output: 128_000 }
  145. })
  146. catalog.model.update(item.id, Model.ID.make("gpt-4.1"), () => {})
  147. })
  148. yield* credentials.create({
  149. integrationID: Integration.ID.make("openai"),
  150. value: Credential.Key.make({ type: "key", key: "sk-test" }),
  151. })
  152. yield* addPlugin()
  153. const provider = required(yield* catalog.provider.get(Provider.ID.openai))
  154. const model = required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-5.5")))
  155. expect(model.package).toBe("@opencode-ai/ai/providers/openai")
  156. expect(model.enabled).toBe(true)
  157. expect(model.limit).toEqual({ context: 1_050_000, input: 922_000, output: 128_000 })
  158. expect(provider.headers).not.toHaveProperty("originator")
  159. expect(yield* httpMiddlewareCount()).toBe(0)
  160. expect(required(yield* catalog.model.get(Provider.ID.openai, Model.ID.make("gpt-4.1"))).enabled).toBe(true)
  161. }),
  162. )
  163. })