provider-github-copilot.test.ts 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326
  1. import { AISDK } from "@opencode-ai/core/aisdk"
  2. import { describe, expect } from "bun:test"
  3. import { Effect } from "effect"
  4. import { Catalog } from "@opencode-ai/core/catalog"
  5. import { ModelV2 } from "@opencode-ai/core/model"
  6. import { PluginV2 } from "@opencode-ai/core/plugin"
  7. import { PluginHost } from "@opencode-ai/core/plugin/host"
  8. import { copilotFetch, GithubCopilotPlugin } from "@opencode-ai/core/plugin/provider/github-copilot"
  9. import { ProviderV2 } from "@opencode-ai/core/provider"
  10. import { Integration } from "@opencode-ai/core/integration"
  11. import type { LanguageModelV3 } from "@ai-sdk/provider"
  12. import { testEffect } from "../lib/effect"
  13. import { PluginTestLayer } from "./fixture"
  14. const it = testEffect(PluginTestLayer)
  15. const addPlugin = Effect.fn(function* () {
  16. const plugin = yield* PluginV2.Service
  17. const aisdk = yield* AISDK.Service
  18. const host = yield* PluginHost.make(plugin)
  19. yield* GithubCopilotPlugin.effect(host)
  20. })
  21. function required<T>(value: T | undefined): T {
  22. if (value === undefined) throw new Error("Expected value")
  23. return value
  24. }
  25. function fakeSelectorSdk(calls: string[]) {
  26. const make = (method: string) => (id: string) => {
  27. calls.push(`${method}:${id}`)
  28. return { modelId: id, provider: method, specificationVersion: "v3" } as unknown as LanguageModelV3
  29. }
  30. return {
  31. responses: make("responses"),
  32. messages: make("messages"),
  33. chat: make("chat"),
  34. languageModel: make("languageModel"),
  35. }
  36. }
  37. describe("GithubCopilotPlugin", () => {
  38. it.effect("registers GitHub Copilot device OAuth", () =>
  39. Effect.gen(function* () {
  40. yield* addPlugin()
  41. expect((yield* (yield* Integration.Service).get(Integration.ID.make("github-copilot")))?.methods).toContainEqual({
  42. id: Integration.MethodID.make("device"),
  43. type: "oauth",
  44. label: "Login with GitHub Copilot",
  45. prompts: expect.any(Array),
  46. })
  47. }),
  48. )
  49. it.live("adds Copilot authentication and request metadata headers", () =>
  50. Effect.gen(function* () {
  51. const requests: Headers[] = []
  52. const send = copilotFetch(
  53. "token",
  54. async (_input: Parameters<typeof fetch>[0], init?: RequestInit) => {
  55. requests.push(new Headers(init?.headers))
  56. return Response.json({ ok: true })
  57. },
  58. false,
  59. )
  60. yield* Effect.promise(() =>
  61. send("https://api.githubcopilot.com/chat/completions", {
  62. method: "POST",
  63. headers: { "x-api-key": "old" },
  64. body: JSON.stringify({
  65. messages: [{ role: "user", content: [{ type: "image_url", image_url: { url: "data:image/png" } }] }],
  66. }),
  67. }),
  68. )
  69. expect(requests[0]?.get("authorization")).toBe("Bearer token")
  70. expect(requests[0]?.has("x-api-key")).toBe(false)
  71. expect(requests[0]?.get("x-initiator")).toBe("user")
  72. expect(requests[0]?.get("copilot-vision-request")).toBe("true")
  73. expect(requests[0]?.get("x-github-api-version")).toBe("2026-06-01")
  74. }),
  75. )
  76. it.effect("creates the bundled Copilot SDK for the GitHub Copilot package", () =>
  77. Effect.gen(function* () {
  78. const plugin = yield* PluginV2.Service
  79. const aisdk = yield* AISDK.Service
  80. yield* addPlugin()
  81. const ignored = yield* aisdk.runSDK({
  82. model: ModelV2.Info.make({
  83. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("gpt-5")),
  84. modelID: ModelV2.ID.make("gpt-5"),
  85. package: "aisdk:test-provider",
  86. }),
  87. package: "@ai-sdk/openai-compatible",
  88. options: { name: "github-copilot" },
  89. })
  90. const result = yield* aisdk.runSDK({
  91. model: ModelV2.Info.make({
  92. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("gpt-5")),
  93. modelID: ModelV2.ID.make("gpt-5"),
  94. package: "aisdk:test-provider",
  95. }),
  96. package: "@ai-sdk/github-copilot",
  97. options: { name: "github-copilot" },
  98. })
  99. expect(ignored.sdk).toBeUndefined()
  100. expect(result.sdk).toBeDefined()
  101. }),
  102. )
  103. it.effect("selects languageModel when responses and chat are absent", () =>
  104. Effect.gen(function* () {
  105. const plugin = yield* PluginV2.Service
  106. const aisdk = yield* AISDK.Service
  107. const calls: string[] = []
  108. yield* addPlugin()
  109. yield* aisdk.runLanguage({
  110. model: ModelV2.Info.make({
  111. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("claude-sonnet-4")),
  112. modelID: ModelV2.ID.make("claude-sonnet-4"),
  113. package: "aisdk:test-provider",
  114. }),
  115. sdk: { languageModel: fakeSelectorSdk(calls).languageModel },
  116. options: {},
  117. })
  118. expect(calls).toEqual(["languageModel:claude-sonnet-4"])
  119. }),
  120. )
  121. it.effect("selects languageModel with the API model ID when responses and chat are absent", () =>
  122. Effect.gen(function* () {
  123. const plugin = yield* PluginV2.Service
  124. const aisdk = yield* AISDK.Service
  125. const calls: string[] = []
  126. yield* addPlugin()
  127. yield* aisdk.runLanguage({
  128. model: ModelV2.Info.make({
  129. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("alias")),
  130. modelID: ModelV2.ID.make("claude-sonnet-4"),
  131. package: "aisdk:test-provider",
  132. }),
  133. sdk: { languageModel: fakeSelectorSdk(calls).languageModel },
  134. options: {},
  135. })
  136. expect(calls).toEqual(["languageModel:claude-sonnet-4"])
  137. }),
  138. )
  139. it.effect("uses responses for gpt-5 models except gpt-5-mini", () =>
  140. Effect.gen(function* () {
  141. const plugin = yield* PluginV2.Service
  142. const aisdk = yield* AISDK.Service
  143. const calls: string[] = []
  144. yield* addPlugin()
  145. yield* aisdk.runLanguage({
  146. model: ModelV2.Info.make({
  147. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("gpt-5")),
  148. modelID: ModelV2.ID.make("gpt-5"),
  149. package: "aisdk:test-provider",
  150. }),
  151. sdk: fakeSelectorSdk(calls),
  152. options: {},
  153. })
  154. yield* aisdk.runLanguage({
  155. model: ModelV2.Info.make({
  156. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("gpt-5.1-codex")),
  157. modelID: ModelV2.ID.make("gpt-5.1-codex"),
  158. package: "aisdk:test-provider",
  159. }),
  160. sdk: fakeSelectorSdk(calls),
  161. options: {},
  162. })
  163. yield* aisdk.runLanguage({
  164. model: ModelV2.Info.make({
  165. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("gpt-4o")),
  166. modelID: ModelV2.ID.make("gpt-4o"),
  167. package: "aisdk:test-provider",
  168. }),
  169. sdk: fakeSelectorSdk(calls),
  170. options: {},
  171. })
  172. yield* aisdk.runLanguage({
  173. model: ModelV2.Info.make({
  174. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("gpt-5-mini")),
  175. modelID: ModelV2.ID.make("gpt-5-mini"),
  176. package: "aisdk:test-provider",
  177. }),
  178. sdk: fakeSelectorSdk(calls),
  179. options: {},
  180. })
  181. yield* aisdk.runLanguage({
  182. model: ModelV2.Info.make({
  183. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("gpt-5-mini-2025-08-07")),
  184. modelID: ModelV2.ID.make("gpt-5-mini-2025-08-07"),
  185. package: "aisdk:test-provider",
  186. }),
  187. sdk: fakeSelectorSdk(calls),
  188. options: {},
  189. })
  190. expect(calls).toEqual([
  191. "responses:gpt-5",
  192. "responses:gpt-5.1-codex",
  193. "chat:gpt-4o",
  194. "chat:gpt-5-mini",
  195. "chat:gpt-5-mini-2025-08-07",
  196. ])
  197. }),
  198. )
  199. it.effect("uses advertised Copilot endpoint metadata before model ID fallbacks", () =>
  200. Effect.gen(function* () {
  201. const plugin = yield* PluginV2.Service
  202. const aisdk = yield* AISDK.Service
  203. const calls: string[] = []
  204. yield* addPlugin()
  205. yield* aisdk.runLanguage({
  206. model: ModelV2.Info.make({
  207. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("mai-code-1-flash-picker")),
  208. modelID: ModelV2.ID.make("mai-code-1-flash-picker"),
  209. package: "aisdk:test-provider",
  210. settings: { endpoint: "responses" },
  211. }),
  212. sdk: fakeSelectorSdk(calls),
  213. options: { endpoint: "responses" },
  214. })
  215. yield* aisdk.runLanguage({
  216. model: ModelV2.Info.make({
  217. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("gpt-5")),
  218. modelID: ModelV2.ID.make("gpt-5"),
  219. package: "aisdk:test-provider",
  220. settings: { endpoint: "chat" },
  221. }),
  222. sdk: fakeSelectorSdk(calls),
  223. options: { endpoint: "chat" },
  224. })
  225. expect(calls).toEqual(["responses:mai-code-1-flash-picker", "chat:gpt-5"])
  226. }),
  227. )
  228. it.effect("uses the API model ID when selecting responses or chat", () =>
  229. Effect.gen(function* () {
  230. const plugin = yield* PluginV2.Service
  231. const aisdk = yield* AISDK.Service
  232. const calls: string[] = []
  233. yield* addPlugin()
  234. yield* aisdk.runLanguage({
  235. model: ModelV2.Info.make({
  236. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("default")),
  237. modelID: ModelV2.ID.make("gpt-5"),
  238. package: "aisdk:test-provider",
  239. }),
  240. sdk: fakeSelectorSdk(calls),
  241. options: {},
  242. })
  243. yield* aisdk.runLanguage({
  244. model: ModelV2.Info.make({
  245. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("small")),
  246. modelID: ModelV2.ID.make("gpt-5-mini"),
  247. package: "aisdk:test-provider",
  248. }),
  249. sdk: fakeSelectorSdk(calls),
  250. options: {},
  251. })
  252. yield* aisdk.runLanguage({
  253. model: ModelV2.Info.make({
  254. ...ModelV2.Info.empty(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("sonnet")),
  255. modelID: ModelV2.ID.make("claude-sonnet-4"),
  256. package: "aisdk:test-provider",
  257. }),
  258. sdk: fakeSelectorSdk(calls),
  259. options: {},
  260. })
  261. expect(calls).toEqual(["responses:gpt-5", "chat:gpt-5-mini", "chat:claude-sonnet-4"])
  262. }),
  263. )
  264. it.effect("disables gpt-5-chat-latest before Copilot language selection", () =>
  265. Effect.gen(function* () {
  266. const catalog = yield* Catalog.Service
  267. yield* catalog.transform((catalog) => {
  268. catalog.provider.update(ProviderV2.ID.make("github-copilot"), () => {})
  269. catalog.model.update(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("gpt-5-chat-latest"), () => {})
  270. })
  271. yield* addPlugin()
  272. expect(
  273. required(yield* catalog.model.get(ProviderV2.ID.make("github-copilot"), ModelV2.ID.make("gpt-5-chat-latest")))
  274. .enabled,
  275. ).toBe(false)
  276. }),
  277. )
  278. it.effect("does not disable gpt-5-chat-latest for non-Copilot providers", () =>
  279. Effect.gen(function* () {
  280. const catalog = yield* Catalog.Service
  281. yield* catalog.transform((catalog) => {
  282. catalog.provider.update(ProviderV2.ID.make("custom-copilot"), () => {})
  283. catalog.model.update(ProviderV2.ID.make("custom-copilot"), ModelV2.ID.make("gpt-5-chat-latest"), () => {})
  284. })
  285. yield* addPlugin()
  286. expect(
  287. required(yield* catalog.model.get(ProviderV2.ID.make("custom-copilot"), ModelV2.ID.make("gpt-5-chat-latest")))
  288. .enabled,
  289. ).toBe(true)
  290. }),
  291. )
  292. it.effect("ignores non-Copilot providers", () =>
  293. Effect.gen(function* () {
  294. const plugin = yield* PluginV2.Service
  295. const aisdk = yield* AISDK.Service
  296. const calls: string[] = []
  297. yield* addPlugin()
  298. const result = yield* aisdk.runLanguage({
  299. model: ModelV2.Info.make({
  300. ...ModelV2.Info.empty(ProviderV2.ID.make("openai"), ModelV2.ID.make("gpt-5")),
  301. modelID: ModelV2.ID.make("gpt-5"),
  302. package: "aisdk:test-provider",
  303. }),
  304. sdk: fakeSelectorSdk(calls),
  305. options: {},
  306. })
  307. expect(calls).toEqual([])
  308. expect(result.language).toBeUndefined()
  309. }),
  310. )
  311. })