provider-azure-cognitive-services.test.ts 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205
  1. import { AISDK } from "@opencode-ai/core/aisdk"
  2. import { describe, expect } from "bun:test"
  3. import type { LanguageModelV3 } from "@ai-sdk/provider"
  4. import { Effect } from "effect"
  5. import { Catalog } from "@opencode-ai/core/catalog"
  6. import { ModelV2 } from "@opencode-ai/core/model"
  7. import { PluginV2 } from "@opencode-ai/core/plugin"
  8. import { PluginHost } from "@opencode-ai/core/plugin/host"
  9. import { AzureCognitiveServicesPlugin } from "@opencode-ai/core/plugin/provider/azure"
  10. import { ProviderV2 } from "@opencode-ai/core/provider"
  11. import { testEffect } from "../lib/effect"
  12. import { PluginTestLayer } from "./fixture"
  13. const it = testEffect(PluginTestLayer)
  14. const addPlugin = Effect.fn(function* () {
  15. const plugin = yield* PluginV2.Service
  16. const aisdk = yield* AISDK.Service
  17. const host = yield* PluginHost.make(plugin)
  18. yield* AzureCognitiveServicesPlugin.effect(host)
  19. })
  20. function required<T>(value: T | undefined): T {
  21. if (value === undefined) throw new Error("Expected value")
  22. return value
  23. }
  24. function withEnv<A, E, R>(vars: Record<string, string | undefined>, fx: () => Effect.Effect<A, E, R>) {
  25. return Effect.acquireUseRelease(
  26. Effect.sync(() => {
  27. const previous = Object.fromEntries(Object.keys(vars).map((key) => [key, process.env[key]]))
  28. Object.entries(vars).forEach(([key, value]) => {
  29. if (value === undefined) delete process.env[key]
  30. else process.env[key] = value
  31. })
  32. return previous
  33. }),
  34. fx,
  35. (previous) =>
  36. Effect.sync(() => {
  37. Object.entries(previous).forEach(([key, value]) => {
  38. if (value === undefined) delete process.env[key]
  39. else process.env[key] = value
  40. })
  41. }),
  42. )
  43. }
  44. function fakeSelectorSdk(calls: string[]) {
  45. const make = (method: string) => (id: string) => {
  46. calls.push(`${method}:${id}`)
  47. return { modelId: id, provider: method, specificationVersion: "v3" } as unknown as LanguageModelV3
  48. }
  49. return {
  50. responses: make("responses"),
  51. messages: make("messages"),
  52. chat: make("chat"),
  53. languageModel: make("languageModel"),
  54. }
  55. }
  56. describe("AzureCognitiveServicesPlugin", () => {
  57. it.effect("maps the resource env var to the Azure SDK baseURL", () =>
  58. withEnv({ AZURE_COGNITIVE_SERVICES_RESOURCE_NAME: "cognitive" }, () =>
  59. Effect.gen(function* () {
  60. const catalog = yield* Catalog.Service
  61. yield* catalog.transform((catalog) => {
  62. catalog.provider.update(ProviderV2.ID.make("azure-cognitive-services"), (item) => {
  63. item.package = ProviderV2.aisdk("@ai-sdk/openai-compatible")
  64. })
  65. })
  66. yield* addPlugin()
  67. const result = required(yield* catalog.provider.get(ProviderV2.ID.make("azure-cognitive-services")))
  68. expect(result).toMatchObject({
  69. package: "aisdk:@ai-sdk/openai-compatible",
  70. settings: { baseURL: "https://cognitive.cognitiveservices.azure.com/openai" },
  71. })
  72. expect(result.settings?.resourceName).toBeUndefined()
  73. }),
  74. ),
  75. )
  76. it.effect("leaves baseURL unset without resource env and ignores other providers", () =>
  77. withEnv({ AZURE_COGNITIVE_SERVICES_RESOURCE_NAME: undefined }, () =>
  78. Effect.gen(function* () {
  79. const catalog = yield* Catalog.Service
  80. yield* catalog.transform((catalog) => {
  81. const azure = ProviderV2.Info.make({
  82. ...ProviderV2.Info.empty(ProviderV2.ID.make("azure-cognitive-services")),
  83. package: "aisdk:@ai-sdk/openai-compatible",
  84. })
  85. const openai = ProviderV2.Info.make({
  86. ...ProviderV2.Info.empty(ProviderV2.ID.openai),
  87. package: "aisdk:test-provider",
  88. })
  89. catalog.provider.update(azure.id, (item) => {
  90. item.package = azure.package
  91. item.package = azure.package
  92. })
  93. catalog.provider.update(openai.id, (item) => {
  94. item.package = openai.package
  95. item.package = openai.package
  96. })
  97. })
  98. yield* addPlugin()
  99. const azure = required(yield* catalog.provider.get(ProviderV2.ID.make("azure-cognitive-services")))
  100. const openai = required(yield* catalog.provider.get(ProviderV2.ID.openai))
  101. expect(azure.settings?.baseURL).toBeUndefined()
  102. expect(azure).toMatchObject({ package: "aisdk:@ai-sdk/openai-compatible" })
  103. expect(openai.settings?.baseURL).toBeUndefined()
  104. expect(openai).toMatchObject({ package: "aisdk:test-provider" })
  105. }),
  106. ),
  107. )
  108. it.effect("selects chat only for completion URLs", () =>
  109. Effect.gen(function* () {
  110. const plugin = yield* PluginV2.Service
  111. const aisdk = yield* AISDK.Service
  112. const calls: string[] = []
  113. yield* addPlugin()
  114. yield* aisdk.runLanguage({
  115. model: ModelV2.Info.make({
  116. ...ModelV2.Info.empty(ProviderV2.ID.make("azure-cognitive-services"), ModelV2.ID.make("deployment")),
  117. modelID: ModelV2.ID.make("deployment"),
  118. package: "aisdk:test-provider",
  119. }),
  120. sdk: fakeSelectorSdk(calls),
  121. options: { useCompletionUrls: true },
  122. })
  123. expect(calls).toEqual(["chat:deployment"])
  124. }),
  125. )
  126. it.effect("uses the legacy Azure selector order and provider guard", () =>
  127. Effect.gen(function* () {
  128. const plugin = yield* PluginV2.Service
  129. const aisdk = yield* AISDK.Service
  130. const calls: string[] = []
  131. yield* addPlugin()
  132. yield* aisdk.runLanguage({
  133. model: ModelV2.Info.make({
  134. ...ModelV2.Info.empty(ProviderV2.ID.make("azure-cognitive-services"), ModelV2.ID.make("deployment")),
  135. modelID: ModelV2.ID.make("deployment"),
  136. package: "aisdk:test-provider",
  137. }),
  138. sdk: fakeSelectorSdk(calls),
  139. options: {},
  140. })
  141. const ignored = yield* aisdk.runLanguage({
  142. model: ModelV2.Info.make({
  143. ...ModelV2.Info.empty(ProviderV2.ID.openai, ModelV2.ID.make("deployment")),
  144. modelID: ModelV2.ID.make("deployment"),
  145. package: "aisdk:test-provider",
  146. }),
  147. sdk: fakeSelectorSdk(calls),
  148. options: {},
  149. })
  150. expect(calls).toEqual(["responses:deployment"])
  151. expect(ignored.language).toBeUndefined()
  152. }),
  153. )
  154. it.effect("falls back from responses to messages, chat, then languageModel", () =>
  155. Effect.gen(function* () {
  156. const plugin = yield* PluginV2.Service
  157. const aisdk = yield* AISDK.Service
  158. const calls: string[] = []
  159. const sdk = fakeSelectorSdk(calls)
  160. yield* addPlugin()
  161. yield* aisdk.runLanguage({
  162. model: ModelV2.Info.make({
  163. ...ModelV2.Info.empty(ProviderV2.ID.make("azure-cognitive-services"), ModelV2.ID.make("messages-deployment")),
  164. modelID: ModelV2.ID.make("messages-deployment"),
  165. package: "aisdk:test-provider",
  166. }),
  167. sdk: { messages: sdk.messages, chat: sdk.chat, languageModel: sdk.languageModel },
  168. options: {},
  169. })
  170. yield* aisdk.runLanguage({
  171. model: ModelV2.Info.make({
  172. ...ModelV2.Info.empty(ProviderV2.ID.make("azure-cognitive-services"), ModelV2.ID.make("chat-deployment")),
  173. modelID: ModelV2.ID.make("chat-deployment"),
  174. package: "aisdk:test-provider",
  175. }),
  176. sdk: { chat: sdk.chat, languageModel: sdk.languageModel },
  177. options: {},
  178. })
  179. yield* aisdk.runLanguage({
  180. model: ModelV2.Info.make({
  181. ...ModelV2.Info.empty(ProviderV2.ID.make("azure-cognitive-services"), ModelV2.ID.make("language-deployment")),
  182. modelID: ModelV2.ID.make("language-deployment"),
  183. package: "aisdk:test-provider",
  184. }),
  185. sdk: { languageModel: sdk.languageModel },
  186. options: {},
  187. })
  188. expect(calls).toEqual([
  189. "messages:messages-deployment",
  190. "chat:chat-deployment",
  191. "languageModel:language-deployment",
  192. ])
  193. }),
  194. )
  195. })