provider-deepinfra.test.ts 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161
  1. import { AISDK } from "@opencode-ai/core/aisdk"
  2. import { describe, expect, mock } from "bun:test"
  3. import { Effect } from "effect"
  4. import { ModelV2 } from "@opencode-ai/core/model"
  5. import { PluginV2 } from "@opencode-ai/core/plugin"
  6. import { PluginHost } from "@opencode-ai/core/plugin/host"
  7. import { DeepInfraPlugin } from "@opencode-ai/core/plugin/provider/deepinfra"
  8. import { ProviderV2 } from "@opencode-ai/core/provider"
  9. import { testEffect } from "../lib/effect"
  10. import { PluginTestLayer } from "./fixture"
  11. const it = testEffect(PluginTestLayer)
  12. const deepinfraOptions: Record<string, unknown>[] = []
  13. const deepinfraLanguageModels: string[] = []
  14. const addPlugin = Effect.fn(function* () {
  15. const plugin = yield* PluginV2.Service
  16. const aisdk = yield* AISDK.Service
  17. const host = yield* PluginHost.make(plugin)
  18. yield* DeepInfraPlugin.effect(host)
  19. })
  20. void mock.module("@ai-sdk/deepinfra", () => ({
  21. createDeepInfra: (options: Record<string, unknown>) => {
  22. const captured = { ...options }
  23. deepinfraOptions.push(captured)
  24. return {
  25. languageModel: (modelID: string) => {
  26. deepinfraLanguageModels.push(modelID)
  27. return { modelID, provider: `${captured.name ?? "deepinfra"}.chat`, specificationVersion: "v3" }
  28. },
  29. }
  30. },
  31. }))
  32. function resetDeepInfraMock() {
  33. deepinfraOptions.length = 0
  34. deepinfraLanguageModels.length = 0
  35. }
  36. describe("DeepInfraPlugin", () => {
  37. it.effect("creates a DeepInfra SDK for @ai-sdk/deepinfra", () =>
  38. Effect.gen(function* () {
  39. resetDeepInfraMock()
  40. const plugin = yield* PluginV2.Service
  41. const aisdk = yield* AISDK.Service
  42. yield* addPlugin()
  43. const result = yield* aisdk.runSDK({
  44. model: ModelV2.Info.make({
  45. ...ModelV2.Info.empty(ProviderV2.ID.make("deepinfra"), ModelV2.ID.make("model")),
  46. modelID: ModelV2.ID.make("model"),
  47. package: "aisdk:@ai-sdk/deepinfra",
  48. }),
  49. package: "@ai-sdk/deepinfra",
  50. options: { name: "deepinfra" },
  51. })
  52. expect(result.sdk).toBeDefined()
  53. }),
  54. )
  55. it.effect("passes the model provider ID as the bundled DeepInfra SDK name", () =>
  56. Effect.gen(function* () {
  57. resetDeepInfraMock()
  58. const plugin = yield* PluginV2.Service
  59. const aisdk = yield* AISDK.Service
  60. yield* addPlugin()
  61. const result = yield* aisdk.runSDK({
  62. model: ModelV2.Info.make({
  63. ...ModelV2.Info.empty(ProviderV2.ID.make("custom-deepinfra"), ModelV2.ID.make("model")),
  64. modelID: ModelV2.ID.make("model"),
  65. package: "aisdk:@ai-sdk/deepinfra",
  66. }),
  67. package: "@ai-sdk/deepinfra",
  68. options: { name: "custom-deepinfra", apiKey: "test" },
  69. })
  70. expect(result.sdk.languageModel("model").provider).toBe("custom-deepinfra.chat")
  71. expect(deepinfraOptions).toEqual([{ name: "custom-deepinfra", apiKey: "test" }])
  72. }),
  73. )
  74. it.effect("uses the canonical provider ID as the bundled DeepInfra SDK name", () =>
  75. Effect.gen(function* () {
  76. resetDeepInfraMock()
  77. const plugin = yield* PluginV2.Service
  78. const aisdk = yield* AISDK.Service
  79. yield* addPlugin()
  80. const result = yield* aisdk.runSDK({
  81. model: ModelV2.Info.make({
  82. ...ModelV2.Info.empty(ProviderV2.ID.make("deepinfra"), ModelV2.ID.make("model")),
  83. modelID: ModelV2.ID.make("model"),
  84. package: "aisdk:@ai-sdk/deepinfra",
  85. }),
  86. package: "@ai-sdk/deepinfra",
  87. options: { name: "deepinfra", apiKey: "test" },
  88. })
  89. expect(result.sdk.languageModel("model").provider).toBe("deepinfra.chat")
  90. expect(deepinfraOptions).toEqual([{ name: "deepinfra", apiKey: "test" }])
  91. }),
  92. )
  93. it.effect("matches only the exact bundled DeepInfra package", () =>
  94. Effect.gen(function* () {
  95. resetDeepInfraMock()
  96. const plugin = yield* PluginV2.Service
  97. const aisdk = yield* AISDK.Service
  98. yield* addPlugin()
  99. const packages = [
  100. "unmatched-package",
  101. "@ai-sdk/deepinfra-compatible",
  102. "file:///tmp/@ai-sdk/deepinfra-provider.js",
  103. ]
  104. yield* Effect.forEach(packages, (item) =>
  105. Effect.gen(function* () {
  106. const ignored = yield* aisdk.runSDK({
  107. model: ModelV2.Info.make({
  108. ...ModelV2.Info.empty(ProviderV2.ID.make("deepinfra"), ModelV2.ID.make("model")),
  109. modelID: ModelV2.ID.make("model"),
  110. package: "aisdk:@ai-sdk/deepinfra",
  111. }),
  112. package: item,
  113. options: { name: "deepinfra" },
  114. })
  115. expect(ignored.sdk).toBeUndefined()
  116. }),
  117. )
  118. const result = yield* aisdk.runSDK({
  119. model: ModelV2.Info.make({
  120. ...ModelV2.Info.empty(ProviderV2.ID.make("deepinfra"), ModelV2.ID.make("model")),
  121. modelID: ModelV2.ID.make("model"),
  122. package: "aisdk:@ai-sdk/deepinfra",
  123. }),
  124. package: "@ai-sdk/deepinfra",
  125. options: { name: "deepinfra" },
  126. })
  127. expect(result.sdk).toBeDefined()
  128. expect(deepinfraOptions).toEqual([{ name: "deepinfra" }])
  129. }),
  130. )
  131. it.effect("uses the default languageModel selection for DeepInfra models", () =>
  132. Effect.gen(function* () {
  133. resetDeepInfraMock()
  134. const plugin = yield* PluginV2.Service
  135. const aisdk = yield* AISDK.Service
  136. yield* addPlugin()
  137. const sdkEvent = yield* aisdk.runSDK({
  138. model: ModelV2.Info.make({
  139. ...ModelV2.Info.empty(ProviderV2.ID.make("deepinfra"), ModelV2.ID.make("meta-llama/Llama-3.3-70B-Instruct")),
  140. modelID: ModelV2.ID.make("meta-llama/Llama-3.3-70B-Instruct"),
  141. package: "aisdk:@ai-sdk/deepinfra",
  142. }),
  143. package: "@ai-sdk/deepinfra",
  144. options: { name: "deepinfra" },
  145. })
  146. const result = yield* aisdk.runLanguage({ model: sdkEvent.model, sdk: sdkEvent.sdk, options: sdkEvent.options })
  147. const language = result.language ?? result.sdk.languageModel(result.model.modelID ?? result.model.id)
  148. expect(language.provider).toBe("deepinfra.chat")
  149. expect(deepinfraLanguageModels).toEqual(["meta-llama/Llama-3.3-70B-Instruct"])
  150. }),
  151. )
  152. })