session-runner-recorded.test.ts 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252
  1. import { HttpRecorder } from "@opencode-ai/http-recorder"
  2. import * as OpenAIChat from "@opencode-ai/ai/protocols/openai-chat"
  3. import { Auth, LLMClient, RequestExecutor } from "@opencode-ai/ai/route"
  4. import { Catalog } from "@opencode-ai/core/catalog"
  5. import { Database } from "@opencode-ai/core/database/database"
  6. import { AppNodeBuilder } from "@opencode-ai/core/effect/app-node-builder"
  7. import { LayerNodePlatform } from "@opencode-ai/core/effect/app-node-platform"
  8. import { LayerNode } from "@opencode-ai/util/effect/layer-node"
  9. import { EventV2 } from "@opencode-ai/core/event"
  10. import { EventTable } from "@opencode-ai/core/event/sql"
  11. import { Job } from "@opencode-ai/core/job"
  12. import { PermissionV2 } from "@opencode-ai/core/permission"
  13. import { AgentV2 } from "@opencode-ai/core/agent"
  14. import { Config } from "@opencode-ai/core/config"
  15. import { Project } from "@opencode-ai/core/project"
  16. import { ProjectTable } from "@opencode-ai/core/project/sql"
  17. import { AbsolutePath } from "@opencode-ai/core/schema"
  18. import { SessionV2 } from "@opencode-ai/core/session"
  19. import { Snapshot } from "@opencode-ai/core/snapshot"
  20. import { SessionCompaction } from "@opencode-ai/core/session/compaction"
  21. import { SessionTitle } from "@opencode-ai/core/session/title"
  22. import { SessionProjector } from "@opencode-ai/core/session/projector"
  23. import { SessionExecution } from "@opencode-ai/core/session/execution"
  24. import { SessionRunCoordinator } from "@opencode-ai/core/session/run-coordinator"
  25. import { SessionRunner } from "@opencode-ai/core/session/runner"
  26. import * as SessionRunnerLLM from "@opencode-ai/core/session/runner/llm"
  27. import { SessionRunnerModel } from "@opencode-ai/core/session/runner/model"
  28. import { ToolRegistry } from "@opencode-ai/core/tool/registry"
  29. import { ToolOutputStore } from "@opencode-ai/core/tool-output-store"
  30. import { SessionTable } from "@opencode-ai/core/session/sql"
  31. import { SessionStore } from "@opencode-ai/core/session/store"
  32. import { Location } from "@opencode-ai/core/location"
  33. import { InstructionBuiltIns } from "@opencode-ai/core/instructions/builtins"
  34. import { InstructionDiscovery } from "@opencode-ai/core/instruction-discovery"
  35. import { Instructions } from "@opencode-ai/core/instructions"
  36. import { SkillInstructions } from "@opencode-ai/core/skill/instructions"
  37. import { ReferenceInstructions } from "@opencode-ai/core/reference/instructions"
  38. import { McpInstructions } from "@opencode-ai/core/mcp/instructions"
  39. import { PluginSupervisor } from "@opencode-ai/core/plugin/supervisor"
  40. import { PluginHooks } from "@opencode-ai/core/plugin/hooks"
  41. import { SystemPromptPlugin } from "@opencode-ai/core/plugin/system-prompt"
  42. import { describe, expect } from "bun:test"
  43. import { eq } from "drizzle-orm"
  44. import { Effect, Layer } from "effect"
  45. import path from "node:path"
  46. import { testEffect } from "./lib/effect"
  47. import { agentHost, catalogHost, host } from "./plugin/host"
  48. const cassetteName = "session-runner/openai-chat-streams-text"
  49. const cassetteDirectory = path.resolve(import.meta.dir, "fixtures/recordings")
  50. if (process.env.RECORD === "true") {
  51. if (process.env.CI !== undefined) throw new Error("Unset CI before recording HTTP cassettes")
  52. HttpRecorder.removeCassetteSync(cassetteName, { directory: cassetteDirectory })
  53. }
  54. const cassette = HttpRecorder.layerFetch(cassetteName, { directory: cassetteDirectory })
  55. const executor = RequestExecutor.layer.pipe(Layer.provide(cassette))
  56. const client = LLMClient.layer.pipe(Layer.provide(executor))
  57. const permission = Layer.succeed(
  58. PermissionV2.Service,
  59. PermissionV2.Service.of({
  60. assert: () => Effect.die("unused"),
  61. ask: () => Effect.die("unused"),
  62. reply: () => Effect.die("unused"),
  63. get: () => Effect.die("unused"),
  64. forSession: () => Effect.die("unused"),
  65. list: () => Effect.die("unused"),
  66. }),
  67. )
  68. const model = OpenAIChat.route
  69. .with({
  70. endpoint: { baseURL: "https://api.openai.com/v1" },
  71. auth: Auth.bearer(process.env.OPENAI_API_KEY ?? "fixture"),
  72. generation: { maxTokens: 20, temperature: 0 },
  73. })
  74. .model({ id: "gpt-4o-mini" })
  75. const models = Layer.mock(SessionRunnerModel.Service)({
  76. resolve: () =>
  77. Effect.succeed(
  78. SessionRunnerModel.resolved(model, {
  79. capabilities: { tools: true, input: ["text", "image"], output: ["text"] },
  80. cost: [],
  81. }),
  82. ),
  83. })
  84. const systemContext = Layer.mock(InstructionBuiltIns.Service, { load: () => Effect.succeed(Instructions.empty) })
  85. const instructionContext = Layer.mock(InstructionDiscovery.Service, { load: () => Effect.succeed(Instructions.empty) })
  86. const skillInstructions = Layer.mock(SkillInstructions.Service, { load: () => Effect.succeed(Instructions.empty) })
  87. const referenceInstructions = Layer.mock(ReferenceInstructions.Service, {
  88. load: () => Effect.succeed(Instructions.empty),
  89. })
  90. const mcpInstructions = Layer.mock(McpInstructions.Service, { load: () => Effect.succeed(Instructions.empty) })
  91. const config = Layer.succeed(Config.Service, Config.Service.of({ entries: () => Effect.succeed([]) }))
  92. const pluginSupervisor = Layer.succeed(PluginSupervisor.Service, PluginSupervisor.Service.of({ flush: Effect.void }))
  93. const promptCatalog = Layer.mock(Catalog.Service, {
  94. provider: {
  95. get: () => Effect.succeed(undefined),
  96. all: () => Effect.succeed([]),
  97. available: () => Effect.succeed([]),
  98. },
  99. model: {
  100. get: () => Effect.succeed(undefined),
  101. all: () => Effect.succeed([]),
  102. available: () => Effect.succeed([]),
  103. default: () => Effect.succeed(undefined),
  104. small: () => Effect.succeed(undefined),
  105. },
  106. })
  107. const runnerLayer = AppNodeBuilder.build(SessionRunnerLLM.node, [
  108. [Snapshot.node, Snapshot.noopLayer],
  109. [LayerNodePlatform.llmClient, client],
  110. [SessionRunnerModel.node, models],
  111. [InstructionBuiltIns.node, systemContext],
  112. [InstructionDiscovery.node, instructionContext],
  113. [Location.node, Location.boundNode({ directory: AbsolutePath.make("/project") })],
  114. [SkillInstructions.node, skillInstructions],
  115. [ReferenceInstructions.node, referenceInstructions],
  116. [McpInstructions.node, mcpInstructions],
  117. [Config.node, config],
  118. [PermissionV2.node, permission],
  119. [ToolOutputStore.node, ToolOutputStore.nodeWithoutConfig],
  120. [PluginSupervisor.node, pluginSupervisor],
  121. ])
  122. const execution = Layer.effect(
  123. SessionExecution.Service,
  124. Effect.gen(function* () {
  125. const sessionRunner = yield* SessionRunner.Service
  126. const coordinator = yield* SessionRunCoordinator.make<SessionV2.ID, SessionRunner.RunError>({
  127. drain: (sessionID, force) => sessionRunner.drain({ sessionID, force }),
  128. })
  129. return SessionExecution.Service.of({
  130. active: coordinator.active,
  131. resume: coordinator.run,
  132. wake: coordinator.wake,
  133. interrupt: coordinator.interrupt,
  134. awaitIdle: coordinator.awaitIdle,
  135. })
  136. }),
  137. ).pipe(Layer.provide(runnerLayer))
  138. const it = testEffect(
  139. AppNodeBuilder.build(
  140. LayerNode.group([
  141. Database.node,
  142. EventV2.node,
  143. SessionProjector.node,
  144. SessionStore.node,
  145. AgentV2.node,
  146. Catalog.node,
  147. PluginHooks.node,
  148. ToolRegistry.node,
  149. SessionRunnerModel.node,
  150. InstructionBuiltIns.node,
  151. InstructionDiscovery.node,
  152. SkillInstructions.node,
  153. ReferenceInstructions.node,
  154. Config.node,
  155. Snapshot.node,
  156. SessionRunnerLLM.node,
  157. SessionV2.node,
  158. ]),
  159. [
  160. [LayerNodePlatform.llmClient, client],
  161. [PermissionV2.node, permission],
  162. [Catalog.node, promptCatalog],
  163. [ToolOutputStore.node, ToolOutputStore.nodeWithoutConfig],
  164. [SessionRunnerModel.node, models],
  165. [InstructionBuiltIns.node, systemContext],
  166. [InstructionDiscovery.node, instructionContext],
  167. [Location.node, Location.boundNode({ directory: AbsolutePath.make("/project") })],
  168. [SkillInstructions.node, skillInstructions],
  169. [ReferenceInstructions.node, referenceInstructions],
  170. [Config.node, config],
  171. [Snapshot.node, Snapshot.noopLayer],
  172. [PluginSupervisor.node, pluginSupervisor],
  173. [SessionExecution.node, execution],
  174. ],
  175. ),
  176. )
  177. const sessionID = SessionV2.ID.make("ses_runner_recorded")
  178. describe("SessionRunnerLLM recorded", () => {
  179. it.effect("executes one recorded V2 prompt through the recorded HTTP transport", () =>
  180. Effect.gen(function* () {
  181. const agents = yield* AgentV2.Service
  182. const catalog = yield* Catalog.Service
  183. const hooks = yield* PluginHooks.Service
  184. yield* agents.transform((draft) =>
  185. draft.update(AgentV2.ID.make("build"), (agent) => {
  186. agent.mode = "primary"
  187. agent.permissions.push({ action: "execute", resource: "*", effect: "deny" })
  188. }),
  189. )
  190. const pluginHost = host({
  191. agent: agentHost(agents),
  192. catalog: catalogHost(catalog),
  193. session: { hook: (name, callback) => hooks.register("session", name, callback) },
  194. })
  195. yield* Effect.forEach(SystemPromptPlugin.Plugins, (plugin) => plugin.effect(pluginHost), { discard: true })
  196. const { db } = yield* Database.Service
  197. yield* db
  198. .insert(ProjectTable)
  199. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  200. .onConflictDoNothing()
  201. .run()
  202. .pipe(Effect.orDie)
  203. yield* db
  204. .insert(SessionTable)
  205. .values({
  206. id: sessionID,
  207. project_id: Project.ID.global,
  208. slug: "test",
  209. directory: "/project",
  210. title: "test",
  211. version: "test",
  212. })
  213. .onConflictDoNothing()
  214. .run()
  215. .pipe(Effect.orDie)
  216. const session = yield* SessionV2.Service
  217. const prompt = yield* session.prompt({
  218. sessionID,
  219. text: "Say hello in one short sentence.",
  220. resume: false,
  221. })
  222. yield* session.resume(sessionID)
  223. const messages = yield* session.context(sessionID)
  224. expect(messages).toHaveLength(2)
  225. expect(messages[0]).toMatchObject({ id: prompt.id, type: "user", text: "Say hello in one short sentence." })
  226. expect(messages[1]).toMatchObject({ type: "assistant", agent: "build", finish: "stop" })
  227. expect(messages[1]?.type === "assistant" ? messages[1].content : []).toMatchObject([
  228. { type: "text", text: "Hello!" },
  229. ])
  230. expect(
  231. (yield* db
  232. .select({ type: EventTable.type })
  233. .from(EventTable)
  234. .where(eq(EventTable.aggregate_id, sessionID))
  235. .orderBy(EventTable.seq)
  236. .all()).map((event) => event.type),
  237. ).toEqual([
  238. "session.input.admitted.1",
  239. "session.instructions.updated.2",
  240. "session.input.promoted.1",
  241. "session.step.started.1",
  242. "session.text.started.1",
  243. "session.text.ended.1",
  244. "session.step.ended.1",
  245. ])
  246. }),
  247. )
  248. })