session-runner-recorded.test.ts 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193
  1. import { HttpRecorder } from "@opencode-ai/http-recorder"
  2. import { HttpRecorderInternal } from "@opencode-ai/http-recorder/internal"
  3. import * as OpenAIChat from "@opencode-ai/llm/protocols/openai-chat"
  4. import { Auth, LLMClient, RequestExecutor } from "@opencode-ai/llm/route"
  5. import { Database } from "@opencode-ai/core/database/database"
  6. import { AppNodeBuilder } from "@opencode-ai/core/effect/app-node-builder"
  7. import { LayerNodePlatform } from "@opencode-ai/core/effect/app-node-platform"
  8. import { LayerNode } from "@opencode-ai/core/effect/layer-node"
  9. import { EventV2 } from "@opencode-ai/core/event"
  10. import { EventTable } from "@opencode-ai/core/event/sql"
  11. import { PermissionV2 } from "@opencode-ai/core/permission"
  12. import { AgentV2 } from "@opencode-ai/core/agent"
  13. import { Config } from "@opencode-ai/core/config"
  14. import { Project } from "@opencode-ai/core/project"
  15. import { ProjectTable } from "@opencode-ai/core/project/sql"
  16. import { AbsolutePath } from "@opencode-ai/core/schema"
  17. import { SessionV2 } from "@opencode-ai/core/session"
  18. import { Snapshot } from "@opencode-ai/core/snapshot"
  19. import { Prompt } from "@opencode-ai/core/session/prompt"
  20. import { SessionProjector } from "@opencode-ai/core/session/projector"
  21. import { SessionExecution } from "@opencode-ai/core/session/execution"
  22. import { SessionRunCoordinator } from "@opencode-ai/core/session/run-coordinator"
  23. import { SessionRunner } from "@opencode-ai/core/session/runner"
  24. import * as SessionRunnerLLM from "@opencode-ai/core/session/runner/llm"
  25. import { SessionRunnerModel } from "@opencode-ai/core/session/runner/model"
  26. import { ToolRegistry } from "@opencode-ai/core/tool/registry"
  27. import { ToolOutputStore } from "@opencode-ai/core/tool-output-store"
  28. import { SessionTable } from "@opencode-ai/core/session/sql"
  29. import { SessionStore } from "@opencode-ai/core/session/store"
  30. import { Location } from "@opencode-ai/core/location"
  31. import { SystemContextRegistry } from "@opencode-ai/core/system-context/registry"
  32. import { SystemContext } from "@opencode-ai/core/system-context"
  33. import { SkillGuidance } from "@opencode-ai/core/skill/guidance"
  34. import { ReferenceGuidance } from "@opencode-ai/core/reference/guidance"
  35. import { describe, expect } from "bun:test"
  36. import { eq } from "drizzle-orm"
  37. import { Effect, Layer } from "effect"
  38. import path from "node:path"
  39. import { testEffect } from "./lib/effect"
  40. const cassette =
  41. process.env.RECORD === "true"
  42. ? HttpRecorderInternal.cassetteLayer("session-runner/openai-chat-streams-text", {
  43. directory: path.resolve(import.meta.dir, "fixtures/recordings"),
  44. mode: "record",
  45. })
  46. : HttpRecorder.http("session-runner/openai-chat-streams-text", {
  47. directory: path.resolve(import.meta.dir, "fixtures/recordings"),
  48. })
  49. const executor = RequestExecutor.layer.pipe(Layer.provide(cassette))
  50. const client = LLMClient.layer.pipe(Layer.provide(executor))
  51. const permission = Layer.succeed(
  52. PermissionV2.Service,
  53. PermissionV2.Service.of({
  54. assert: () => Effect.die("unused"),
  55. ask: () => Effect.die("unused"),
  56. reply: () => Effect.die("unused"),
  57. get: () => Effect.die("unused"),
  58. forSession: () => Effect.die("unused"),
  59. list: () => Effect.die("unused"),
  60. }),
  61. )
  62. const model = OpenAIChat.route
  63. .with({
  64. endpoint: { baseURL: "https://api.openai.com/v1" },
  65. auth: Auth.bearer(process.env.OPENAI_API_KEY ?? "fixture"),
  66. generation: { maxTokens: 20, temperature: 0 },
  67. })
  68. .model({ id: "gpt-4o-mini" })
  69. const models = SessionRunnerModel.layerWith(() => Effect.succeed(model))
  70. const systemContext = AppNodeBuilder.build(SystemContextRegistry.node)
  71. const skillGuidance = Layer.mock(SkillGuidance.Service, { load: () => Effect.succeed(SystemContext.empty) })
  72. const referenceGuidance = Layer.mock(ReferenceGuidance.Service, { load: () => Effect.succeed(SystemContext.empty) })
  73. const config = Layer.succeed(Config.Service, Config.Service.of({ entries: () => Effect.succeed([]) }))
  74. const runnerLayer = AppNodeBuilder.build(SessionRunnerLLM.node, [
  75. [Snapshot.node, Snapshot.noopLayer],
  76. [LayerNodePlatform.llmClient, client],
  77. [SessionRunnerModel.node, models],
  78. [SystemContextRegistry.node, systemContext],
  79. [Location.node, Location.boundNode({ directory: AbsolutePath.make("/project") })],
  80. [SkillGuidance.node, skillGuidance],
  81. [ReferenceGuidance.node, referenceGuidance],
  82. [Config.node, config],
  83. [PermissionV2.node, permission],
  84. [ToolOutputStore.node, ToolOutputStore.nodeWithoutConfig],
  85. ])
  86. const execution = Layer.effect(
  87. SessionExecution.Service,
  88. Effect.gen(function* () {
  89. const sessionRunner = yield* SessionRunner.Service
  90. const coordinator = yield* SessionRunCoordinator.make<SessionV2.ID, SessionRunner.RunError>({
  91. drain: (sessionID, force) => sessionRunner.run({ sessionID, force }),
  92. })
  93. return SessionExecution.Service.of({
  94. active: coordinator.active,
  95. resume: coordinator.run,
  96. wake: coordinator.wake,
  97. interrupt: coordinator.interrupt,
  98. })
  99. }),
  100. ).pipe(Layer.provide(runnerLayer))
  101. const it = testEffect(
  102. AppNodeBuilder.build(
  103. LayerNode.group([
  104. Database.node,
  105. EventV2.node,
  106. SessionProjector.node,
  107. SessionStore.node,
  108. AgentV2.node,
  109. ToolRegistry.node,
  110. SessionRunnerModel.node,
  111. SystemContextRegistry.node,
  112. SkillGuidance.node,
  113. ReferenceGuidance.node,
  114. Config.node,
  115. Snapshot.node,
  116. SessionRunnerLLM.node,
  117. SessionV2.node,
  118. ]),
  119. [
  120. [LayerNodePlatform.llmClient, client],
  121. [PermissionV2.node, permission],
  122. [ToolOutputStore.node, ToolOutputStore.nodeWithoutConfig],
  123. [SessionRunnerModel.node, models],
  124. [SystemContextRegistry.node, systemContext],
  125. [Location.node, Location.boundNode({ directory: AbsolutePath.make("/project") })],
  126. [SkillGuidance.node, skillGuidance],
  127. [ReferenceGuidance.node, referenceGuidance],
  128. [Config.node, config],
  129. [Snapshot.node, Snapshot.noopLayer],
  130. [SessionExecution.node, execution],
  131. ],
  132. ),
  133. )
  134. const sessionID = SessionV2.ID.make("ses_runner_recorded")
  135. describe("SessionRunnerLLM recorded", () => {
  136. it.effect("executes one recorded V2 prompt through the recorded HTTP transport", () =>
  137. Effect.gen(function* () {
  138. const { db } = yield* Database.Service
  139. yield* db
  140. .insert(ProjectTable)
  141. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  142. .onConflictDoNothing()
  143. .run()
  144. .pipe(Effect.orDie)
  145. yield* db
  146. .insert(SessionTable)
  147. .values({
  148. id: sessionID,
  149. project_id: Project.ID.global,
  150. slug: "test",
  151. directory: "/project",
  152. title: "test",
  153. version: "test",
  154. })
  155. .onConflictDoNothing()
  156. .run()
  157. .pipe(Effect.orDie)
  158. const session = yield* SessionV2.Service
  159. const prompt = yield* session.prompt({
  160. sessionID,
  161. prompt: Prompt.make({ text: "Say hello in one short sentence." }),
  162. resume: false,
  163. })
  164. yield* session.resume(sessionID)
  165. const messages = yield* session.context(sessionID)
  166. expect(messages).toHaveLength(2)
  167. expect(messages[0]).toMatchObject({ id: prompt.id, type: "user", text: "Say hello in one short sentence." })
  168. expect(messages[1]).toMatchObject({ type: "assistant", agent: "build", finish: "stop" })
  169. expect(messages[1]?.type === "assistant" ? messages[1].content : []).toMatchObject([
  170. { type: "text", text: "Hello!" },
  171. ])
  172. expect(
  173. (yield* db
  174. .select({ type: EventTable.type })
  175. .from(EventTable)
  176. .where(eq(EventTable.aggregate_id, sessionID))
  177. .orderBy(EventTable.seq)
  178. .all()).map((event) => event.type),
  179. ).toEqual([
  180. "session.next.prompt.admitted.1",
  181. "session.next.prompted.1",
  182. "session.next.step.started.1",
  183. "session.next.text.started.1",
  184. "session.next.text.ended.1",
  185. "session.next.step.ended.2",
  186. ])
  187. }),
  188. )
  189. })