session-runner-recorded.test.ts 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182
  1. import { NodeFileSystem } from "@effect/platform-node"
  2. import { HttpRecorder } from "@opencode-ai/http-recorder"
  3. import * as OpenAIChat from "@opencode-ai/llm/protocols/openai-chat"
  4. import { Auth, LLMClient, RequestExecutor } from "@opencode-ai/llm/route"
  5. import { Database } from "@opencode-ai/core/database/database"
  6. import { EventV2 } from "@opencode-ai/core/event"
  7. import { EventTable } from "@opencode-ai/core/event/sql"
  8. import { PermissionV2 } from "@opencode-ai/core/permission"
  9. import { AgentV2 } from "@opencode-ai/core/agent"
  10. import { Config } from "@opencode-ai/core/config"
  11. import { Project } from "@opencode-ai/core/project"
  12. import { ProjectTable } from "@opencode-ai/core/project/sql"
  13. import { AbsolutePath } from "@opencode-ai/core/schema"
  14. import { SessionV2 } from "@opencode-ai/core/session"
  15. import { Prompt } from "@opencode-ai/core/session/prompt"
  16. import { SessionProjector } from "@opencode-ai/core/session/projector"
  17. import { SessionExecution } from "@opencode-ai/core/session/execution"
  18. import { SessionRunCoordinator } from "@opencode-ai/core/session/run-coordinator"
  19. import * as SessionRunnerLLM from "@opencode-ai/core/session/runner/llm"
  20. import { SessionRunnerModel } from "@opencode-ai/core/session/runner/model"
  21. import { ToolRegistry } from "@opencode-ai/core/tool/registry"
  22. import { SessionTable } from "@opencode-ai/core/session/sql"
  23. import { SessionStore } from "@opencode-ai/core/session/store"
  24. import { Location } from "@opencode-ai/core/location"
  25. import { SystemContextRegistry } from "@opencode-ai/core/system-context/registry"
  26. import { SystemContext } from "@opencode-ai/core/system-context"
  27. import { SkillGuidance } from "@opencode-ai/core/skill/guidance"
  28. import { describe, expect } from "bun:test"
  29. import { eq } from "drizzle-orm"
  30. import { Effect, Layer } from "effect"
  31. import path from "node:path"
  32. import { testEffect } from "./lib/effect"
  33. const database = Database.layerFromPath(":memory:")
  34. const events = EventV2.layer.pipe(Layer.provide(database))
  35. const projector = SessionProjector.layer.pipe(Layer.provide(events), Layer.provide(database))
  36. const store = SessionStore.layer.pipe(Layer.provide(database))
  37. const cassette = HttpRecorder.cassetteLayer("session-runner/openai-chat-streams-text", {
  38. directory: path.resolve(import.meta.dir, "fixtures/recordings"),
  39. mode: process.env.RECORD === "true" ? "record" : "replay",
  40. }).pipe(Layer.provide(NodeFileSystem.layer))
  41. const executor = RequestExecutor.layer.pipe(Layer.provide(cassette))
  42. const client = LLMClient.layer.pipe(Layer.provide(executor))
  43. const permission = Layer.succeed(
  44. PermissionV2.Service,
  45. PermissionV2.Service.of({
  46. assert: () => Effect.die("unused"),
  47. ask: () => Effect.die("unused"),
  48. reply: () => Effect.die("unused"),
  49. get: () => Effect.die("unused"),
  50. forSession: () => Effect.die("unused"),
  51. list: () => Effect.die("unused"),
  52. }),
  53. )
  54. const registry = ToolRegistry.defaultLayer.pipe(Layer.provide(permission))
  55. const agents = AgentV2.layer
  56. const model = OpenAIChat.route
  57. .with({
  58. endpoint: { baseURL: "https://api.openai.com/v1" },
  59. auth: Auth.bearer(process.env.OPENAI_API_KEY ?? "fixture"),
  60. generation: { maxTokens: 20, temperature: 0 },
  61. })
  62. .model({ id: "gpt-4o-mini" })
  63. const models = SessionRunnerModel.layerWith(() => Effect.succeed(model))
  64. const systemContext = SystemContextRegistry.layer
  65. const location = Location.layer({ directory: AbsolutePath.make("/project") }).pipe(Layer.provide(Project.defaultLayer))
  66. const skillGuidance = Layer.mock(SkillGuidance.Service, { load: () => Effect.succeed(SystemContext.empty) })
  67. const config = Layer.succeed(Config.Service, Config.Service.of({ entries: () => Effect.succeed([]) }))
  68. const runner = SessionRunnerLLM.defaultLayer.pipe(
  69. Layer.provide(database),
  70. Layer.provide(store),
  71. Layer.provide(events),
  72. Layer.provide(client),
  73. Layer.provide(registry),
  74. Layer.provide(models),
  75. Layer.provide(systemContext),
  76. Layer.provide(location),
  77. Layer.provide(agents),
  78. Layer.provide(skillGuidance),
  79. Layer.provide(config),
  80. )
  81. const coordinator = SessionRunCoordinator.layer.pipe(Layer.provide(runner))
  82. const execution = Layer.effect(
  83. SessionExecution.Service,
  84. SessionRunCoordinator.Service.pipe(
  85. Effect.map((coordinator) =>
  86. SessionExecution.Service.of({
  87. resume: coordinator.run,
  88. wake: coordinator.wake,
  89. interrupt: coordinator.interrupt,
  90. }),
  91. ),
  92. ),
  93. ).pipe(Layer.provide(coordinator))
  94. const sessions = SessionV2.layer.pipe(
  95. Layer.provide(events),
  96. Layer.provide(database),
  97. Layer.provide(store),
  98. Layer.provide(Project.defaultLayer),
  99. Layer.provide(execution),
  100. )
  101. const it = testEffect(
  102. Layer.mergeAll(
  103. database,
  104. events,
  105. projector,
  106. store,
  107. executor,
  108. client,
  109. permission,
  110. agents,
  111. registry,
  112. models,
  113. systemContext,
  114. location,
  115. skillGuidance,
  116. config,
  117. runner,
  118. coordinator,
  119. execution,
  120. sessions,
  121. ),
  122. )
  123. const sessionID = SessionV2.ID.make("ses_runner_recorded")
  124. describe("SessionRunnerLLM recorded", () => {
  125. it.effect("executes one recorded V2 prompt through the recorded HTTP transport", () =>
  126. Effect.gen(function* () {
  127. const { db } = yield* Database.Service
  128. yield* db
  129. .insert(ProjectTable)
  130. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  131. .onConflictDoNothing()
  132. .run()
  133. .pipe(Effect.orDie)
  134. yield* db
  135. .insert(SessionTable)
  136. .values({
  137. id: sessionID,
  138. project_id: Project.ID.global,
  139. slug: "test",
  140. directory: "/project",
  141. title: "test",
  142. version: "test",
  143. })
  144. .onConflictDoNothing()
  145. .run()
  146. .pipe(Effect.orDie)
  147. const session = yield* SessionV2.Service
  148. const prompt = yield* session.prompt({
  149. sessionID,
  150. prompt: new Prompt({ text: "Say hello in one short sentence." }),
  151. resume: false,
  152. })
  153. yield* session.resume(sessionID)
  154. const messages = yield* session.context(sessionID)
  155. expect(messages).toHaveLength(2)
  156. expect(messages[0]).toMatchObject({ id: prompt.id, type: "user", text: "Say hello in one short sentence." })
  157. expect(messages[1]).toMatchObject({ type: "assistant", agent: "build", finish: "stop" })
  158. expect(messages[1]?.type === "assistant" ? messages[1].content : []).toMatchObject([
  159. { type: "text", text: "Hello!" },
  160. ])
  161. expect(
  162. (yield* db
  163. .select({ type: EventTable.type })
  164. .from(EventTable)
  165. .where(eq(EventTable.aggregate_id, sessionID))
  166. .orderBy(EventTable.seq)
  167. .all()).map((event) => event.type),
  168. ).toEqual([
  169. "session.next.prompt.admitted.1",
  170. "session.next.prompt.promoted.1",
  171. "session.next.step.started.1",
  172. "session.next.text.started.1",
  173. "session.next.text.ended.1",
  174. "session.next.step.ended.2",
  175. ])
  176. }),
  177. )
  178. })