session-generate.test.ts 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310
  1. import { expect } from "bun:test"
  2. import { LLMClient, LLMEvent, LLMResponse, Model, SystemPart, type LLMRequest } from "@opencode-ai/ai"
  3. import { OpenAIChat } from "@opencode-ai/ai/protocols"
  4. import { AgentV2 } from "@opencode-ai/core/agent"
  5. import { Database } from "@opencode-ai/core/database/database"
  6. import { AppNodeBuilder } from "@opencode-ai/core/effect/app-node-builder"
  7. import { llmClient } from "@opencode-ai/core/effect/app-node-platform"
  8. import { LayerNode } from "@opencode-ai/util/effect/layer-node"
  9. import { EventV2 } from "@opencode-ai/core/event"
  10. import { EventTable } from "@opencode-ai/core/event/sql"
  11. import { InstructionDiscovery } from "@opencode-ai/core/instruction-discovery"
  12. import { Instructions } from "@opencode-ai/core/instructions"
  13. import { InstructionBuiltIns } from "@opencode-ai/core/instructions/builtins"
  14. import { Location } from "@opencode-ai/core/location"
  15. import { McpInstructions } from "@opencode-ai/core/mcp/instructions"
  16. import { ModelV2 } from "@opencode-ai/core/model"
  17. import { Project } from "@opencode-ai/core/project"
  18. import { ProjectTable } from "@opencode-ai/core/project/sql"
  19. import { ProviderV2 } from "@opencode-ai/core/provider"
  20. import { ReferenceInstructions } from "@opencode-ai/core/reference/instructions"
  21. import { AbsolutePath } from "@opencode-ai/core/schema"
  22. import { SessionEvent } from "@opencode-ai/core/session/event"
  23. import { SessionGenerate } from "@opencode-ai/core/session/generate"
  24. import { SessionGenerateNode } from "@opencode-ai/core/session/generate-node"
  25. import { InstructionState } from "@opencode-ai/core/session/instruction-state"
  26. import { SessionMessage } from "@opencode-ai/core/session/message"
  27. import { SessionProjector } from "@opencode-ai/core/session/projector"
  28. import { SessionRunnerModel } from "@opencode-ai/core/session/runner/model"
  29. import { SessionSchema } from "@opencode-ai/core/session/schema"
  30. import {
  31. InstructionBlobTable,
  32. InstructionStateTable,
  33. SessionMessageTable,
  34. SessionPendingTable,
  35. SessionTable,
  36. } from "@opencode-ai/core/session/sql"
  37. import { SessionStore } from "@opencode-ai/core/session/store"
  38. import { SkillInstructions } from "@opencode-ai/core/skill/instructions"
  39. import { PluginHooks } from "@opencode-ai/core/plugin/hooks"
  40. import { PluginSupervisor } from "@opencode-ai/core/plugin/supervisor"
  41. import { asc, eq } from "drizzle-orm"
  42. import { Effect, Layer, Schema, Stream } from "effect"
  43. import { testEffect } from "./lib/effect"
  44. const requests: LLMRequest[] = []
  45. let instruction: string | Instructions.Unavailable = "Initial context"
  46. const sessionID = SessionSchema.ID.make("ses_generate_test")
  47. const model = Model.make({ id: "generate-model", provider: "test", route: OpenAIChat.route })
  48. const client = Layer.mock(LLMClient.Service)({
  49. prepare: () => Effect.die(new Error("unused")),
  50. stream: () => Stream.die(new Error("unused")),
  51. generate: (request) =>
  52. Effect.sync(() => {
  53. requests.push(request)
  54. const response = LLMResponse.fromEvents([
  55. LLMEvent.stepStart({ index: 0 }),
  56. LLMEvent.textStart({ id: "generate" }),
  57. LLMEvent.textDelta({ id: "generate", text: "Transient answer" }),
  58. LLMEvent.textEnd({ id: "generate" }),
  59. LLMEvent.stepFinish({ index: 0, reason: "stop", usage: { inputTokens: 100, outputTokens: 10 } }),
  60. LLMEvent.finish({ reason: "stop" }),
  61. ])
  62. if (!response) throw new Error("Incomplete generate response")
  63. return response
  64. }),
  65. })
  66. const models = SessionRunnerModel.layerWith(() =>
  67. Effect.succeed(
  68. SessionRunnerModel.resolved(model, {
  69. capabilities: { tools: true, input: ["text", "image"], output: ["text"] },
  70. cost: [],
  71. }),
  72. ),
  73. )
  74. const builtins = Layer.mock(InstructionBuiltIns.Service, {
  75. load: () =>
  76. Effect.succeed(
  77. Instructions.make({
  78. key: Instructions.Key.make("test/context"),
  79. codec: Schema.toCodecJson(Schema.String),
  80. read: Effect.sync(() => instruction),
  81. render: {
  82. initial: String,
  83. changed: (_previous, current) => current,
  84. },
  85. }),
  86. ),
  87. })
  88. const discovery = Layer.mock(InstructionDiscovery.Service, { load: () => Effect.succeed(Instructions.empty) })
  89. const skills = Layer.mock(SkillInstructions.Service, { load: () => Effect.succeed(Instructions.empty) })
  90. const references = Layer.mock(ReferenceInstructions.Service, { load: () => Effect.succeed(Instructions.empty) })
  91. const mcp = Layer.mock(McpInstructions.Service, { load: () => Effect.succeed(Instructions.empty) })
  92. const plugins = Layer.mock(PluginSupervisor.Service, { flush: Effect.void })
  93. const it = testEffect(
  94. AppNodeBuilder.build(
  95. LayerNode.group([
  96. Database.node,
  97. EventV2.node,
  98. SessionProjector.node,
  99. SessionStore.node,
  100. AgentV2.node,
  101. InstructionBuiltIns.node,
  102. PluginHooks.node,
  103. SessionGenerateNode.node,
  104. ]),
  105. [
  106. [llmClient, client],
  107. [SessionRunnerModel.node, models],
  108. [InstructionBuiltIns.node, builtins],
  109. [InstructionDiscovery.node, discovery],
  110. [SkillInstructions.node, skills],
  111. [ReferenceInstructions.node, references],
  112. [McpInstructions.node, mcp],
  113. [PluginSupervisor.node, plugins],
  114. [Location.node, Location.boundNode({ directory: AbsolutePath.make("/project") })],
  115. ],
  116. ),
  117. )
  118. const durableState = (db: Database.Interface["db"], sessionID: SessionSchema.ID) =>
  119. Effect.all({
  120. sequence: EventV2.latestSequence(db, sessionID),
  121. events: db
  122. .select()
  123. .from(EventTable)
  124. .where(eq(EventTable.aggregate_id, sessionID))
  125. .orderBy(asc(EventTable.seq))
  126. .all()
  127. .pipe(Effect.orDie),
  128. messages: db
  129. .select()
  130. .from(SessionMessageTable)
  131. .where(eq(SessionMessageTable.session_id, sessionID))
  132. .orderBy(asc(SessionMessageTable.seq))
  133. .all()
  134. .pipe(Effect.orDie),
  135. pending: db
  136. .select()
  137. .from(SessionPendingTable)
  138. .where(eq(SessionPendingTable.session_id, sessionID))
  139. .orderBy(asc(SessionPendingTable.admitted_seq))
  140. .all()
  141. .pipe(Effect.orDie),
  142. instructions: db
  143. .select()
  144. .from(InstructionStateTable)
  145. .where(eq(InstructionStateTable.session_id, sessionID))
  146. .get()
  147. .pipe(Effect.orDie),
  148. blobs: db.select().from(InstructionBlobTable).orderBy(asc(InstructionBlobTable.hash)).all().pipe(Effect.orDie),
  149. session: db.select().from(SessionTable).where(eq(SessionTable.id, sessionID)).get().pipe(Effect.orDie),
  150. })
  151. const userTexts = (request: LLMRequest) =>
  152. request.messages.flatMap((message) =>
  153. message.role === "user"
  154. ? message.content.flatMap((content) => (content.type === "text" ? [content.text] : []))
  155. : [],
  156. )
  157. const setup = Effect.gen(function* () {
  158. const { db } = yield* Database.Service
  159. const events = yield* EventV2.Service
  160. const agents = yield* AgentV2.Service
  161. const instructionBuiltIns = yield* InstructionBuiltIns.Service
  162. yield* agents.transform((draft) =>
  163. draft.update(AgentV2.ID.make("build"), (agent) => {
  164. agent.mode = "primary"
  165. }),
  166. )
  167. yield* db
  168. .insert(ProjectTable)
  169. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  170. .run()
  171. .pipe(Effect.orDie)
  172. yield* db
  173. .insert(SessionTable)
  174. .values({
  175. id: sessionID,
  176. project_id: Project.ID.global,
  177. slug: "generate-test",
  178. directory: "/project",
  179. title: "Generate test",
  180. version: "test",
  181. agent: AgentV2.ID.make("build"),
  182. })
  183. .run()
  184. .pipe(Effect.orDie)
  185. return { db, events, instructions: yield* instructionBuiltIns.load(sessionID) }
  186. })
  187. it.effect("generates from fresh settled Session context without durable mutation", () =>
  188. Effect.gen(function* () {
  189. requests.length = 0
  190. instruction = "Initial context"
  191. const { db, events, instructions } = yield* setup
  192. yield* InstructionState.prepare(db, events, instructions, sessionID)
  193. const existing = SessionMessage.ID.create()
  194. yield* events.publish(SessionEvent.InputAdmitted, {
  195. sessionID,
  196. inputID: existing,
  197. input: { type: "user", data: { text: "Existing durable context" }, delivery: "steer" },
  198. })
  199. yield* events.publish(SessionEvent.InputPromoted, { sessionID, inputID: existing })
  200. const settledAssistant = SessionMessage.ID.create()
  201. yield* events.publish(SessionEvent.Step.Started, {
  202. sessionID,
  203. assistantMessageID: settledAssistant,
  204. agent: AgentV2.ID.make("build"),
  205. model: { id: ModelV2.ID.make("generate-model"), providerID: ProviderV2.ID.make("test") },
  206. })
  207. yield* events.publish(SessionEvent.Text.Started, {
  208. sessionID,
  209. assistantMessageID: settledAssistant,
  210. ordinal: 0,
  211. })
  212. yield* events.publish(SessionEvent.Text.Ended, {
  213. sessionID,
  214. assistantMessageID: settledAssistant,
  215. ordinal: 0,
  216. text: "Settled partial answer",
  217. })
  218. const activeAssistant = SessionMessage.ID.create()
  219. yield* events.publish(SessionEvent.Step.Started, {
  220. sessionID,
  221. assistantMessageID: activeAssistant,
  222. agent: AgentV2.ID.make("build"),
  223. model: { id: ModelV2.ID.make("generate-model"), providerID: ProviderV2.ID.make("test") },
  224. })
  225. yield* events.publish(SessionEvent.Tool.Input.Started, {
  226. sessionID,
  227. assistantMessageID: activeAssistant,
  228. callID: "active-call",
  229. name: "echo",
  230. })
  231. yield* events.publish(SessionEvent.Tool.Input.Ended, {
  232. sessionID,
  233. assistantMessageID: activeAssistant,
  234. callID: "active-call",
  235. text: "{}",
  236. })
  237. yield* events.publish(SessionEvent.Tool.Called, {
  238. sessionID,
  239. assistantMessageID: activeAssistant,
  240. callID: "active-call",
  241. input: {},
  242. executed: false,
  243. })
  244. yield* events.publish(SessionEvent.InputAdmitted, {
  245. sessionID,
  246. inputID: SessionMessage.ID.create(),
  247. input: { type: "user", data: { text: "Queued input must remain invisible" }, delivery: "queue" },
  248. })
  249. instruction = "Changed context"
  250. const before = yield* durableState(db, sessionID)
  251. const hooks = yield* PluginHooks.Service
  252. yield* hooks.register("session", "context", (event) =>
  253. Effect.sync(() => {
  254. event.system = [SystemPart.make("Hooked system"), ...event.system]
  255. }),
  256. )
  257. const generate = yield* SessionGenerate.Service
  258. const result = yield* generate.generate({ sessionID, prompt: "Summarize privately" })
  259. expect(result).toBe("Transient answer")
  260. expect(requests).toHaveLength(1)
  261. expect(requests[0]?.model).toBe(model)
  262. expect(requests[0]?.system[0]?.text).toBe("Hooked system")
  263. expect(requests[0]?.system.map((part) => part.text)).toContain("Initial context")
  264. expect(requests[0]?.http?.headers).toMatchObject({ "X-Session-Id": sessionID })
  265. expect(requests[0]?.providerOptions).toMatchObject({ openai: { promptCacheKey: sessionID } })
  266. expect(
  267. requests[0]?.messages.flatMap((message) =>
  268. message.role === "system"
  269. ? message.content.flatMap((content) => (content.type === "text" ? [content.text] : []))
  270. : [],
  271. ),
  272. ).toEqual(["Changed context"])
  273. expect(userTexts(requests[0])).toEqual(["Existing durable context", "Summarize privately"])
  274. expect(
  275. requests[0]?.messages.flatMap((message) =>
  276. message.role === "assistant"
  277. ? message.content.flatMap((content) => (content.type === "text" ? [content.text] : []))
  278. : [],
  279. ),
  280. ).toEqual(["Settled partial answer"])
  281. expect(requests[0]?.tools).toEqual([])
  282. expect(requests[0]?.toolChoice).toMatchObject({ type: "none" })
  283. expect(yield* durableState(db, sessionID)).toEqual(before)
  284. }),
  285. )
  286. it.effect("blocks unavailable initial instructions before generation", () =>
  287. Effect.gen(function* () {
  288. requests.length = 0
  289. instruction = Instructions.unavailable
  290. const { db } = yield* setup
  291. const before = yield* durableState(db, sessionID)
  292. const generate = yield* SessionGenerate.Service
  293. const error = yield* generate.generate({ sessionID, prompt: "Summarize privately" }).pipe(Effect.flip)
  294. expect(error).toBeInstanceOf(Instructions.InitializationBlocked)
  295. expect(requests).toEqual([])
  296. expect(yield* durableState(db, sessionID)).toEqual(before)
  297. }),
  298. )