1
0

session-title.test.ts 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360
  1. import { expect } from "bun:test"
  2. import { LLMClient, LLMEvent, LanguageModel, type LLMRequest } from "@opencode-ai/ai"
  3. import { OpenAIChat } from "@opencode-ai/ai/protocols"
  4. import { Agent } from "@opencode-ai/core/agent"
  5. import { Database } from "@opencode-ai/core/database/database"
  6. import { AppNodeBuilder } from "@opencode-ai/core/effect/app-node-builder"
  7. import { llmClient } from "@opencode-ai/core/effect/app-node-platform"
  8. import { LayerNode } from "@opencode-ai/util/effect/layer-node"
  9. import { Bus } from "@opencode-ai/core/bus"
  10. import { SessionEvent } from "@opencode-ai/core/session/event"
  11. import { SessionMessage } from "@opencode-ai/core/session/message"
  12. import { SessionProjector } from "@opencode-ai/core/session/projector"
  13. import { SessionRunnerModel } from "@opencode-ai/core/session/runner/model"
  14. import { SessionTable } from "@opencode-ai/core/session/sql"
  15. import { SessionStore } from "@opencode-ai/core/session/store"
  16. import { SessionTitle } from "@opencode-ai/core/session/title"
  17. import { Session } from "@opencode-ai/core/session"
  18. import { Project } from "@opencode-ai/core/project"
  19. import { ProjectTable } from "@opencode-ai/core/project/sql"
  20. import { App } from "@opencode-ai/core/app"
  21. import { AbsolutePath } from "@opencode-ai/core/schema"
  22. import { Money } from "@opencode-ai/schema/money"
  23. import { Deferred, Effect, Fiber, Layer, Stream } from "effect"
  24. import { testEffect } from "./lib/effect"
  25. let requests: LLMRequest[] = []
  26. const model = LanguageModel.make({
  27. id: "title-model",
  28. provider: "test",
  29. route: OpenAIChat.route.with({ limits: { context: 10_000, output: 1_000 } }),
  30. })
  31. const cost = [
  32. {
  33. input: Money.USDPerMillionTokens.make(1),
  34. output: Money.USDPerMillionTokens.make(2),
  35. cache: {
  36. read: Money.USDPerMillionTokens.make(0.1),
  37. write: Money.USDPerMillionTokens.make(0.5),
  38. },
  39. },
  40. ]
  41. const successfulTitle = () =>
  42. Stream.make(
  43. LLMEvent.textDelta({ id: "title", text: "Generated Title\n" }),
  44. LLMEvent.stepFinish({
  45. index: 0,
  46. reason: { normalized: "stop" },
  47. usage: {
  48. inputTokens: 15,
  49. outputTokens: 6,
  50. nonCachedInputTokens: 10,
  51. cacheReadInputTokens: 3,
  52. cacheWriteInputTokens: 2,
  53. reasoningTokens: 2,
  54. },
  55. }),
  56. LLMEvent.finish({
  57. reason: { normalized: "stop" },
  58. }),
  59. )
  60. let titleStream: () => Stream.Stream<LLMEvent> = successfulTitle
  61. const client = Layer.mock(LLMClient.Service)({
  62. stream: (request: LLMRequest) => {
  63. requests.push(request)
  64. return titleStream()
  65. },
  66. generate: () => Effect.die("unused"),
  67. })
  68. const models = Layer.mock(SessionRunnerModel.Service)({
  69. resolve: () =>
  70. Effect.succeed(
  71. SessionRunnerModel.resolved(model, {
  72. capabilities: { tools: true, input: ["text", "image"], output: ["text"] },
  73. cost,
  74. }),
  75. ),
  76. })
  77. const it = testEffect(
  78. AppNodeBuilder.build(
  79. LayerNode.group([Database.node, Bus.node, SessionProjector.node, SessionStore.node, Agent.node, SessionTitle.node]),
  80. [
  81. [llmClient, client],
  82. [SessionRunnerModel.node, models],
  83. ],
  84. ),
  85. )
  86. const insertSession = (id: Session.ID, title?: string, created?: number) =>
  87. Effect.gen(function* () {
  88. const { db } = yield* Database.Service
  89. yield* db
  90. .insert(ProjectTable)
  91. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  92. .onConflictDoNothing()
  93. .run()
  94. .pipe(Effect.orDie)
  95. yield* db
  96. .insert(SessionTable)
  97. .values({
  98. id,
  99. project_id: Project.ID.global,
  100. slug: id,
  101. directory: "/project",
  102. title,
  103. time_created: created,
  104. version: "test",
  105. })
  106. .onConflictDoNothing()
  107. .run()
  108. .pipe(Effect.orDie)
  109. })
  110. const prompt = (sessionID: Session.ID, text: string) =>
  111. Effect.gen(function* () {
  112. const bus = yield* Bus.Service
  113. const messageID = SessionMessage.ID.create()
  114. yield* bus.publish(SessionEvent.InputAdmitted, {
  115. sessionID,
  116. inputID: messageID,
  117. input: { type: "user", data: { text }, delivery: "steer" },
  118. })
  119. yield* bus.publish(SessionEvent.InputPromoted, {
  120. sessionID,
  121. inputID: messageID,
  122. })
  123. })
  124. it.effect("generates a title from the sole user message and renames the session", () =>
  125. Effect.gen(function* () {
  126. requests = []
  127. titleStream = successfulTitle
  128. const agentService = yield* Agent.Service
  129. yield* agentService.transform((editor) => {
  130. editor.update(Agent.ID.make("title"), (agent) => {
  131. agent.mode = "primary"
  132. agent.hidden = true
  133. agent.system = "You are a title generator."
  134. })
  135. })
  136. const sessionID = Session.ID.make("ses_title_generate")
  137. yield* insertSession(sessionID)
  138. yield* prompt(sessionID, "Help me debug the failing build")
  139. const store = yield* SessionStore.Service
  140. const title = yield* SessionTitle.Service
  141. yield* title.generateForFirstPrompt(sessionID)
  142. expect(requests).toHaveLength(1)
  143. expect(requests[0]?.http?.headers).toEqual({
  144. "x-session-affinity": sessionID,
  145. "X-Session-Id": sessionID,
  146. "User-Agent": App.useragent(App.make()),
  147. "x-opencode-project": Project.ID.global,
  148. "x-opencode-session": sessionID,
  149. "x-opencode-client": "opencode",
  150. })
  151. expect(JSON.stringify(requests[0]?.messages)).toContain("Help me debug the failing build")
  152. const renamed = yield* store.get(sessionID)
  153. expect(renamed?.title).toBe("Generated Title")
  154. expect(renamed?.tokens).toEqual({ input: 10, output: 4, reasoning: 2, cache: { read: 3, write: 2 } })
  155. expect(renamed?.cost).toBeCloseTo(0.0000233)
  156. }),
  157. )
  158. it.effect("generates from the first user message after later messages exist", () =>
  159. Effect.gen(function* () {
  160. requests = []
  161. titleStream = successfulTitle
  162. const agentService = yield* Agent.Service
  163. yield* agentService.transform((editor) => {
  164. editor.update(Agent.ID.make("title"), (agent) => {
  165. agent.mode = "primary"
  166. agent.hidden = true
  167. agent.system = "You are a title generator."
  168. })
  169. })
  170. const sessionID = Session.ID.make("ses_title_second_message")
  171. yield* insertSession(sessionID)
  172. yield* prompt(sessionID, "First message")
  173. yield* prompt(sessionID, "Second message")
  174. const store = yield* SessionStore.Service
  175. const title = yield* SessionTitle.Service
  176. yield* title.generateForFirstPrompt(sessionID)
  177. expect(requests).toHaveLength(1)
  178. expect(JSON.stringify(requests[0]?.messages)).toContain("First message")
  179. expect(JSON.stringify(requests[0]?.messages)).not.toContain("Second message")
  180. expect((yield* store.get(sessionID))?.title).toBe("Generated Title")
  181. }),
  182. )
  183. it.effect("retries a legacy persisted fallback title", () =>
  184. Effect.gen(function* () {
  185. requests = []
  186. titleStream = successfulTitle
  187. const agentService = yield* Agent.Service
  188. yield* agentService.transform((editor) => {
  189. editor.update(Agent.ID.make("title"), (agent) => {
  190. agent.mode = "primary"
  191. agent.hidden = true
  192. agent.system = "You are a title generator."
  193. })
  194. })
  195. const sessionID = Session.ID.make("ses_title_legacy")
  196. const created = Date.parse("2026-07-30T18:45:03.662Z")
  197. yield* insertSession(sessionID, "New session - 2026-07-30T18:45:03.662Z", created)
  198. yield* prompt(sessionID, "Retry the legacy title")
  199. const title = yield* SessionTitle.Service
  200. yield* title.generateForFirstPrompt(sessionID)
  201. const store = yield* SessionStore.Service
  202. expect(requests).toHaveLength(1)
  203. expect((yield* store.get(sessionID))?.title).toBe("Generated Title")
  204. }),
  205. )
  206. it.effect("does not generate for a child session", () =>
  207. Effect.gen(function* () {
  208. requests = []
  209. titleStream = successfulTitle
  210. const agentService = yield* Agent.Service
  211. yield* agentService.transform((editor) => {
  212. editor.update(Agent.ID.make("title"), (agent) => {
  213. agent.mode = "primary"
  214. agent.hidden = true
  215. agent.system = "You are a title generator."
  216. })
  217. })
  218. const sessionID = Session.ID.make("ses_title_child")
  219. const { db } = yield* Database.Service
  220. yield* db
  221. .insert(ProjectTable)
  222. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  223. .onConflictDoNothing()
  224. .run()
  225. .pipe(Effect.orDie)
  226. yield* db
  227. .insert(SessionTable)
  228. .values({
  229. id: sessionID,
  230. project_id: Project.ID.global,
  231. parent_id: Session.ID.make("ses_title_parent"),
  232. slug: sessionID,
  233. directory: "/project",
  234. version: "test",
  235. })
  236. .onConflictDoNothing()
  237. .run()
  238. .pipe(Effect.orDie)
  239. yield* prompt(sessionID, "Do this subtask")
  240. const title = yield* SessionTitle.Service
  241. yield* title.generateForFirstPrompt(sessionID)
  242. expect(requests).toHaveLength(0)
  243. }),
  244. )
  245. it.effect("does not generate when the title agent is removed", () =>
  246. Effect.gen(function* () {
  247. requests = []
  248. titleStream = successfulTitle
  249. const sessionID = Session.ID.make("ses_title_no_agent")
  250. yield* insertSession(sessionID)
  251. yield* prompt(sessionID, "Help me debug the failing build")
  252. const store = yield* SessionStore.Service
  253. const title = yield* SessionTitle.Service
  254. yield* title.generateForFirstPrompt(sessionID)
  255. expect(requests).toHaveLength(0)
  256. const untouched = yield* store.get(sessionID)
  257. expect(untouched?.title).toBeUndefined()
  258. }),
  259. )
  260. it.effect("does not overwrite an explicit title", () =>
  261. Effect.gen(function* () {
  262. requests = []
  263. titleStream = successfulTitle
  264. const sessionID = Session.ID.make("ses_title_explicit")
  265. yield* insertSession(sessionID)
  266. yield* prompt(sessionID, "Help me debug the failing build")
  267. const events = yield* Bus.Service
  268. yield* events.publish(SessionEvent.Renamed, { sessionID, title: "New session - 2099-01-01T00:00:00.000Z" })
  269. const title = yield* SessionTitle.Service
  270. yield* title.generateForFirstPrompt(sessionID)
  271. const store = yield* SessionStore.Service
  272. expect(requests).toHaveLength(0)
  273. expect((yield* store.get(sessionID))?.title).toBe("New session - 2099-01-01T00:00:00.000Z")
  274. }),
  275. )
  276. it.effect("retries after a failed title request", () =>
  277. Effect.gen(function* () {
  278. requests = []
  279. const agentService = yield* Agent.Service
  280. yield* agentService.transform((editor) => {
  281. editor.update(Agent.ID.make("title"), (agent) => {
  282. agent.mode = "primary"
  283. agent.hidden = true
  284. agent.system = "You are a title generator."
  285. })
  286. })
  287. const sessionID = Session.ID.make("ses_title_retry")
  288. yield* insertSession(sessionID)
  289. yield* prompt(sessionID, "Retry this title")
  290. const title = yield* SessionTitle.Service
  291. titleStream = () => Stream.make(LLMEvent.providerError({ message: "Provider unavailable" }))
  292. yield* title.generateForFirstPrompt(sessionID)
  293. titleStream = successfulTitle
  294. yield* title.generateForFirstPrompt(sessionID)
  295. const store = yield* SessionStore.Service
  296. expect(requests).toHaveLength(2)
  297. expect((yield* store.get(sessionID))?.title).toBe("Generated Title")
  298. }),
  299. )
  300. it.effect("preserves a manual rename completed while generation is in flight", () =>
  301. Effect.gen(function* () {
  302. requests = []
  303. const agentService = yield* Agent.Service
  304. yield* agentService.transform((editor) => {
  305. editor.update(Agent.ID.make("title"), (agent) => {
  306. agent.mode = "primary"
  307. agent.hidden = true
  308. agent.system = "You are a title generator."
  309. })
  310. })
  311. const sessionID = Session.ID.make("ses_title_manual_rename")
  312. yield* insertSession(sessionID)
  313. yield* prompt(sessionID, "Generate this title")
  314. const started = yield* Deferred.make<void>()
  315. const release = yield* Deferred.make<void>()
  316. titleStream = () =>
  317. Stream.unwrap(
  318. Deferred.succeed(started, undefined).pipe(
  319. Effect.andThen(Deferred.await(release)),
  320. Effect.as(successfulTitle()),
  321. ),
  322. )
  323. const title = yield* SessionTitle.Service
  324. const fiber = yield* title.generateForFirstPrompt(sessionID).pipe(Effect.forkScoped)
  325. yield* Deferred.await(started)
  326. const events = yield* Bus.Service
  327. yield* events.publish(SessionEvent.Renamed, { sessionID, title: "Manual title" })
  328. yield* Deferred.succeed(release, undefined)
  329. yield* Fiber.join(fiber)
  330. const store = yield* SessionStore.Service
  331. expect(requests).toHaveLength(1)
  332. expect((yield* store.get(sessionID))?.title).toBe("Manual title")
  333. }),
  334. )