session-title.test.ts 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367
  1. import { expect } from "bun:test"
  2. import { LLMClient, LLMEvent, Model, type LLMRequest } from "@opencode-ai/ai"
  3. import { OpenAIChat } from "@opencode-ai/ai/protocols"
  4. import { Agent } from "@opencode-ai/core/agent"
  5. import { Database } from "@opencode-ai/core/database/database"
  6. import { AppNodeBuilder } from "@opencode-ai/core/effect/app-node-builder"
  7. import { llmClient } from "@opencode-ai/core/effect/app-node-platform"
  8. import { LayerNode } from "@opencode-ai/util/effect/layer-node"
  9. import { Bus } from "@opencode-ai/core/bus"
  10. import { SessionEvent } from "@opencode-ai/core/session/event"
  11. import { SessionMessage } from "@opencode-ai/core/session/message"
  12. import { SessionProjector } from "@opencode-ai/core/session/projector"
  13. import { SessionRunnerModel } from "@opencode-ai/core/session/runner/model"
  14. import { SessionTable } from "@opencode-ai/core/session/sql"
  15. import { SessionStore } from "@opencode-ai/core/session/store"
  16. import { SessionTitle } from "@opencode-ai/core/session/title"
  17. import { Session } from "@opencode-ai/core/session"
  18. import { Project } from "@opencode-ai/core/project"
  19. import { ProjectTable } from "@opencode-ai/core/project/sql"
  20. import { App } from "@opencode-ai/core/app"
  21. import { AbsolutePath } from "@opencode-ai/core/schema"
  22. import { Money } from "@opencode-ai/schema/money"
  23. import { Deferred, Effect, Fiber, Layer, Stream } from "effect"
  24. import { testEffect } from "./lib/effect"
  25. let requests: LLMRequest[] = []
  26. const model = Model.make({
  27. id: "title-model",
  28. provider: "test",
  29. route: OpenAIChat.route.with({ limits: { context: 10_000, output: 1_000 } }),
  30. })
  31. const cost = [
  32. {
  33. input: Money.USDPerMillionTokens.make(1),
  34. output: Money.USDPerMillionTokens.make(2),
  35. cache: {
  36. read: Money.USDPerMillionTokens.make(0.1),
  37. write: Money.USDPerMillionTokens.make(0.5),
  38. },
  39. },
  40. ]
  41. const successfulTitle = () =>
  42. Stream.make(
  43. LLMEvent.textDelta({ id: "title", text: "Generated Title\n" }),
  44. LLMEvent.stepFinish({
  45. index: 0,
  46. reason: { normalized: "stop" },
  47. usage: {
  48. inputTokens: 15,
  49. outputTokens: 6,
  50. nonCachedInputTokens: 10,
  51. cacheReadInputTokens: 3,
  52. cacheWriteInputTokens: 2,
  53. reasoningTokens: 2,
  54. },
  55. }),
  56. LLMEvent.finish({
  57. reason: { normalized: "stop" },
  58. }),
  59. )
  60. let titleStream: () => Stream.Stream<LLMEvent> = successfulTitle
  61. const client = Layer.mock(LLMClient.Service)({
  62. stream: (request: LLMRequest) => {
  63. requests.push(request)
  64. return titleStream()
  65. },
  66. generate: () => Effect.die("unused"),
  67. })
  68. const models = Layer.mock(SessionRunnerModel.Service)({
  69. resolve: () =>
  70. Effect.succeed(
  71. SessionRunnerModel.resolved(model, {
  72. capabilities: { tools: true, input: ["text", "image"], output: ["text"] },
  73. cost,
  74. }),
  75. ),
  76. })
  77. const it = testEffect(
  78. AppNodeBuilder.build(
  79. LayerNode.group([
  80. Database.node,
  81. Bus.node,
  82. SessionProjector.node,
  83. SessionStore.node,
  84. Agent.node,
  85. SessionTitle.node,
  86. ]),
  87. [
  88. [llmClient, client],
  89. [SessionRunnerModel.node, models],
  90. ],
  91. ),
  92. )
  93. const insertSession = (id: Session.ID, title?: string, created?: number) =>
  94. Effect.gen(function* () {
  95. const { db } = yield* Database.Service
  96. yield* db
  97. .insert(ProjectTable)
  98. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  99. .onConflictDoNothing()
  100. .run()
  101. .pipe(Effect.orDie)
  102. yield* db
  103. .insert(SessionTable)
  104. .values({
  105. id,
  106. project_id: Project.ID.global,
  107. slug: id,
  108. directory: "/project",
  109. title,
  110. time_created: created,
  111. version: "test",
  112. })
  113. .onConflictDoNothing()
  114. .run()
  115. .pipe(Effect.orDie)
  116. })
  117. const prompt = (sessionID: Session.ID, text: string) =>
  118. Effect.gen(function* () {
  119. const bus = yield* Bus.Service
  120. const messageID = SessionMessage.ID.create()
  121. yield* bus.publish(SessionEvent.InputAdmitted, {
  122. sessionID,
  123. inputID: messageID,
  124. input: { type: "user", data: { text }, delivery: "steer" },
  125. })
  126. yield* bus.publish(SessionEvent.InputPromoted, {
  127. sessionID,
  128. inputID: messageID,
  129. })
  130. })
  131. it.effect("generates a title from the sole user message and renames the session", () =>
  132. Effect.gen(function* () {
  133. requests = []
  134. titleStream = successfulTitle
  135. const agentService = yield* Agent.Service
  136. yield* agentService.transform((editor) => {
  137. editor.update(Agent.ID.make("title"), (agent) => {
  138. agent.mode = "primary"
  139. agent.hidden = true
  140. agent.system = "You are a title generator."
  141. })
  142. })
  143. const sessionID = Session.ID.make("ses_title_generate")
  144. yield* insertSession(sessionID)
  145. yield* prompt(sessionID, "Help me debug the failing build")
  146. const store = yield* SessionStore.Service
  147. const title = yield* SessionTitle.Service
  148. yield* title.generateForFirstPrompt(sessionID)
  149. expect(requests).toHaveLength(1)
  150. expect(requests[0]?.http?.headers).toEqual({
  151. "x-session-affinity": sessionID,
  152. "X-Session-Id": sessionID,
  153. "User-Agent": App.useragent(App.make()),
  154. "x-opencode-project": Project.ID.global,
  155. "x-opencode-session": sessionID,
  156. "x-opencode-client": "opencode",
  157. })
  158. expect(JSON.stringify(requests[0]?.messages)).toContain("Help me debug the failing build")
  159. const renamed = yield* store.get(sessionID)
  160. expect(renamed?.title).toBe("Generated Title")
  161. expect(renamed?.tokens).toEqual({ input: 10, output: 4, reasoning: 2, cache: { read: 3, write: 2 } })
  162. expect(renamed?.cost).toBeCloseTo(0.0000233)
  163. }),
  164. )
  165. it.effect("generates from the first user message after later messages exist", () =>
  166. Effect.gen(function* () {
  167. requests = []
  168. titleStream = successfulTitle
  169. const agentService = yield* Agent.Service
  170. yield* agentService.transform((editor) => {
  171. editor.update(Agent.ID.make("title"), (agent) => {
  172. agent.mode = "primary"
  173. agent.hidden = true
  174. agent.system = "You are a title generator."
  175. })
  176. })
  177. const sessionID = Session.ID.make("ses_title_second_message")
  178. yield* insertSession(sessionID)
  179. yield* prompt(sessionID, "First message")
  180. yield* prompt(sessionID, "Second message")
  181. const store = yield* SessionStore.Service
  182. const title = yield* SessionTitle.Service
  183. yield* title.generateForFirstPrompt(sessionID)
  184. expect(requests).toHaveLength(1)
  185. expect(JSON.stringify(requests[0]?.messages)).toContain("First message")
  186. expect(JSON.stringify(requests[0]?.messages)).not.toContain("Second message")
  187. expect((yield* store.get(sessionID))?.title).toBe("Generated Title")
  188. }),
  189. )
  190. it.effect("retries a legacy persisted fallback title", () =>
  191. Effect.gen(function* () {
  192. requests = []
  193. titleStream = successfulTitle
  194. const agentService = yield* Agent.Service
  195. yield* agentService.transform((editor) => {
  196. editor.update(Agent.ID.make("title"), (agent) => {
  197. agent.mode = "primary"
  198. agent.hidden = true
  199. agent.system = "You are a title generator."
  200. })
  201. })
  202. const sessionID = Session.ID.make("ses_title_legacy")
  203. const created = Date.parse("2026-07-30T18:45:03.662Z")
  204. yield* insertSession(sessionID, "New session - 2026-07-30T18:45:03.662Z", created)
  205. yield* prompt(sessionID, "Retry the legacy title")
  206. const title = yield* SessionTitle.Service
  207. yield* title.generateForFirstPrompt(sessionID)
  208. const store = yield* SessionStore.Service
  209. expect(requests).toHaveLength(1)
  210. expect((yield* store.get(sessionID))?.title).toBe("Generated Title")
  211. }),
  212. )
  213. it.effect("does not generate for a child session", () =>
  214. Effect.gen(function* () {
  215. requests = []
  216. titleStream = successfulTitle
  217. const agentService = yield* Agent.Service
  218. yield* agentService.transform((editor) => {
  219. editor.update(Agent.ID.make("title"), (agent) => {
  220. agent.mode = "primary"
  221. agent.hidden = true
  222. agent.system = "You are a title generator."
  223. })
  224. })
  225. const sessionID = Session.ID.make("ses_title_child")
  226. const { db } = yield* Database.Service
  227. yield* db
  228. .insert(ProjectTable)
  229. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  230. .onConflictDoNothing()
  231. .run()
  232. .pipe(Effect.orDie)
  233. yield* db
  234. .insert(SessionTable)
  235. .values({
  236. id: sessionID,
  237. project_id: Project.ID.global,
  238. parent_id: Session.ID.make("ses_title_parent"),
  239. slug: sessionID,
  240. directory: "/project",
  241. version: "test",
  242. })
  243. .onConflictDoNothing()
  244. .run()
  245. .pipe(Effect.orDie)
  246. yield* prompt(sessionID, "Do this subtask")
  247. const title = yield* SessionTitle.Service
  248. yield* title.generateForFirstPrompt(sessionID)
  249. expect(requests).toHaveLength(0)
  250. }),
  251. )
  252. it.effect("does not generate when the title agent is removed", () =>
  253. Effect.gen(function* () {
  254. requests = []
  255. titleStream = successfulTitle
  256. const sessionID = Session.ID.make("ses_title_no_agent")
  257. yield* insertSession(sessionID)
  258. yield* prompt(sessionID, "Help me debug the failing build")
  259. const store = yield* SessionStore.Service
  260. const title = yield* SessionTitle.Service
  261. yield* title.generateForFirstPrompt(sessionID)
  262. expect(requests).toHaveLength(0)
  263. const untouched = yield* store.get(sessionID)
  264. expect(untouched?.title).toBeUndefined()
  265. }),
  266. )
  267. it.effect("does not overwrite an explicit title", () =>
  268. Effect.gen(function* () {
  269. requests = []
  270. titleStream = successfulTitle
  271. const sessionID = Session.ID.make("ses_title_explicit")
  272. yield* insertSession(sessionID)
  273. yield* prompt(sessionID, "Help me debug the failing build")
  274. const events = yield* Bus.Service
  275. yield* events.publish(SessionEvent.Renamed, { sessionID, title: "New session - 2099-01-01T00:00:00.000Z" })
  276. const title = yield* SessionTitle.Service
  277. yield* title.generateForFirstPrompt(sessionID)
  278. const store = yield* SessionStore.Service
  279. expect(requests).toHaveLength(0)
  280. expect((yield* store.get(sessionID))?.title).toBe("New session - 2099-01-01T00:00:00.000Z")
  281. }),
  282. )
  283. it.effect("retries after a failed title request", () =>
  284. Effect.gen(function* () {
  285. requests = []
  286. const agentService = yield* Agent.Service
  287. yield* agentService.transform((editor) => {
  288. editor.update(Agent.ID.make("title"), (agent) => {
  289. agent.mode = "primary"
  290. agent.hidden = true
  291. agent.system = "You are a title generator."
  292. })
  293. })
  294. const sessionID = Session.ID.make("ses_title_retry")
  295. yield* insertSession(sessionID)
  296. yield* prompt(sessionID, "Retry this title")
  297. const title = yield* SessionTitle.Service
  298. titleStream = () => Stream.make(LLMEvent.providerError({ message: "Provider unavailable" }))
  299. yield* title.generateForFirstPrompt(sessionID)
  300. titleStream = successfulTitle
  301. yield* title.generateForFirstPrompt(sessionID)
  302. const store = yield* SessionStore.Service
  303. expect(requests).toHaveLength(2)
  304. expect((yield* store.get(sessionID))?.title).toBe("Generated Title")
  305. }),
  306. )
  307. it.effect("preserves a manual rename completed while generation is in flight", () =>
  308. Effect.gen(function* () {
  309. requests = []
  310. const agentService = yield* Agent.Service
  311. yield* agentService.transform((editor) => {
  312. editor.update(Agent.ID.make("title"), (agent) => {
  313. agent.mode = "primary"
  314. agent.hidden = true
  315. agent.system = "You are a title generator."
  316. })
  317. })
  318. const sessionID = Session.ID.make("ses_title_manual_rename")
  319. yield* insertSession(sessionID)
  320. yield* prompt(sessionID, "Generate this title")
  321. const started = yield* Deferred.make<void>()
  322. const release = yield* Deferred.make<void>()
  323. titleStream = () =>
  324. Stream.unwrap(
  325. Deferred.succeed(started, undefined).pipe(
  326. Effect.andThen(Deferred.await(release)),
  327. Effect.as(successfulTitle()),
  328. ),
  329. )
  330. const title = yield* SessionTitle.Service
  331. const fiber = yield* title.generateForFirstPrompt(sessionID).pipe(Effect.forkScoped)
  332. yield* Deferred.await(started)
  333. const events = yield* Bus.Service
  334. yield* events.publish(SessionEvent.Renamed, { sessionID, title: "Manual title" })
  335. yield* Deferred.succeed(release, undefined)
  336. yield* Fiber.join(fiber)
  337. const store = yield* SessionStore.Service
  338. expect(requests).toHaveLength(1)
  339. expect((yield* store.get(sessionID))?.title).toBe("Manual title")
  340. }),
  341. )