session-title.test.ts 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264
  1. import { expect } from "bun:test"
  2. import { LLMClient, LLMEvent, Model, type LLMRequest } from "@opencode-ai/ai"
  3. import { OpenAIChat } from "@opencode-ai/ai/protocols"
  4. import { AgentV2 } from "@opencode-ai/core/agent"
  5. import { Database } from "@opencode-ai/core/database/database"
  6. import { AppNodeBuilder } from "@opencode-ai/core/effect/app-node-builder"
  7. import { llmClient } from "@opencode-ai/core/effect/app-node-platform"
  8. import { LayerNode } from "@opencode-ai/util/effect/layer-node"
  9. import { EventV2 } from "@opencode-ai/core/event"
  10. import { SessionEvent } from "@opencode-ai/core/session/event"
  11. import { SessionMessage } from "@opencode-ai/core/session/message"
  12. import { SessionProjector } from "@opencode-ai/core/session/projector"
  13. import { SessionRunnerModel } from "@opencode-ai/core/session/runner/model"
  14. import { SessionTable } from "@opencode-ai/core/session/sql"
  15. import { SessionStore } from "@opencode-ai/core/session/store"
  16. import { SessionTitle } from "@opencode-ai/core/session/title"
  17. import { SessionV2 } from "@opencode-ai/core/session"
  18. import { Project } from "@opencode-ai/core/project"
  19. import { ProjectTable } from "@opencode-ai/core/project/sql"
  20. import { App } from "@opencode-ai/core/app"
  21. import { AbsolutePath } from "@opencode-ai/core/schema"
  22. import { Money } from "@opencode-ai/schema/money"
  23. import { Effect, Layer, Stream } from "effect"
  24. import { testEffect } from "./lib/effect"
  25. let requests: LLMRequest[] = []
  26. const model = Model.make({
  27. id: "title-model",
  28. provider: "test",
  29. route: OpenAIChat.route.with({ limits: { context: 10_000, output: 1_000 } }),
  30. })
  31. const cost = [
  32. {
  33. input: Money.USDPerMillionTokens.make(1),
  34. output: Money.USDPerMillionTokens.make(2),
  35. cache: {
  36. read: Money.USDPerMillionTokens.make(0.1),
  37. write: Money.USDPerMillionTokens.make(0.5),
  38. },
  39. },
  40. ]
  41. const client = Layer.mock(LLMClient.Service)({
  42. prepare: () => Effect.die("unused"),
  43. stream: (request: LLMRequest) => {
  44. requests.push(request)
  45. return Stream.make(
  46. LLMEvent.textDelta({ id: "title", text: "Generated Title\n" }),
  47. LLMEvent.stepFinish({
  48. index: 0,
  49. reason: "stop",
  50. usage: {
  51. inputTokens: 15,
  52. outputTokens: 6,
  53. nonCachedInputTokens: 10,
  54. cacheReadInputTokens: 3,
  55. cacheWriteInputTokens: 2,
  56. reasoningTokens: 2,
  57. },
  58. }),
  59. LLMEvent.finish({
  60. reason: "stop",
  61. }),
  62. )
  63. },
  64. generate: () => Effect.die("unused"),
  65. })
  66. const models = Layer.mock(SessionRunnerModel.Service)({
  67. resolve: () =>
  68. Effect.succeed(
  69. SessionRunnerModel.resolved(model, {
  70. capabilities: { tools: true, input: ["text", "image"], output: ["text"] },
  71. cost,
  72. }),
  73. ),
  74. })
  75. const it = testEffect(
  76. AppNodeBuilder.build(
  77. LayerNode.group([
  78. Database.node,
  79. EventV2.node,
  80. SessionProjector.node,
  81. SessionStore.node,
  82. AgentV2.node,
  83. SessionTitle.node,
  84. ]),
  85. [
  86. [llmClient, client],
  87. [SessionRunnerModel.node, models],
  88. ],
  89. ),
  90. )
  91. const insertSession = (id: SessionV2.ID) =>
  92. Effect.gen(function* () {
  93. const { db } = yield* Database.Service
  94. yield* db
  95. .insert(ProjectTable)
  96. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  97. .onConflictDoNothing()
  98. .run()
  99. .pipe(Effect.orDie)
  100. yield* db
  101. .insert(SessionTable)
  102. .values({
  103. id,
  104. project_id: Project.ID.global,
  105. slug: id,
  106. directory: "/project",
  107. title: "New session - fake",
  108. version: "test",
  109. })
  110. .onConflictDoNothing()
  111. .run()
  112. .pipe(Effect.orDie)
  113. })
  114. const prompt = (sessionID: SessionV2.ID, text: string) =>
  115. Effect.gen(function* () {
  116. const events = yield* EventV2.Service
  117. const messageID = SessionMessage.ID.create()
  118. yield* events.publish(SessionEvent.InputAdmitted, {
  119. sessionID,
  120. inputID: messageID,
  121. input: { type: "user", data: { text }, delivery: "steer" },
  122. })
  123. yield* events.publish(SessionEvent.InputPromoted, {
  124. sessionID,
  125. inputID: messageID,
  126. })
  127. })
  128. it.effect("generates a title from the sole user message and renames the session", () =>
  129. Effect.gen(function* () {
  130. requests = []
  131. const agentService = yield* AgentV2.Service
  132. yield* agentService.transform((editor) => {
  133. editor.update(AgentV2.ID.make("title"), (agent) => {
  134. agent.mode = "primary"
  135. agent.hidden = true
  136. agent.system = "You are a title generator."
  137. })
  138. })
  139. const sessionID = SessionV2.ID.make("ses_title_generate")
  140. yield* insertSession(sessionID)
  141. yield* prompt(sessionID, "Help me debug the failing build")
  142. const store = yield* SessionStore.Service
  143. const session = yield* store
  144. .get(sessionID)
  145. .pipe(Effect.flatMap((session) => (session ? Effect.succeed(session) : Effect.die("session missing"))))
  146. const title = yield* SessionTitle.Service
  147. yield* title.generateForFirstPrompt(session)
  148. expect(requests).toHaveLength(1)
  149. expect(requests[0]?.http?.headers).toEqual({
  150. "x-session-affinity": sessionID,
  151. "X-Session-Id": sessionID,
  152. "User-Agent": App.useragent(App.make()),
  153. "x-opencode-project": Project.ID.global,
  154. "x-opencode-session": sessionID,
  155. "x-opencode-client": "opencode",
  156. })
  157. expect(JSON.stringify(requests[0]?.messages)).toContain("Help me debug the failing build")
  158. const renamed = yield* store.get(sessionID)
  159. expect(renamed?.title).toBe("Generated Title")
  160. expect(renamed?.tokens).toEqual({ input: 10, output: 4, reasoning: 2, cache: { read: 3, write: 2 } })
  161. expect(renamed?.cost).toBeCloseTo(0.0000233)
  162. }),
  163. )
  164. it.effect("does not generate once a second user message exists", () =>
  165. Effect.gen(function* () {
  166. requests = []
  167. const agentService = yield* AgentV2.Service
  168. yield* agentService.transform((editor) => {
  169. editor.update(AgentV2.ID.make("title"), (agent) => {
  170. agent.mode = "primary"
  171. agent.hidden = true
  172. agent.system = "You are a title generator."
  173. })
  174. })
  175. const sessionID = SessionV2.ID.make("ses_title_second_message")
  176. yield* insertSession(sessionID)
  177. yield* prompt(sessionID, "First message")
  178. yield* prompt(sessionID, "Second message")
  179. const store = yield* SessionStore.Service
  180. const session = yield* store
  181. .get(sessionID)
  182. .pipe(Effect.flatMap((session) => (session ? Effect.succeed(session) : Effect.die("session missing"))))
  183. const title = yield* SessionTitle.Service
  184. yield* title.generateForFirstPrompt(session)
  185. expect(requests).toHaveLength(0)
  186. const untouched = yield* store.get(sessionID)
  187. expect(untouched?.title).toBe("New session - fake")
  188. }),
  189. )
  190. it.effect("does not generate for a child session", () =>
  191. Effect.gen(function* () {
  192. requests = []
  193. const agentService = yield* AgentV2.Service
  194. yield* agentService.transform((editor) => {
  195. editor.update(AgentV2.ID.make("title"), (agent) => {
  196. agent.mode = "primary"
  197. agent.hidden = true
  198. agent.system = "You are a title generator."
  199. })
  200. })
  201. const sessionID = SessionV2.ID.make("ses_title_child")
  202. const { db } = yield* Database.Service
  203. yield* db
  204. .insert(ProjectTable)
  205. .values({ id: Project.ID.global, worktree: AbsolutePath.make("/project"), sandboxes: [] })
  206. .onConflictDoNothing()
  207. .run()
  208. .pipe(Effect.orDie)
  209. yield* db
  210. .insert(SessionTable)
  211. .values({
  212. id: sessionID,
  213. project_id: Project.ID.global,
  214. parent_id: SessionV2.ID.make("ses_title_parent"),
  215. slug: sessionID,
  216. directory: "/project",
  217. title: "Child session - fake",
  218. version: "test",
  219. })
  220. .onConflictDoNothing()
  221. .run()
  222. .pipe(Effect.orDie)
  223. yield* prompt(sessionID, "Do this subtask")
  224. const store = yield* SessionStore.Service
  225. const session = yield* store
  226. .get(sessionID)
  227. .pipe(Effect.flatMap((session) => (session ? Effect.succeed(session) : Effect.die("session missing"))))
  228. const title = yield* SessionTitle.Service
  229. yield* title.generateForFirstPrompt(session)
  230. expect(requests).toHaveLength(0)
  231. }),
  232. )
  233. it.effect("does not generate when the title agent is removed", () =>
  234. Effect.gen(function* () {
  235. requests = []
  236. const sessionID = SessionV2.ID.make("ses_title_no_agent")
  237. yield* insertSession(sessionID)
  238. yield* prompt(sessionID, "Help me debug the failing build")
  239. const store = yield* SessionStore.Service
  240. const session = yield* store
  241. .get(sessionID)
  242. .pipe(Effect.flatMap((session) => (session ? Effect.succeed(session) : Effect.die("session missing"))))
  243. const title = yield* SessionTitle.Service
  244. yield* title.generateForFirstPrompt(session)
  245. expect(requests).toHaveLength(0)
  246. const untouched = yield* store.get(sessionID)
  247. expect(untouched?.title).toBe("New session - fake")
  248. }),
  249. )