providerUsage.test.ts 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384
  1. import { describe, expect, test } from "bun:test"
  2. import type { ZenData } from "@opencode-ai/console-core/model.js"
  3. import type { ProviderHelper } from "../src/routes/zen/util/provider/provider"
  4. import { anthropicHelper } from "../src/routes/zen/util/provider/anthropic"
  5. import { googleHelper } from "../src/routes/zen/util/provider/google"
  6. import { oaCompatHelper } from "../src/routes/zen/util/provider/openai-compatible"
  7. import { openaiHelper } from "../src/routes/zen/util/provider/openai"
  8. const providers = {
  9. anthropic: anthropicHelper({ reqModel: "claude-haiku-4-5", providerModel: "claude-haiku-4-5" }),
  10. google: googleHelper({ reqModel: "gemini-3-flash", providerModel: "gemini-3-flash" }),
  11. openai: openaiHelper({ reqModel: "gpt-5", providerModel: "gpt-5" }),
  12. "oa-compat": oaCompatHelper({ reqModel: "gpt-5-nano", providerModel: "gpt-5-nano" }),
  13. } satisfies Record<ZenData.Format, ReturnType<ProviderHelper>>
  14. describe("provider usage extraction", () => {
  15. test("extracts Google non-stream usage metadata", () => {
  16. const usage = providers.google.extractUsage({
  17. usageMetadata: {
  18. promptTokenCount: 10,
  19. candidatesTokenCount: 3,
  20. thoughtsTokenCount: 2,
  21. cachedContentTokenCount: 4,
  22. },
  23. })
  24. expect(providers.google.normalizeUsage(usage)).toEqual({
  25. inputTokens: 6,
  26. outputTokens: 3,
  27. reasoningTokens: 2,
  28. cacheReadTokens: 4,
  29. cacheWrite5mTokens: undefined,
  30. cacheWrite1hTokens: undefined,
  31. })
  32. })
  33. test("parses Google stream usage metadata", () => {
  34. const usageParser = providers.google.createUsageParser()
  35. usageParser.parse(
  36. 'data: {"usageMetadata":{"promptTokenCount":10,"candidatesTokenCount":3,"thoughtsTokenCount":2,"cachedContentTokenCount":4}}',
  37. )
  38. expect(providers.google.normalizeUsage(usageParser.retrieve())).toEqual({
  39. inputTokens: 6,
  40. outputTokens: 3,
  41. reasoningTokens: 2,
  42. cacheReadTokens: 4,
  43. cacheWrite5mTokens: undefined,
  44. cacheWrite1hTokens: undefined,
  45. })
  46. })
  47. test("extracts nested OpenAI Responses usage", () => {
  48. expect(
  49. providers.openai.extractUsage({
  50. response: {
  51. usage: {
  52. input_tokens: 5,
  53. output_tokens: 7,
  54. },
  55. },
  56. }),
  57. ).toEqual({
  58. input_tokens: 5,
  59. output_tokens: 7,
  60. })
  61. })
  62. test("parses OpenAI stream cache write usage", () => {
  63. const usageParser = providers.openai.createUsageParser()
  64. usageParser.parse(
  65. 'event: response.completed\ndata: {"response":{"usage":{"input_tokens":10,"input_tokens_details":{"cached_tokens":4,"cache_write_tokens":3},"output_tokens":2}}}',
  66. )
  67. expect(providers.openai.normalizeUsage(usageParser.retrieve())).toEqual({
  68. inputTokens: 6,
  69. outputTokens: 2,
  70. reasoningTokens: undefined,
  71. cacheReadTokens: 4,
  72. cacheWrite5mTokens: 3,
  73. cacheWrite1hTokens: undefined,
  74. })
  75. })
  76. })