providerUsage.test.ts 2.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768
  1. import { describe, expect, test } from "bun:test"
  2. import type { ZenData } from "@opencode-ai/console-core/model.js"
  3. import type { ProviderHelper } from "../src/routes/zen/util/provider/provider"
  4. import { anthropicHelper } from "../src/routes/zen/util/provider/anthropic"
  5. import { googleHelper } from "../src/routes/zen/util/provider/google"
  6. import { oaCompatHelper } from "../src/routes/zen/util/provider/openai-compatible"
  7. import { openaiHelper } from "../src/routes/zen/util/provider/openai"
  8. const providers = {
  9. anthropic: anthropicHelper({ reqModel: "claude-haiku-4-5", providerModel: "claude-haiku-4-5" }),
  10. google: googleHelper({ reqModel: "gemini-3-flash", providerModel: "gemini-3-flash" }),
  11. openai: openaiHelper({ reqModel: "gpt-5", providerModel: "gpt-5" }),
  12. "oa-compat": oaCompatHelper({ reqModel: "gpt-5-nano", providerModel: "gpt-5-nano" }),
  13. } satisfies Record<ZenData.Format, ReturnType<ProviderHelper>>
  14. describe("provider usage extraction", () => {
  15. test("extracts Google non-stream usage metadata", () => {
  16. const usage = providers.google.extractUsage({
  17. usageMetadata: {
  18. promptTokenCount: 10,
  19. candidatesTokenCount: 3,
  20. thoughtsTokenCount: 2,
  21. cachedContentTokenCount: 4,
  22. },
  23. })
  24. expect(providers.google.normalizeUsage(usage)).toEqual({
  25. inputTokens: 6,
  26. outputTokens: 3,
  27. reasoningTokens: 2,
  28. cacheReadTokens: 4,
  29. cacheWrite5mTokens: undefined,
  30. cacheWrite1hTokens: undefined,
  31. })
  32. })
  33. test("parses Google stream usage metadata", () => {
  34. const usageParser = providers.google.createUsageParser()
  35. usageParser.parse(
  36. 'data: {"usageMetadata":{"promptTokenCount":10,"candidatesTokenCount":3,"thoughtsTokenCount":2,"cachedContentTokenCount":4}}',
  37. )
  38. expect(providers.google.normalizeUsage(usageParser.retrieve())).toEqual({
  39. inputTokens: 6,
  40. outputTokens: 3,
  41. reasoningTokens: 2,
  42. cacheReadTokens: 4,
  43. cacheWrite5mTokens: undefined,
  44. cacheWrite1hTokens: undefined,
  45. })
  46. })
  47. test("extracts nested OpenAI Responses usage", () => {
  48. expect(
  49. providers.openai.extractUsage({
  50. response: {
  51. usage: {
  52. input_tokens: 5,
  53. output_tokens: 7,
  54. },
  55. },
  56. }),
  57. ).toEqual({
  58. input_tokens: 5,
  59. output_tokens: 7,
  60. })
  61. })
  62. })