validation.json 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138
  1. {
  2. "recorded_at": "2026-09-29T18:53:50.501897+00:00",
  3. "environment": {
  4. "python": "3.11.16",
  5. "hello-agents": "0.2.2",
  6. "fastapi": "0.141.1",
  7. "node": "v22.17.0",
  8. "npm": "10.9.2",
  9. "browser": "152.0.7977.140"
  10. },
  11. "unit_tests": {
  12. "status": "passed",
  13. "count": 44,
  14. "command": "python -m unittest discover -s tests -q"
  15. },
  16. "offline_evaluation": {
  17. "status": "passed",
  18. "cases": 3,
  19. "report": "evaluation.json"
  20. },
  21. "react_build": {
  22. "status": "passed",
  23. "command": "npm run build",
  24. "typescript": "5.7.3",
  25. "vite": "6.4.3",
  26. "artifact": "outputs/demo-verified"
  27. },
  28. "react_browser": {
  29. "status": "passed",
  30. "desktop": {
  31. "viewport": 1440,
  32. "document_width": 1440,
  33. "nodes": 104
  34. },
  35. "mobile": {
  36. "viewport": 390,
  37. "document_width": 390,
  38. "nodes": 104
  39. },
  40. "runtime_errors": []
  41. },
  42. "workbench_browser": {
  43. "status": "passed",
  44. "checks": [
  45. {
  46. "name": "demo_and_preview",
  47. "passed": true,
  48. "nodes": 104
  49. },
  50. {
  51. "name": "source_and_clipboard",
  52. "passed": true
  53. },
  54. {
  55. "name": "report_scope",
  56. "passed": true
  57. },
  58. {
  59. "name": "download_zip",
  60. "passed": true
  61. },
  62. {
  63. "name": "mobile_workbench_no_horizontal_overflow",
  64. "passed": true,
  65. "width": 390
  66. },
  67. {
  68. "name": "invalid_json_and_invalid_design_errors",
  69. "passed": true
  70. },
  71. {
  72. "name": "retry_after_failure",
  73. "passed": true
  74. },
  75. {
  76. "name": "no_browser_runtime_errors",
  77. "passed": true
  78. }
  79. ],
  80. "report": "browser-report.json"
  81. },
  82. "real_figma": {
  83. "status": "not_tested",
  84. "reason": "未提供真实Frame链接和可读取Token;接口异常使用HTTPX MockTransport测试。"
  85. },
  86. "real_llm": {
  87. "status": "passed_small_frame",
  88. "full_sample_attempts": {
  89. "status": "failed",
  90. "input_nodes": 104,
  91. "observed_failures": [
  92. "provider error at DesignAnalyst",
  93. "analysis schema mismatch",
  94. "planner invalid JSON"
  95. ],
  96. "changes_after_failure": [
  97. "role-specific prompts",
  98. "LLM_JSON_MODE default enabled",
  99. "explicit configurable output budget"
  100. ],
  101. "after_json_mode": "not_retested"
  102. },
  103. "small_frame": {
  104. "status": "passed",
  105. "input_nodes": 6,
  106. "timeout_seconds": 120,
  107. "max_tokens": 8192,
  108. "json_mode": true,
  109. "llm_calls": 4,
  110. "duration_ms": 118537.83,
  111. "node_coverage_percent": 100.0,
  112. "evidence": "live-smoke/review-report.json",
  113. "trace": "live-smoke/agent-trace.json",
  114. "runner": "hello_agents.SimpleAgent",
  115. "react_build": "passed",
  116. "react_browser": {
  117. "status": "passed",
  118. "nodes": 6,
  119. "disabled_button": true,
  120. "runtime_errors": []
  121. }
  122. },
  123. "note": "真实模型验证仅覆盖6节点样例;完整104节点样例此前在线失败,JSON模式修正后未重新执行完整样例,不声称任意设计在线生成稳定。"
  124. },
  125. "visual_fidelity": {
  126. "status": "not_measured",
  127. "reason": "没有Figma基准截图,DOM节点覆盖不能证明像素还原率。"
  128. },
  129. "fresh_environment_install": {
  130. "status": "not_tested",
  131. "reason": "使用现有venv安装依赖验证,未声称全新机器验证。"
  132. },
  133. "secret_scan": {
  134. "status": "passed",
  135. "matches": 0,
  136. "scope": "项目源文件,不含本地outputs和缓存"
  137. }
  138. }