evaluation.json 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230
  1. {
  2. "recorded_at": "2026-09-29T18:41:43.048925+00:00",
  3. "python": "3.11.16",
  4. "mode": "demo",
  5. "cases": [
  6. {
  7. "case": "auto_layout_sample",
  8. "elapsed_ms": 3.552,
  9. "stats": {
  10. "node_count": 104,
  11. "text_count": 55,
  12. "placeholder_count": 0,
  13. "hidden_count": 0,
  14. "max_depth": 5
  15. },
  16. "review": {
  17. "status": "passed",
  18. "passed": true,
  19. "checks": [
  20. {
  21. "name": "required_files",
  22. "passed": true,
  23. "detail": "必备文件齐全"
  24. },
  25. {
  26. "name": "node_coverage",
  27. "passed": true,
  28. "detail": "设计节点 104;预览匹配 104;缺失 0;额外 0;重复 0"
  29. },
  30. {
  31. "name": "manifest_json",
  32. "passed": true,
  33. "detail": "manifest 是有效 JSON 对象"
  34. },
  35. {
  36. "name": "basic_accessibility",
  37. "passed": true,
  38. "detail": "通过基础语义检查;不代表完整 WCAG 合规"
  39. }
  40. ],
  41. "issues": [],
  42. "node_coverage_percent": 100.0,
  43. "node_count": 104,
  44. "rendered_node_count": 104,
  45. "scope": "仅静态结构与基础语义校验;未执行生成代码,未进行截图比较,不是像素还原率。",
  46. "repair_applied": false,
  47. "repair_count": 0,
  48. "model_review": null
  49. },
  50. "metrics": {
  51. "duration_ms": 3.55,
  52. "llm_calls": 0,
  53. "llm_latency_ms": 0,
  54. "input_chars": 0,
  55. "output_chars": 0,
  56. "input_chars_note": "输入字符数统计摘要 JSON,不含角色系统提示词。",
  57. "context_omitted_nodes": 0,
  58. "truncated_context_calls": 0,
  59. "token_usage": {
  60. "input": 0,
  61. "output": 0
  62. },
  63. "estimated_cost_usd": 0,
  64. "cost_note": "离线运行,无 LLM 请求与 LLM 费用。",
  65. "files_count": 10,
  66. "node_count": 104,
  67. "node_coverage_percent": 100.0,
  68. "coverage_note": "节点覆盖率仅表示导入节点出现在预览 DOM 中,不是视觉还原率。",
  69. "calls": [],
  70. "runner": "deterministic_demo"
  71. },
  72. "warnings": []
  73. },
  74. {
  75. "case": "absolute_layout",
  76. "elapsed_ms": 0.193,
  77. "stats": {
  78. "node_count": 2,
  79. "text_count": 1,
  80. "placeholder_count": 0,
  81. "hidden_count": 0,
  82. "max_depth": 1
  83. },
  84. "review": {
  85. "status": "passed",
  86. "passed": true,
  87. "checks": [
  88. {
  89. "name": "required_files",
  90. "passed": true,
  91. "detail": "必备文件齐全"
  92. },
  93. {
  94. "name": "node_coverage",
  95. "passed": true,
  96. "detail": "设计节点 2;预览匹配 2;缺失 0;额外 0;重复 0"
  97. },
  98. {
  99. "name": "manifest_json",
  100. "passed": true,
  101. "detail": "manifest 是有效 JSON 对象"
  102. },
  103. {
  104. "name": "basic_accessibility",
  105. "passed": true,
  106. "detail": "通过基础语义检查;不代表完整 WCAG 合规"
  107. }
  108. ],
  109. "issues": [],
  110. "node_coverage_percent": 100.0,
  111. "node_count": 2,
  112. "rendered_node_count": 2,
  113. "scope": "仅静态结构与基础语义校验;未执行生成代码,未进行截图比较,不是像素还原率。",
  114. "repair_applied": false,
  115. "repair_count": 0,
  116. "model_review": null
  117. },
  118. "metrics": {
  119. "duration_ms": 0.19,
  120. "llm_calls": 0,
  121. "llm_latency_ms": 0,
  122. "input_chars": 0,
  123. "output_chars": 0,
  124. "input_chars_note": "输入字符数统计摘要 JSON,不含角色系统提示词。",
  125. "context_omitted_nodes": 0,
  126. "truncated_context_calls": 0,
  127. "token_usage": {
  128. "input": 0,
  129. "output": 0
  130. },
  131. "estimated_cost_usd": 0,
  132. "cost_note": "离线运行,无 LLM 请求与 LLM 费用。",
  133. "files_count": 10,
  134. "node_count": 2,
  135. "node_coverage_percent": 100.0,
  136. "coverage_note": "节点覆盖率仅表示导入节点出现在预览 DOM 中,不是视觉还原率。",
  137. "calls": [],
  138. "runner": "deterministic_demo"
  139. },
  140. "warnings": []
  141. },
  142. {
  143. "case": "unsupported_artwork",
  144. "elapsed_ms": 0.191,
  145. "stats": {
  146. "node_count": 3,
  147. "text_count": 0,
  148. "placeholder_count": 2,
  149. "hidden_count": 0,
  150. "max_depth": 1
  151. },
  152. "review": {
  153. "status": "passed",
  154. "passed": true,
  155. "checks": [
  156. {
  157. "name": "required_files",
  158. "passed": true,
  159. "detail": "必备文件齐全"
  160. },
  161. {
  162. "name": "node_coverage",
  163. "passed": true,
  164. "detail": "设计节点 3;预览匹配 3;缺失 0;额外 0;重复 0"
  165. },
  166. {
  167. "name": "manifest_json",
  168. "passed": true,
  169. "detail": "manifest 是有效 JSON 对象"
  170. },
  171. {
  172. "name": "basic_accessibility",
  173. "passed": true,
  174. "detail": "通过基础语义检查;不代表完整 WCAG 合规"
  175. }
  176. ],
  177. "issues": [],
  178. "node_coverage_percent": 100.0,
  179. "node_count": 3,
  180. "rendered_node_count": 3,
  181. "scope": "仅静态结构与基础语义校验;未执行生成代码,未进行截图比较,不是像素还原率。",
  182. "repair_applied": false,
  183. "repair_count": 0,
  184. "model_review": null
  185. },
  186. "metrics": {
  187. "duration_ms": 0.19,
  188. "llm_calls": 0,
  189. "llm_latency_ms": 0,
  190. "input_chars": 0,
  191. "output_chars": 0,
  192. "input_chars_note": "输入字符数统计摘要 JSON,不含角色系统提示词。",
  193. "context_omitted_nodes": 0,
  194. "truncated_context_calls": 0,
  195. "token_usage": {
  196. "input": 0,
  197. "output": 0
  198. },
  199. "estimated_cost_usd": 0,
  200. "cost_note": "离线运行,无 LLM 请求与 LLM 费用。",
  201. "files_count": 10,
  202. "node_count": 3,
  203. "node_coverage_percent": 100.0,
  204. "coverage_note": "节点覆盖率仅表示导入节点出现在预览 DOM 中,不是视觉还原率。",
  205. "calls": [],
  206. "runner": "deterministic_demo"
  207. },
  208. "warnings": [
  209. "8:2(复杂矢量):VECTOR 图形待替换。",
  210. "8:3(RECTANGLE):图片资源待接入。"
  211. ]
  212. }
  213. ],
  214. "visual_fidelity": {
  215. "status": "not_measured",
  216. "reason": "未取得 Figma 基准渲染图,结构覆盖不能替代像素或人工视觉测量。"
  217. },
  218. "live_figma": {
  219. "status": "not_tested",
  220. "reason": "离线评估不使用 Figma Token。"
  221. },
  222. "live_llm": {
  223. "status": "not_tested",
  224. "reason": "离线评估不调用模型。"
  225. },
  226. "react_build": {
  227. "status": "not_run",
  228. "command": "cd outputs/<run> && npm install && npm run build"
  229. }
  230. }