129 lines
2.4 KiB
JSON
129 lines
2.4 KiB
JSON
{
|
||
"model": "kimi-k3",
|
||
"skill_mode": "with-skill",
|
||
"skill_version": "3.9.0-未发版（规则库 568 条）",
|
||
"eval_date": "2026-10-13",
|
||
"benchmark": "BaziQA-全球算命师大赛",
|
||
"overall": {
|
||
"total": 200,
|
||
"correct": 81,
|
||
"accuracy": 40.5,
|
||
"no_answer": 0
|
||
},
|
||
"baseline": {
|
||
"name": "官方基线（Gemini）",
|
||
"overall": {
|
||
"total": 200,
|
||
"correct": 69,
|
||
"accuracy": 34.5
|
||
},
|
||
"per_contest": {
|
||
"contest8_2021": 27.5,
|
||
"contest8_2022": 40.0,
|
||
"contest8_2023": 27.5,
|
||
"contest8_2024": 35.0,
|
||
"contest8_2025": 42.5
|
||
},
|
||
"per_dimension": {
|
||
"流年运势": 40.5,
|
||
"感情": 36.7,
|
||
"六亲": 27.6,
|
||
"事业": 24.0,
|
||
"性格": 45.0,
|
||
"学业": 41.7,
|
||
"财富": 30.8,
|
||
"健康": 23.1,
|
||
"其他": 50.0
|
||
}
|
||
},
|
||
"per_contest": {
|
||
"contest8_2021": {
|
||
"total": 40,
|
||
"correct": 19,
|
||
"no_answer": 0,
|
||
"accuracy": 47.5
|
||
},
|
||
"contest8_2022": {
|
||
"total": 40,
|
||
"correct": 14,
|
||
"no_answer": 0,
|
||
"accuracy": 35.0
|
||
},
|
||
"contest8_2023": {
|
||
"total": 40,
|
||
"correct": 17,
|
||
"no_answer": 0,
|
||
"accuracy": 42.5
|
||
},
|
||
"contest8_2024": {
|
||
"total": 40,
|
||
"correct": 17,
|
||
"no_answer": 0,
|
||
"accuracy": 42.5
|
||
},
|
||
"contest8_2025": {
|
||
"total": 40,
|
||
"correct": 14,
|
||
"no_answer": 0,
|
||
"accuracy": 35.0
|
||
}
|
||
},
|
||
"per_dimension": {
|
||
"流年运势": {
|
||
"total": 37,
|
||
"correct": 16,
|
||
"no_answer": 0,
|
||
"accuracy": 43.2
|
||
},
|
||
"感情": {
|
||
"total": 49,
|
||
"correct": 17,
|
||
"no_answer": 0,
|
||
"accuracy": 34.7
|
||
},
|
||
"六亲": {
|
||
"total": 29,
|
||
"correct": 12,
|
||
"no_answer": 0,
|
||
"accuracy": 41.4
|
||
},
|
||
"事业": {
|
||
"total": 25,
|
||
"correct": 12,
|
||
"no_answer": 0,
|
||
"accuracy": 48.0
|
||
},
|
||
"性格": {
|
||
"total": 20,
|
||
"correct": 12,
|
||
"no_answer": 0,
|
||
"accuracy": 60.0
|
||
},
|
||
"学业": {
|
||
"total": 12,
|
||
"correct": 5,
|
||
"no_answer": 0,
|
||
"accuracy": 41.7
|
||
},
|
||
"财富": {
|
||
"total": 13,
|
||
"correct": 3,
|
||
"no_answer": 0,
|
||
"accuracy": 23.1
|
||
},
|
||
"健康": {
|
||
"total": 13,
|
||
"correct": 4,
|
||
"no_answer": 0,
|
||
"accuracy": 30.8
|
||
},
|
||
"其他": {
|
||
"total": 2,
|
||
"correct": 0,
|
||
"no_answer": 0,
|
||
"accuracy": 0.0
|
||
}
|
||
},
|
||
"notes": "判分：评测/工具/run_eval.py；求解留档：评测/ai答案/kimi-k3/with-skill/（41 位命主：规则库 3.7 全量 + 3.9 补强重跑 17 位命主的合并集，2026-10-13 收录；3.6 版留档存档于 with-skill-v3.6/）；官方基线口径见 试题/BaziQA-全球算命师大赛/SOURCE.md"
|
||
}
|