370953729b
- perf_stats aggregator lives in eval/, not model/: the import failed silently and EVERY perf column was empty (not just ttft). Now warns on stderr instead of swallowing. - repeats > 1 get their own checkpoint key (:rep2, :rep3, ...): repeat 2 previously restored repeat 1's predictions and finished instantly with identical scores. rep1 keeps the legacy key (existing checkpoints still resume). - repeats summary: report the MEAN score and aggregate time/tokens over ALL runs (was: last run only). - README: six-benchmark command as the primary example. Co-Authored-By: Claude <noreply@anthropic.com>
137 lines
1.7 KiB
JSON
137 lines
1.7 KiB
JSON
{
|
|
"qwen": {
|
|
"tokens": [
|
|
"qwen",
|
|
"通义",
|
|
"千问",
|
|
"alibaba",
|
|
"阿里"
|
|
]
|
|
},
|
|
"glm": {
|
|
"tokens": [
|
|
"glm",
|
|
"chatglm",
|
|
"智谱",
|
|
"zhipu",
|
|
"清言"
|
|
]
|
|
},
|
|
"deepseek": {
|
|
"tokens": [
|
|
"deepseek",
|
|
"深度求索"
|
|
]
|
|
},
|
|
"claude": {
|
|
"tokens": [
|
|
"claude",
|
|
"opus",
|
|
"sonnet",
|
|
"haiku",
|
|
"anthropic"
|
|
]
|
|
},
|
|
"gpt": {
|
|
"tokens": [
|
|
"gpt",
|
|
"chatgpt",
|
|
"openai",
|
|
"o1",
|
|
"o3",
|
|
"o4"
|
|
]
|
|
},
|
|
"gemini": {
|
|
"tokens": [
|
|
"gemini",
|
|
"deepmind",
|
|
"bard"
|
|
]
|
|
},
|
|
"llama": {
|
|
"tokens": [
|
|
"llama",
|
|
"meta ai"
|
|
]
|
|
},
|
|
"mistral": {
|
|
"tokens": [
|
|
"mistral",
|
|
"mixtral",
|
|
"mistral ai"
|
|
]
|
|
},
|
|
"kimi": {
|
|
"tokens": [
|
|
"kimi",
|
|
"moonshot",
|
|
"月之暗面"
|
|
]
|
|
},
|
|
"hunyuan": {
|
|
"tokens": [
|
|
"hunyuan",
|
|
"混元"
|
|
]
|
|
},
|
|
"doubao": {
|
|
"tokens": [
|
|
"doubao",
|
|
"豆包",
|
|
"bytedance",
|
|
"字节跳动"
|
|
]
|
|
},
|
|
"minimax": {
|
|
"tokens": [
|
|
"minimax",
|
|
"海螺"
|
|
]
|
|
},
|
|
"yi": {
|
|
"tokens": [
|
|
"yi-",
|
|
"零一万物",
|
|
"01.ai",
|
|
"01-ai"
|
|
]
|
|
},
|
|
"step": {
|
|
"tokens": [
|
|
"stepfun",
|
|
"阶跃星辰",
|
|
"step-"
|
|
]
|
|
},
|
|
"ernie": {
|
|
"tokens": [
|
|
"ernie",
|
|
"文心",
|
|
"baidu",
|
|
"百度"
|
|
]
|
|
},
|
|
"spark": {
|
|
"tokens": [
|
|
"spark",
|
|
"讯飞星火",
|
|
"iflytek",
|
|
"星火"
|
|
]
|
|
},
|
|
"command": {
|
|
"tokens": [
|
|
"command",
|
|
"cohere"
|
|
]
|
|
},
|
|
"tiangong": {
|
|
"tokens": [
|
|
"tiangong",
|
|
"taie",
|
|
"天工",
|
|
"昆仑"
|
|
]
|
|
}
|
|
} |