09b2add673
New evalharness/fingerprint/ package (from evalstone fp_fusion v1.1, 2026-09-07 pruning final): probe battery -> concurrent collection -> five scoring views (verify/attribution/variant/adversarial/robustness), bundled family aliases + 27 reference fingerprints (12 fp_fusion schema). - CLI: 'evalharness fingerprint run ...' (REMAINDER passthrough, single source of arg definitions) + 'fingerprint list' for bundled references - imports rewritten package-relative; direct 'python3 run_fp_fusion.py' execution kept working via package bootstrap - offline analysis/collection scripts made path-independent (previously pinned to a /opt/evalscope path absent on this host) - shell scripts: hardcoded API key -> FP_API_KEY/OPENAI_API_KEY env vars - --reference accepts short names resolved against bundled references/ - pyproject: +httpx dependency, package-data references/*.json - tests/test_fingerprint.py: 10 offline tests (battery definitions, assembly counts, normalization, signals, verdict ladder, CLI wiring) - README: fingerprint section + architecture entry Verified on H20-1: tests 10/10, installed CLI OK, full-protocol run vs vectron GLM-5.3 reproduces baseline (score 0.9451, s_idn 0.846).
137 lines
1.7 KiB
JSON
137 lines
1.7 KiB
JSON
{
|
|
"qwen": {
|
|
"tokens": [
|
|
"qwen",
|
|
"通义",
|
|
"千问",
|
|
"alibaba",
|
|
"阿里"
|
|
]
|
|
},
|
|
"glm": {
|
|
"tokens": [
|
|
"glm",
|
|
"chatglm",
|
|
"智谱",
|
|
"zhipu",
|
|
"清言"
|
|
]
|
|
},
|
|
"deepseek": {
|
|
"tokens": [
|
|
"deepseek",
|
|
"深度求索"
|
|
]
|
|
},
|
|
"claude": {
|
|
"tokens": [
|
|
"claude",
|
|
"opus",
|
|
"sonnet",
|
|
"haiku",
|
|
"anthropic"
|
|
]
|
|
},
|
|
"gpt": {
|
|
"tokens": [
|
|
"gpt",
|
|
"chatgpt",
|
|
"openai",
|
|
"o1",
|
|
"o3",
|
|
"o4"
|
|
]
|
|
},
|
|
"gemini": {
|
|
"tokens": [
|
|
"gemini",
|
|
"deepmind",
|
|
"bard"
|
|
]
|
|
},
|
|
"llama": {
|
|
"tokens": [
|
|
"llama",
|
|
"meta ai"
|
|
]
|
|
},
|
|
"mistral": {
|
|
"tokens": [
|
|
"mistral",
|
|
"mixtral",
|
|
"mistral ai"
|
|
]
|
|
},
|
|
"kimi": {
|
|
"tokens": [
|
|
"kimi",
|
|
"moonshot",
|
|
"月之暗面"
|
|
]
|
|
},
|
|
"hunyuan": {
|
|
"tokens": [
|
|
"hunyuan",
|
|
"混元"
|
|
]
|
|
},
|
|
"doubao": {
|
|
"tokens": [
|
|
"doubao",
|
|
"豆包",
|
|
"bytedance",
|
|
"字节跳动"
|
|
]
|
|
},
|
|
"minimax": {
|
|
"tokens": [
|
|
"minimax",
|
|
"海螺"
|
|
]
|
|
},
|
|
"yi": {
|
|
"tokens": [
|
|
"yi-",
|
|
"零一万物",
|
|
"01.ai",
|
|
"01-ai"
|
|
]
|
|
},
|
|
"step": {
|
|
"tokens": [
|
|
"stepfun",
|
|
"阶跃星辰",
|
|
"step-"
|
|
]
|
|
},
|
|
"ernie": {
|
|
"tokens": [
|
|
"ernie",
|
|
"文心",
|
|
"baidu",
|
|
"百度"
|
|
]
|
|
},
|
|
"spark": {
|
|
"tokens": [
|
|
"spark",
|
|
"讯飞星火",
|
|
"iflytek",
|
|
"星火"
|
|
]
|
|
},
|
|
"command": {
|
|
"tokens": [
|
|
"command",
|
|
"cohere"
|
|
]
|
|
},
|
|
"tiangong": {
|
|
"tokens": [
|
|
"tiangong",
|
|
"taie",
|
|
"天工",
|
|
"昆仑"
|
|
]
|
|
}
|
|
} |