ruoxi_sun
58657935fc
Vendor LLMmap / llm-verify / llm-fingerprint-detector under bash/fingerprint/tools so the three fingerprint benchmarks run with only /data1/eval mounted (no /data1/xii dependency): - run.py DEFAULT_TOOLS_ROOT prefers builtin tools/, falls back to /data1/xii - exclude .git / node_modules / template backups - detector dist/ (pre-built) retained; node_modules not needed at runtime
41 lines
1.7 KiB
JavaScript
41 lines
1.7 KiB
JavaScript
import assert from 'node:assert/strict'
|
|
import { test } from 'node:test'
|
|
|
|
import {
|
|
JSD_MATCH_THRESHOLD,
|
|
JSD_MISMATCH_THRESHOLD,
|
|
MIN_COMPARABLE_CELLS,
|
|
} from '../dist/constants.js'
|
|
import { buildComparisonResult, decideVerdict } from '../dist/verdict.js'
|
|
|
|
test('verdict thresholds: match / uncertain / mismatch bands', () => {
|
|
const cells = MIN_COMPARABLE_CELLS
|
|
assert.equal(decideVerdict(0.0, cells), 'match')
|
|
assert.equal(decideVerdict(JSD_MATCH_THRESHOLD, cells), 'match')
|
|
assert.equal(decideVerdict(JSD_MATCH_THRESHOLD + 1e-9, cells), 'uncertain')
|
|
assert.equal(decideVerdict(JSD_MISMATCH_THRESHOLD, cells), 'uncertain')
|
|
assert.equal(decideVerdict(JSD_MISMATCH_THRESHOLD + 1e-9, cells), 'mismatch')
|
|
assert.equal(decideVerdict(0.9, cells), 'mismatch')
|
|
})
|
|
|
|
test('verdict: too few comparable cells → insufficient', () => {
|
|
assert.equal(decideVerdict(0.1, MIN_COMPARABLE_CELLS - 1), 'insufficient')
|
|
assert.equal(decideVerdict(null, 10), 'insufficient')
|
|
})
|
|
|
|
test('buildComparisonResult carries thresholds, baselines and per-cell details', () => {
|
|
const entries = [
|
|
{ cellId: 'random-number-1-100:en', jsd: 0.5, validA: 25, validB: 30 },
|
|
{ cellId: 'random-color:en', jsd: 0.1, validA: 25, validB: 30 },
|
|
{ cellId: 'coin-flip:en', jsd: 0.2, validA: 25, validB: 30 },
|
|
{ cellId: 'random-animal:en', jsd: 0.2, validA: 25, validB: 30 },
|
|
]
|
|
const result = buildComparisonResult(entries, 0.25, false)
|
|
assert.equal(result.verdict, 'match')
|
|
assert.equal(result.comparableCellCount, 4)
|
|
assert.equal(result.cells.length, 4)
|
|
assert.equal(result.protocolMismatch, false)
|
|
assert.equal(result.thresholds.match, JSD_MATCH_THRESHOLD)
|
|
assert.equal(result.baselines.differentModel, 0.463)
|
|
})
|