2785 lines
144 KiB
HTML
2785 lines
144 KiB
HTML
<!DOCTYPE html>
|
||
<html lang="en">
|
||
<head>
|
||
<meta charset="UTF-8" />
|
||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
||
<title>Evaluation Report — qwen-plus</title>
|
||
<style>
|
||
/* ── Reset ────────────────────────────────────────────────────── */
|
||
*, *::before, *::after { box-sizing: border-box; margin: 0; padding: 0; }
|
||
|
||
/* ── Design tokens ───────────────────────────────────────────── */
|
||
:root {
|
||
--bg: #0c0c1a;
|
||
--bg-card: #12122b;
|
||
--bg-card2: #16163a;
|
||
--bg-deep: #09091a;
|
||
--bg-hover: #1b1b3a;
|
||
--border: rgba(129, 109, 248, 0.10);
|
||
--border-md: rgba(129, 109, 248, 0.18);
|
||
--border-strong: rgba(129, 109, 248, 0.28);
|
||
--text: #e2e8f0;
|
||
--text-muted: #8896aa;
|
||
--text-dim: #505870;
|
||
--accent: #816DF8;
|
||
--accent-dim: rgba(129, 109, 248, 0.12);
|
||
--accent-glow: rgba(129, 109, 248, 0.25);
|
||
--accent-dark: #5B3FD6;
|
||
--purple: #a78bfa;
|
||
--purple-dim: rgba(167, 139, 250, 0.12);
|
||
--green: #0F9C7E;
|
||
--green-dim: rgba(15, 156, 126, 0.12);
|
||
--yellow: #fbbf24;
|
||
--radius-xs: 4px;
|
||
--radius-sm: 8px;
|
||
--radius: 12px;
|
||
--radius-lg: 16px;
|
||
--radius-xl: 20px;
|
||
--shadow-sm: 0 2px 8px rgba(0,0,0,0.4);
|
||
--shadow: 0 4px 20px rgba(0,0,0,0.55);
|
||
--shadow-lg: 0 8px 40px rgba(0,0,0,0.6);
|
||
--transition: 0.18s ease;
|
||
}
|
||
|
||
html { scroll-behavior: smooth; }
|
||
|
||
body {
|
||
font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, "Helvetica Neue", Arial, sans-serif;
|
||
background: var(--bg);
|
||
color: var(--text);
|
||
line-height: 1.65;
|
||
font-size: 15px;
|
||
min-height: 100vh;
|
||
}
|
||
|
||
/* thin global scrollbar */
|
||
::-webkit-scrollbar { width: 5px; height: 5px; }
|
||
::-webkit-scrollbar-track { background: transparent; }
|
||
::-webkit-scrollbar-thumb { background: rgba(129,109,248,0.2); border-radius: 3px; }
|
||
::-webkit-scrollbar-thumb:hover { background: rgba(129,109,248,0.38); }
|
||
* { scrollbar-width: thin; scrollbar-color: rgba(129,109,248,0.2) transparent; }
|
||
|
||
/* ── Layout ──────────────────────────────────────────────────── */
|
||
.container {
|
||
max-width: 980px;
|
||
margin: 0 auto;
|
||
padding: 1.5rem 1.5rem 5rem;
|
||
}
|
||
|
||
/* ── Floating TOC ────────────────────────────────────────────── */
|
||
.toc {
|
||
position: fixed;
|
||
right: 1.5rem;
|
||
top: 4.5rem;
|
||
z-index: 200;
|
||
display: flex;
|
||
flex-direction: column;
|
||
align-items: flex-end;
|
||
gap: 0.5rem;
|
||
pointer-events: none;
|
||
}
|
||
.toc > * { pointer-events: auto; }
|
||
|
||
.toc-toggle-btn {
|
||
width: 40px;
|
||
height: 40px;
|
||
border-radius: 50%;
|
||
background: var(--bg-card2);
|
||
border: 1px solid var(--border-strong);
|
||
box-shadow: var(--shadow);
|
||
display: flex;
|
||
align-items: center;
|
||
justify-content: center;
|
||
cursor: pointer;
|
||
color: var(--accent);
|
||
transition: background var(--transition), transform var(--transition), box-shadow var(--transition);
|
||
flex-shrink: 0;
|
||
}
|
||
.toc-toggle-btn:hover {
|
||
background: var(--bg-hover);
|
||
transform: scale(1.08);
|
||
box-shadow: 0 0 0 3px var(--accent-glow);
|
||
}
|
||
.toc-toggle-btn svg { display: block; }
|
||
|
||
.toc-panel {
|
||
background: var(--bg-card2);
|
||
border: 1px solid var(--border-strong);
|
||
border-radius: var(--radius);
|
||
padding: 1rem 0.75rem 1rem 1rem;
|
||
width: 220px;
|
||
max-height: calc(100vh - 9rem);
|
||
overflow-y: auto;
|
||
box-shadow: var(--shadow-lg);
|
||
display: none;
|
||
animation: toc-in 0.15s ease;
|
||
}
|
||
.toc.expanded .toc-panel { display: block; }
|
||
|
||
@keyframes toc-in {
|
||
from { opacity: 0; transform: translateY(-6px); }
|
||
to { opacity: 1; transform: translateY(0); }
|
||
}
|
||
|
||
.toc-heading {
|
||
font-size: 0.65rem;
|
||
font-weight: 700;
|
||
text-transform: uppercase;
|
||
letter-spacing: 0.09em;
|
||
color: var(--text-dim);
|
||
margin-bottom: 0.65rem;
|
||
padding-bottom: 0.5rem;
|
||
border-bottom: 1px solid var(--border);
|
||
padding-left: 0.25rem;
|
||
}
|
||
|
||
.toc-list, .toc-sub {
|
||
list-style: none;
|
||
display: flex;
|
||
flex-direction: column;
|
||
gap: 1px;
|
||
}
|
||
.toc-sub { margin-left: 0.6rem; margin-top: 1px; }
|
||
|
||
.toc-link {
|
||
display: flex;
|
||
align-items: center;
|
||
gap: 0.5rem;
|
||
font-size: 0.8rem;
|
||
color: var(--text-muted);
|
||
text-decoration: none;
|
||
padding: 0.3rem 0.5rem;
|
||
border-radius: var(--radius-sm);
|
||
transition: color var(--transition), background var(--transition);
|
||
white-space: nowrap;
|
||
overflow: hidden;
|
||
text-overflow: ellipsis;
|
||
line-height: 1.3;
|
||
}
|
||
.toc-link:hover { color: var(--accent); background: var(--accent-dim); }
|
||
.toc-link.active { color: var(--accent); background: var(--accent-dim); font-weight: 600; }
|
||
|
||
.toc-dot {
|
||
width: 5px; height: 5px;
|
||
border-radius: 50%;
|
||
background: currentColor;
|
||
flex-shrink: 0;
|
||
opacity: 0.4;
|
||
transition: opacity var(--transition);
|
||
}
|
||
.toc-link.active .toc-dot { opacity: 1; }
|
||
.toc-sub-link { font-size: 0.75rem; color: var(--text-dim); }
|
||
|
||
/* ── Back-to-top button ──────────────────────────────────────── */
|
||
.back-to-top {
|
||
position: fixed;
|
||
right: 1.5rem;
|
||
bottom: 2rem;
|
||
z-index: 200;
|
||
width: 40px; height: 40px;
|
||
border-radius: 50%;
|
||
background: var(--bg-card2);
|
||
border: 1px solid var(--border-strong);
|
||
box-shadow: var(--shadow);
|
||
display: flex;
|
||
align-items: center;
|
||
justify-content: center;
|
||
cursor: pointer;
|
||
color: var(--accent);
|
||
text-decoration: none;
|
||
opacity: 0;
|
||
pointer-events: none;
|
||
transition: opacity var(--transition), transform var(--transition), box-shadow var(--transition);
|
||
}
|
||
.back-to-top.visible { opacity: 1; pointer-events: auto; }
|
||
.back-to-top:hover { transform: translateY(-2px); box-shadow: 0 0 0 3px var(--accent-glow); }
|
||
|
||
/* ── Brand bar (fixed top-left, above container) ───────────── */
|
||
.brand-bar {
|
||
position: fixed;
|
||
top: 0.85rem;
|
||
left: 1.5rem;
|
||
z-index: 300;
|
||
}
|
||
.brand-logo {
|
||
display: block;
|
||
line-height: 0;
|
||
text-decoration: none;
|
||
color: inherit;
|
||
}
|
||
.brand-logo svg {
|
||
height: 20px;
|
||
width: auto;
|
||
}
|
||
|
||
/* ── Header card ─────────────────────────────────────────────── */
|
||
.report-header {
|
||
background: linear-gradient(140deg, #0e0e28 0%, #13163a 55%, #0b1024 100%);
|
||
border: 1px solid var(--border-md);
|
||
border-radius: var(--radius-xl);
|
||
padding: 2.75rem 2.5rem 2.25rem;
|
||
margin-bottom: 2.25rem;
|
||
box-shadow: var(--shadow-lg);
|
||
position: relative;
|
||
overflow: hidden;
|
||
}
|
||
.report-header::before {
|
||
content: '';
|
||
position: absolute;
|
||
top: -60%; right: -8%;
|
||
width: 480px; height: 480px;
|
||
background: radial-gradient(circle, rgba(129,109,248,0.08) 0%, transparent 65%);
|
||
pointer-events: none;
|
||
}
|
||
.report-header::after {
|
||
content: '';
|
||
position: absolute;
|
||
bottom: -50%; left: -5%;
|
||
width: 350px; height: 350px;
|
||
background: radial-gradient(circle, rgba(167,139,250,0.06) 0%, transparent 65%);
|
||
pointer-events: none;
|
||
}
|
||
.header-inner { position: relative; z-index: 1; }
|
||
|
||
.header-eyebrow {
|
||
display: flex;
|
||
align-items: center;
|
||
justify-content: space-between;
|
||
margin-bottom: 1rem;
|
||
}
|
||
.header-badge {
|
||
display: inline-flex;
|
||
align-items: center;
|
||
gap: 0.35rem;
|
||
background: rgba(129,109,248,0.1);
|
||
border: 1px solid rgba(129,109,248,0.28);
|
||
border-radius: 20px;
|
||
padding: 0.22rem 0.9rem;
|
||
font-size: 0.73rem;
|
||
font-weight: 600;
|
||
color: var(--accent);
|
||
}
|
||
.header-badge a { color: inherit; text-decoration: none; }
|
||
.header-badge a:hover { text-decoration: underline; }
|
||
|
||
.report-title {
|
||
font-size: 2.4rem;
|
||
font-weight: 800;
|
||
background: linear-gradient(130deg, #e2e8f0 30%, var(--accent) 100%);
|
||
-webkit-background-clip: text;
|
||
-webkit-text-fill-color: transparent;
|
||
background-clip: text;
|
||
letter-spacing: -0.03em;
|
||
line-height: 1.15;
|
||
margin-bottom: 1.75rem;
|
||
}
|
||
|
||
.meta-chips {
|
||
display: flex;
|
||
flex-wrap: wrap;
|
||
gap: 0.65rem;
|
||
}
|
||
.meta-chip {
|
||
display: flex;
|
||
flex-direction: column;
|
||
gap: 0.1rem;
|
||
background: rgba(255,255,255,0.03);
|
||
border: 1px solid var(--border-md);
|
||
border-radius: var(--radius-sm);
|
||
padding: 0.5rem 0.9rem;
|
||
min-width: 0;
|
||
}
|
||
.meta-chip-label {
|
||
font-size: 0.62rem;
|
||
font-weight: 700;
|
||
text-transform: uppercase;
|
||
letter-spacing: 0.09em;
|
||
color: var(--text-dim);
|
||
}
|
||
.meta-chip-value {
|
||
font-size: 0.85rem;
|
||
color: var(--text);
|
||
font-weight: 500;
|
||
white-space: nowrap;
|
||
overflow: hidden;
|
||
text-overflow: ellipsis;
|
||
max-width: 320px;
|
||
}
|
||
|
||
/* ── Section ─────────────────────────────────────────────────── */
|
||
.section { margin-bottom: 3rem; }
|
||
|
||
.section-header {
|
||
display: flex;
|
||
align-items: center;
|
||
gap: 0.85rem;
|
||
margin-bottom: 1.5rem;
|
||
padding-bottom: 0.85rem;
|
||
border-bottom: 1px solid var(--border-md);
|
||
}
|
||
.section-icon {
|
||
display: flex;
|
||
align-items: center;
|
||
justify-content: center;
|
||
width: 38px; height: 38px;
|
||
background: var(--accent-dim);
|
||
border: 1px solid var(--border-strong);
|
||
border-radius: var(--radius-sm);
|
||
color: var(--accent);
|
||
flex-shrink: 0;
|
||
}
|
||
.section-title {
|
||
font-size: 1.35rem;
|
||
font-weight: 700;
|
||
color: var(--text);
|
||
letter-spacing: -0.01em;
|
||
}
|
||
|
||
/* ── Card ────────────────────────────────────────────────────── */
|
||
.card {
|
||
background: var(--bg-card);
|
||
border: 1px solid var(--border);
|
||
border-radius: var(--radius);
|
||
margin-bottom: 1.25rem;
|
||
box-shadow: var(--shadow-sm);
|
||
overflow: hidden;
|
||
transition: border-color var(--transition), box-shadow var(--transition);
|
||
}
|
||
.card:hover { border-color: var(--border-md); }
|
||
|
||
.card-header {
|
||
display: flex;
|
||
align-items: center;
|
||
justify-content: space-between;
|
||
gap: 0.75rem;
|
||
padding: 0.8rem 1.25rem;
|
||
border-bottom: 1px solid var(--border);
|
||
background: rgba(255,255,255,0.015);
|
||
}
|
||
.card-title {
|
||
font-size: 0.78rem;
|
||
font-weight: 700;
|
||
color: var(--text-muted);
|
||
text-transform: uppercase;
|
||
letter-spacing: 0.06em;
|
||
}
|
||
.card-badge {
|
||
font-size: 0.7rem;
|
||
background: var(--accent-dim);
|
||
color: var(--accent);
|
||
border-radius: 20px;
|
||
padding: 0.15rem 0.6rem;
|
||
font-weight: 600;
|
||
white-space: nowrap;
|
||
}
|
||
|
||
/* ── Sub-card ─────────────────────────────────────────────────── */
|
||
.sub-card {
|
||
background: var(--bg-deep);
|
||
border: 1px solid var(--border);
|
||
border-radius: var(--radius-sm);
|
||
margin-bottom: 1rem;
|
||
overflow: hidden;
|
||
}
|
||
.sub-card-header {
|
||
font-size: 0.72rem;
|
||
font-weight: 700;
|
||
color: var(--text-muted);
|
||
padding: 0.55rem 1rem;
|
||
border-bottom: 1px solid var(--border);
|
||
text-transform: uppercase;
|
||
letter-spacing: 0.06em;
|
||
}
|
||
|
||
/* ── Chart wrap ──────────────────────────────────────────────── */
|
||
.chart-wrap { padding: 0.75rem; min-height: 350px; }
|
||
.chart-wrap > div { width: 100% !important; }
|
||
|
||
/* ── Tables ──────────────────────────────────────────────────── */
|
||
.table-wrap {
|
||
overflow-x: auto;
|
||
border-radius: 0 0 var(--radius) var(--radius);
|
||
}
|
||
|
||
table {
|
||
width: 100%;
|
||
border-collapse: collapse;
|
||
font-size: 0.875rem;
|
||
background: transparent;
|
||
}
|
||
|
||
thead tr { background: rgba(255,255,255,0.025); }
|
||
|
||
th {
|
||
padding: 0.7rem 1.1rem;
|
||
text-align: left;
|
||
color: var(--text-muted);
|
||
font-size: 0.72rem;
|
||
font-weight: 700;
|
||
text-transform: uppercase;
|
||
letter-spacing: 0.06em;
|
||
border-bottom: 1px solid var(--border-md);
|
||
white-space: nowrap;
|
||
}
|
||
td {
|
||
padding: 0.6rem 1.1rem;
|
||
border-bottom: 1px solid var(--border);
|
||
vertical-align: middle;
|
||
}
|
||
tr:last-child td { border-bottom: none; }
|
||
tbody tr:hover td { background: rgba(129,109,248,0.04); }
|
||
|
||
.score-cell {
|
||
font-weight: 700;
|
||
font-variant-numeric: tabular-nums;
|
||
font-size: 0.9rem;
|
||
}
|
||
.num-cell {
|
||
color: var(--text-muted);
|
||
font-variant-numeric: tabular-nums;
|
||
font-size: 0.85rem;
|
||
}
|
||
|
||
/* inline tags */
|
||
.tag {
|
||
display: inline-block;
|
||
background: var(--purple-dim);
|
||
color: var(--purple);
|
||
border-radius: var(--radius-xs);
|
||
padding: 0.08em 0.5em;
|
||
font-size: 0.78rem;
|
||
font-weight: 500;
|
||
}
|
||
.metric-tag {
|
||
display: inline-block;
|
||
background: var(--accent-dim);
|
||
color: var(--accent);
|
||
border-radius: var(--radius-xs);
|
||
padding: 0.08em 0.5em;
|
||
font-size: 0.78rem;
|
||
font-weight: 500;
|
||
}
|
||
|
||
/* ── Dataset accordion card ──────────────────────────────────── */
|
||
.ds-card {
|
||
background: var(--bg-card);
|
||
border: 1px solid var(--border);
|
||
border-radius: var(--radius);
|
||
margin-bottom: 0.9rem;
|
||
box-shadow: var(--shadow-sm);
|
||
transition: border-color var(--transition), box-shadow var(--transition);
|
||
overflow: hidden;
|
||
}
|
||
.ds-card:hover { border-color: var(--border-md); }
|
||
.ds-card[open] { border-color: var(--border-strong); box-shadow: var(--shadow); }
|
||
|
||
.ds-summary {
|
||
padding: 0.95rem 1.25rem;
|
||
cursor: pointer;
|
||
list-style: none;
|
||
display: flex;
|
||
align-items: center;
|
||
justify-content: space-between;
|
||
gap: 0.75rem;
|
||
user-select: none;
|
||
background: rgba(255,255,255,0.02);
|
||
transition: background var(--transition);
|
||
}
|
||
.ds-summary::-webkit-details-marker { display: none; }
|
||
.ds-summary:hover { background: rgba(129,109,248,0.04); }
|
||
.ds-card[open] .ds-summary { background: rgba(129,109,248,0.05); border-bottom: 1px solid var(--border); }
|
||
|
||
.ds-summary-left {
|
||
display: flex;
|
||
align-items: center;
|
||
gap: 0.7rem;
|
||
min-width: 0;
|
||
}
|
||
.ds-arrow {
|
||
display: flex;
|
||
align-items: center;
|
||
color: var(--accent);
|
||
transition: transform 0.2s ease;
|
||
flex-shrink: 0;
|
||
}
|
||
.ds-name {
|
||
font-weight: 600;
|
||
font-size: 0.95rem;
|
||
color: var(--text);
|
||
overflow: hidden;
|
||
text-overflow: ellipsis;
|
||
white-space: nowrap;
|
||
}
|
||
.ds-summary-right { flex-shrink: 0; }
|
||
|
||
.score-pill {
|
||
display: inline-block;
|
||
padding: 0.22rem 0.8rem;
|
||
border-radius: 20px;
|
||
font-size: 0.8rem;
|
||
font-weight: 700;
|
||
font-variant-numeric: tabular-nums;
|
||
border: 1px solid transparent;
|
||
/* dynamic color via JS */
|
||
background: var(--accent-dim);
|
||
color: var(--accent);
|
||
}
|
||
|
||
.ds-body { padding: 1.25rem; }
|
||
|
||
/* ── Inner toggles (description / analysis) ──────────────────── */
|
||
.inner-toggle { margin-bottom: 0.85rem; }
|
||
|
||
.inner-toggle > summary {
|
||
display: inline-flex;
|
||
align-items: center;
|
||
gap: 0.5rem;
|
||
cursor: pointer;
|
||
list-style: none;
|
||
font-size: 0.78rem;
|
||
font-weight: 600;
|
||
color: var(--accent);
|
||
text-transform: uppercase;
|
||
letter-spacing: 0.07em;
|
||
padding: 0.3rem 0.65rem;
|
||
user-select: none;
|
||
border-radius: 20px;
|
||
border: 1px solid rgba(129,109,248,0.25);
|
||
background: rgba(129,109,248,0.07);
|
||
transition: color var(--transition), background var(--transition), border-color var(--transition), box-shadow var(--transition);
|
||
}
|
||
.inner-toggle > summary::-webkit-details-marker { display: none; }
|
||
.inner-toggle > summary:hover {
|
||
color: #fff;
|
||
background: rgba(129,109,248,0.18);
|
||
border-color: rgba(129,109,248,0.5);
|
||
box-shadow: 0 0 8px rgba(129,109,248,0.2);
|
||
}
|
||
.inner-toggle[open] > summary {
|
||
color: #fff;
|
||
background: rgba(129,109,248,0.15);
|
||
border-color: rgba(129,109,248,0.45);
|
||
}
|
||
|
||
.inner-arrow {
|
||
display: inline-flex;
|
||
align-items: center;
|
||
color: inherit;
|
||
transition: transform 0.18s ease;
|
||
}
|
||
|
||
/* ── Description block ───────────────────────────────────────── */
|
||
.ds-description {
|
||
font-size: 0.875rem;
|
||
color: var(--text-muted);
|
||
padding: 1rem 1.25rem;
|
||
background: var(--bg-deep);
|
||
border-radius: var(--radius-sm);
|
||
border-left: 3px solid var(--accent-dark);
|
||
word-break: break-word;
|
||
line-height: 1.75;
|
||
margin-bottom: 0.5rem;
|
||
}
|
||
.ds-description p { margin-bottom: 0.6rem; }
|
||
.ds-description p:last-child { margin-bottom: 0; }
|
||
.ds-description ul, .ds-description ol { padding-left: 1.4rem; margin-bottom: 0.6rem; }
|
||
.ds-description li { margin-bottom: 0.2rem; }
|
||
.ds-description strong { color: var(--text); font-weight: 600; }
|
||
.ds-description em { font-style: italic; }
|
||
.ds-description code {
|
||
font-family: ui-monospace, SFMono-Regular, "SF Mono", Menlo, monospace;
|
||
font-size: 0.82rem;
|
||
background: var(--bg-hover);
|
||
border: 1px solid var(--border);
|
||
border-radius: 3px;
|
||
padding: 0.1em 0.35em;
|
||
color: var(--yellow);
|
||
}
|
||
.ds-description pre { background: var(--bg-hover); border: 1px solid var(--border); border-radius: var(--radius-sm); padding: 0.75rem 1rem; overflow-x: auto; margin-bottom: 0.6rem; }
|
||
.ds-description pre code { background: transparent; border: none; padding: 0; color: var(--text); }
|
||
.ds-description h2, .ds-description h3 { font-size: 0.9rem; font-weight: 600; color: var(--accent); margin: 1rem 0 0.35rem; border-bottom: 1px solid var(--border); padding-bottom: 0.2rem; }
|
||
.ds-description table { font-size: 0.82rem; margin-bottom: 0.6rem; background: transparent; }
|
||
.ds-description th { font-size: 0.8rem; padding: 0.4rem 0.7rem; }
|
||
.ds-description td { padding: 0.35rem 0.7rem; }
|
||
.ds-description hr { border: none; border-top: 1px solid var(--border); margin: 0.75rem 0; }
|
||
|
||
/* ── Analysis block ──────────────────────────────────────────── */
|
||
.analysis-section {
|
||
font-size: 0.875rem;
|
||
color: var(--text);
|
||
padding: 1rem 1.25rem;
|
||
background: var(--bg-deep);
|
||
border-radius: var(--radius-sm);
|
||
border-left: 3px solid var(--green);
|
||
word-break: break-word;
|
||
line-height: 1.75;
|
||
margin-bottom: 0.5rem;
|
||
}
|
||
.analysis-section p { margin-bottom: 0.6rem; }
|
||
.analysis-section p:last-child { margin-bottom: 0; }
|
||
.analysis-section ul, .analysis-section ol { padding-left: 1.4rem; margin-bottom: 0.6rem; }
|
||
.analysis-section li { margin-bottom: 0.2rem; }
|
||
.analysis-section strong { color: var(--text); font-weight: 600; }
|
||
.analysis-section em { color: var(--text-muted); font-style: italic; }
|
||
.analysis-section code {
|
||
font-family: ui-monospace, SFMono-Regular, "SF Mono", Menlo, monospace;
|
||
font-size: 0.82rem;
|
||
background: var(--bg-hover);
|
||
border: 1px solid var(--border);
|
||
border-radius: 3px;
|
||
padding: 0.1em 0.35em;
|
||
color: var(--yellow);
|
||
}
|
||
.analysis-section pre { background: var(--bg-hover); border: 1px solid var(--border); border-radius: var(--radius-sm); padding: 0.75rem 1rem; overflow-x: auto; margin-bottom: 0.6rem; }
|
||
.analysis-section pre code { background: transparent; border: none; padding: 0; color: var(--text); }
|
||
.analysis-section h2, .analysis-section h3 { font-size: 0.9rem; font-weight: 600; color: var(--accent); margin: 1rem 0 0.35rem; border-bottom: 1px solid var(--border); padding-bottom: 0.2rem; }
|
||
.analysis-section h2:first-child, .analysis-section h3:first-child { margin-top: 0; }
|
||
.analysis-section blockquote { border-left: 3px solid var(--border-strong); margin: 0.5rem 0; padding: 0.3rem 0.85rem; color: var(--text-muted); font-style: italic; }
|
||
.analysis-section hr { border: none; border-top: 1px solid var(--border); margin: 0.75rem 0; }
|
||
.analysis-section table { font-size: 0.82rem; margin-bottom: 0.6rem; background: transparent; }
|
||
.analysis-section th { font-size: 0.8rem; padding: 0.4rem 0.7rem; }
|
||
.analysis-section td { padding: 0.35rem 0.7rem; }
|
||
|
||
/* ── Model tag ───────────────────────────────────────────────── */
|
||
.model-tag {
|
||
display: inline-flex;
|
||
align-items: center;
|
||
gap: 0.4rem;
|
||
font-size: 0.78rem;
|
||
font-weight: 600;
|
||
color: var(--text-muted);
|
||
background: var(--bg-deep);
|
||
border: 1px solid var(--border-md);
|
||
border-radius: var(--radius-sm);
|
||
padding: 0.25rem 0.7rem;
|
||
margin: 0.5rem 0 0.75rem;
|
||
}
|
||
|
||
/* ── Footer ──────────────────────────────────────────────────── */
|
||
.report-footer {
|
||
margin-top: 4rem;
|
||
padding: 1.5rem;
|
||
text-align: center;
|
||
font-size: 0.82rem;
|
||
color: var(--text-dim);
|
||
display: flex;
|
||
align-items: center;
|
||
justify-content: center;
|
||
gap: 0.45rem;
|
||
border-top: 1px solid var(--border);
|
||
}
|
||
.report-footer a { color: var(--accent); text-decoration: none; }
|
||
.report-footer a:hover { text-decoration: underline; }
|
||
|
||
/* ── Language switcher (shared: eval + perf reports) ────────── */
|
||
.lang-switcher {
|
||
display: flex;
|
||
gap: 0;
|
||
border: 1px solid var(--border-md);
|
||
border-radius: 6px;
|
||
overflow: hidden;
|
||
flex-shrink: 0;
|
||
}
|
||
.lang-btn {
|
||
padding: 0.28rem 0.65rem;
|
||
font-size: 0.72rem;
|
||
font-weight: 600;
|
||
background: none;
|
||
border: none;
|
||
color: var(--text-muted);
|
||
cursor: pointer;
|
||
transition: background var(--transition), color var(--transition);
|
||
letter-spacing: 0.04em;
|
||
line-height: 1.4;
|
||
}
|
||
.lang-btn:hover { background: rgba(255,255,255,0.06); color: var(--text); }
|
||
.lang-btn.active { background: var(--accent); color: #0d1117; }
|
||
|
||
/* ── Responsive ──────────────────────────────────────────────── */
|
||
@media (max-width: 900px) {
|
||
.report-title { font-size: 1.8rem; }
|
||
.report-header { padding: 2rem 1.5rem 1.75rem; }
|
||
.container { padding: 1.25rem 1rem 4rem; }
|
||
.toc { right: 0.75rem; top: auto; bottom: 5rem; }
|
||
}
|
||
@media (max-width: 600px) {
|
||
.report-title { font-size: 1.5rem; }
|
||
.report-header { padding: 1.5rem 1.1rem 1.4rem; border-radius: var(--radius); }
|
||
.meta-chip-value { max-width: 220px; }
|
||
.ds-name { max-width: 180px; }
|
||
.toc-panel { width: 185px; }
|
||
}
|
||
</style>
|
||
<!-- Plotly.js via CDN -->
|
||
<script src="https://resources.modelscope.cn/third-part/js/plotly/plotly-2.35.2.min.js" charset="utf-8"></script>
|
||
</head>
|
||
<body>
|
||
|
||
<!-- ── Floating Table of Contents ────────────────────────────── -->
|
||
<nav class="toc" id="toc">
|
||
<button class="toc-toggle-btn" id="toc-toggle" title="Toggle table of contents" aria-label="Toggle table of contents">
|
||
<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.2" stroke-linecap="round">
|
||
<line x1="3" y1="6" x2="21" y2="6"/>
|
||
<line x1="3" y1="12" x2="15" y2="12"/>
|
||
<line x1="3" y1="18" x2="18" y2="18"/>
|
||
</svg>
|
||
</button>
|
||
<div class="toc-panel" id="toc-panel" role="navigation" aria-label="Page contents">
|
||
<div class="toc-heading" data-i18n="toc.title">Contents</div>
|
||
<ul class="toc-list">
|
||
<li>
|
||
<a href="#section-overview" class="toc-link" data-section="section-overview">
|
||
<span class="toc-dot"></span><span data-i18n="nav.overview">Overview</span>
|
||
</a>
|
||
</li>
|
||
<li>
|
||
<a href="#section-results" class="toc-link" data-section="section-results">
|
||
<span class="toc-dot"></span><span data-i18n="nav.results">Results by Dataset</span>
|
||
</a>
|
||
|
||
<ul class="toc-sub">
|
||
|
||
<li>
|
||
<a href="#ds-1" class="toc-link toc-sub-link" data-section="ds-1" title="GPQA-Diamond">
|
||
<span class="toc-dot"></span>GPQA-Diamond
|
||
</a>
|
||
</li>
|
||
|
||
<li>
|
||
<a href="#ds-2" class="toc-link toc-sub-link" data-section="ds-2" title="GSM8K">
|
||
<span class="toc-dot"></span>GSM8K
|
||
</a>
|
||
</li>
|
||
|
||
<li>
|
||
<a href="#ds-3" class="toc-link toc-sub-link" data-section="ds-3" title="IFEval">
|
||
<span class="toc-dot"></span>IFEval
|
||
</a>
|
||
</li>
|
||
|
||
<li>
|
||
<a href="#ds-4" class="toc-link toc-sub-link" data-section="ds-4" title="IQuiz">
|
||
<span class="toc-dot"></span>IQuiz
|
||
</a>
|
||
</li>
|
||
|
||
</ul>
|
||
|
||
</li>
|
||
</ul>
|
||
</div>
|
||
</nav>
|
||
|
||
<!-- ── Back to top ────────────────────────────────────────────── -->
|
||
<a href="#top" class="back-to-top" id="back-to-top" aria-label="Back to top">
|
||
<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round">
|
||
<polyline points="18 15 12 9 6 15"/>
|
||
</svg>
|
||
</a>
|
||
|
||
<div class="brand-bar">
|
||
<!-- ── Brand logo ─────────────────────────────────────────── -->
|
||
<a class="brand-logo" href="https://modelscope.cn/" target="_blank" rel="noopener" aria-label="ModelScope">
|
||
<svg xmlns="http://www.w3.org/2000/svg" fill="none" width="152" height="20" viewBox="0 0 151.58 20"><path d="M68.452 7.063h-2.827v9.242h8.168V7.063h-5.34zm2.513 7.24h-2.513V9.066h2.513v5.237z" fill="#D8D8E3"/><path d="M113.03 7.063v2.001 5.237 2.003h7.539v-2.003h-4.712V9.065h4.712V7.063h-4.712-2.827z" fill="#D8D8E3"/><path d="M125.353 7.063h-2.827v9.242h8.168V7.063h-5.34zm2.513 7.24h-2.513V9.066h2.513v5.237z" fill="#D8D8E3"/><path d="M135.742 7.063h-2.827v12.631h2.827v-3.389h5.34V7.063h-5.34zm2.513 7.24h-2.513V9.066h2.513v5.237z" fill="#D8D8E3"/><path d="M81.494 7.063h-5.34v9.242h8.168V3.674h-2.828v3.39zm0 7.24h-2.513V9.066h2.513v5.237z" fill="#D8D8E3"/><path d="M97.48 3.674h2.827v12.63H97.48z" fill="#D8D8E3"/><path d="M89.584 7.063h-2.827v9.319h8.168v-2.08h-5.34v-1.54h5.34V7.064h-5.34zm2.513 3.698h-2.513V9.066h2.513v1.695z" fill="#D8D8E3"/><path d="M148.753 7.063h-5.34v9.242h8.167v-2.003h-5.34v-1.502h5.34V7.063h-2.827zm0 3.736h-2.513V9.066h2.513v1.733z" fill="#D8D8E3"/><path d="M102.732 5.051v2.001 2.417 1.981.021h5.34v2.83h-5.34v2.003h5.34 2.828v-4.833-2.003h-2.828-2.513V7.052h5.34V5.051h-5.34-2.827z" fill="#D8D8E3"/><path d="M51.923 5.214h-2.825v2.772 2.773h-2.828v2.773h2.828v2.772h2.827v-2.772h-2.827v-2.773h2.827V7.986h2.826V5.214h-2.828z" fill="#D8D8E3"/><path d="M54.752 10.76v2.772h2.828V10.76 7.986h-2.828v2.773z" fill="#D8D8E3"/><path d="M57.581 5.214v2.772h2.828v2.773 2.773 2.772h2.826v-2.772-2.773-2.773-2.772h-2.826-2.828z" fill="#D8D8E3"/><path fill="#624AFF" d="M0 7.886h4.312v4.228H0z"/><path fill="#624AFF" d="M16.665 12.114h4.311v4.228h-4.311z"/><path d="M29.6 16.342h-4.312V20h8.042v-7.886H29.6v4.228z" fill="#624AFF"/><path fill="#36CFD1" d="M20.977 7.886h4.311v4.228h-4.311z"/><path fill="#36CFD1" d="M0 3.658h4.312v4.228H0z"/><path fill="#624AFF" d="M33.33 7.886h4.311v4.228H33.33z"/><path fill="#36CFD1" d="M33.33 3.658h4.311v4.228H33.33z"/><path d="M25.288 0v3.658H29.6v4.228h3.73V0h-8.042z" fill="#624AFF"/><path fill="#36CFD1" d="M12.354 7.886h4.311v4.228h-4.311z"/><path d="M8.042 3.658h4.312V0H4.312v7.886h3.73V3.658z" fill="#624AFF"/><path d="M8.042 12.114H4.312V20h8.042v-3.658H8.042v-4.228z" fill="#624AFF"/></svg>
|
||
</a>
|
||
</div>
|
||
|
||
<div class="container" id="top">
|
||
|
||
<!-- ── Header ──────────────────────────────────────────────── -->
|
||
<header class="report-header">
|
||
<div class="header-inner">
|
||
<div class="header-eyebrow">
|
||
<span class="header-badge">
|
||
<svg width="12" height="12" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.2">
|
||
<polygon points="12 2 15.09 8.26 22 9.27 17 14.14 18.18 21.02 12 17.77 5.82 21.02 7 14.14 2 9.27 8.91 8.26 12 2"/>
|
||
</svg>
|
||
<a href="https://github.com/modelscope/evalscope" target="_blank" rel="noopener">EvalScope</a>
|
||
</span>
|
||
<!-- Language toggle: EN / 中文 -->
|
||
<div class="lang-switcher" role="group" aria-label="Language selection">
|
||
<button class="lang-btn active" data-lang="en">EN</button>
|
||
<button class="lang-btn" data-lang="zh">中文</button>
|
||
</div>
|
||
</div>
|
||
<h1 class="report-title" data-i18n="header.title">Evaluation Report</h1>
|
||
<div class="meta-chips">
|
||
<div class="meta-chip">
|
||
<span class="meta-chip-label" data-i18n="meta.models">Model(s)</span>
|
||
<span class="meta-chip-value" title="qwen-plus">qwen-plus</span>
|
||
</div>
|
||
<div class="meta-chip">
|
||
<span class="meta-chip-label" data-i18n="meta.datasets">Datasets</span>
|
||
<span class="meta-chip-value" title="gpqa_diamond, gsm8k, ifeval, iquiz">gpqa_diamond, gsm8k, ifeval, iquiz</span>
|
||
</div>
|
||
<div class="meta-chip">
|
||
<span class="meta-chip-label" data-i18n="meta.generated_at">Generated at</span>
|
||
<span class="meta-chip-value">2026-05-06 16:47:51</span>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</header>
|
||
|
||
<!-- ── Overview ────────────────────────────────────────────── -->
|
||
<section class="section" id="section-overview">
|
||
<div class="section-header">
|
||
<div class="section-icon">
|
||
<svg width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
|
||
<rect x="3" y="3" width="7" height="7" rx="1"/><rect x="14" y="3" width="7" height="7" rx="1"/>
|
||
<rect x="14" y="14" width="7" height="7" rx="1"/><rect x="3" y="14" width="7" height="7" rx="1"/>
|
||
</svg>
|
||
</div>
|
||
<h2 class="section-title" data-i18n="section.overview">Overview</h2>
|
||
</div>
|
||
|
||
|
||
<div class="card">
|
||
<div class="card-header">
|
||
<span class="card-title" data-i18n="card.score_summary">Score Summary</span>
|
||
<span class="card-badge">4 <span data-i18n="badge.entries">entries</span></span>
|
||
</div>
|
||
<div class="table-wrap">
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th data-i18n="col.dataset">Dataset</th>
|
||
<th data-i18n="col.model">Model</th>
|
||
<th data-i18n="col.metric">Metric</th>
|
||
<th data-i18n="col.score">Score</th>
|
||
<th data-i18n="col.num">Num</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
|
||
<tr>
|
||
<td><span class="tag">GPQA-Diamond</span></td>
|
||
<td>qwen-plus</td>
|
||
<td><span class="metric-tag">mean_acc</span></td>
|
||
<td class="score-cell">0.8000</td>
|
||
<td class="num-cell">10</td>
|
||
</tr>
|
||
|
||
<tr>
|
||
<td><span class="tag">GSM8K</span></td>
|
||
<td>qwen-plus</td>
|
||
<td><span class="metric-tag">mean_acc</span></td>
|
||
<td class="score-cell">1.0000</td>
|
||
<td class="num-cell">10</td>
|
||
</tr>
|
||
|
||
<tr>
|
||
<td><span class="tag">IFEval</span></td>
|
||
<td>qwen-plus</td>
|
||
<td><span class="metric-tag">mean_prompt_level_strict</span></td>
|
||
<td class="score-cell">0.9000</td>
|
||
<td class="num-cell">10</td>
|
||
</tr>
|
||
|
||
<tr>
|
||
<td><span class="tag">IQuiz</span></td>
|
||
<td>qwen-plus</td>
|
||
<td><span class="metric-tag">mean_acc</span></td>
|
||
<td class="score-cell">0.8500</td>
|
||
<td class="num-cell">20</td>
|
||
</tr>
|
||
|
||
</tbody>
|
||
</table>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
<div class="card">
|
||
<div class="card-header">
|
||
<span class="card-title" data-i18n="card.overview_chart">Overall Score Chart</span>
|
||
</div>
|
||
<div class="chart-wrap"><div> <div id="3ca62981-3a7b-407d-a7cf-9f1b8c82bd58" class="plotly-graph-div" style="height:100%; width:100%;"></div> <script type="text/javascript"> window.PLOTLYENV=window.PLOTLYENV || {}; if (document.getElementById("3ca62981-3a7b-407d-a7cf-9f1b8c82bd58")) { Plotly.newPlot( "3ca62981-3a7b-407d-a7cf-9f1b8c82bd58", [{"alignmentgroup":"True","hovertemplate":"Dataset=%{x}\u003cbr\u003eScore=%{text}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"","marker":{"color":"#636efa","pattern":{"shape":""}},"name":"","offsetgroup":"","orientation":"v","showlegend":false,"text":[0.8,1.0,0.9,0.85],"textposition":"outside","x":["GPQA-Diamond","GSM8K","IFEval","IQuiz"],"xaxis":"x","y":[0.8,1.0,0.9,0.85],"yaxis":"y","type":"bar","texttemplate":"%{text:.2f}","width":0.2}], {"template":{"data":{"barpolar":[{"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"bar":[{"error_x":{"color":"#f2f5fa"},"error_y":{"color":"#f2f5fa"},"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"carpet":[{"aaxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"baxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"type":"carpet"}],"choropleth":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"choropleth"}],"contourcarpet":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"contourcarpet"}],"contour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"contour"}],"heatmapgl":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmapgl"}],"heatmap":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmap"}],"histogram2dcontour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2dcontour"}],"histogram2d":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2d"}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"mesh3d":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"mesh3d"}],"parcoords":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"parcoords"}],"pie":[{"automargin":true,"type":"pie"}],"scatter3d":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatter3d"}],"scattercarpet":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattercarpet"}],"scattergeo":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergeo"}],"scattergl":[{"marker":{"line":{"color":"#283442"}},"type":"scattergl"}],"scattermapbox":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermapbox"}],"scatterpolargl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolargl"}],"scatterpolar":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolar"}],"scatter":[{"marker":{"line":{"color":"#283442"}},"type":"scatter"}],"scatterternary":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterternary"}],"surface":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"surface"}],"table":[{"cells":{"fill":{"color":"#506784"},"line":{"color":"rgb(17,17,17)"}},"header":{"fill":{"color":"#2a3f5f"},"line":{"color":"rgb(17,17,17)"}},"type":"table"}]},"layout":{"annotationdefaults":{"arrowcolor":"#f2f5fa","arrowhead":0,"arrowwidth":1},"autotypenumbers":"strict","coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]],"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#f2f5fa"},"geo":{"bgcolor":"rgb(17,17,17)","lakecolor":"rgb(17,17,17)","landcolor":"rgb(17,17,17)","showlakes":true,"showland":true,"subunitcolor":"#506784"},"hoverlabel":{"align":"left"},"hovermode":"closest","mapbox":{"style":"dark"},"paper_bgcolor":"rgb(17,17,17)","plot_bgcolor":"rgb(17,17,17)","polar":{"angularaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","radialaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"scene":{"xaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"yaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"zaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"}},"shapedefaults":{"line":{"color":"#f2f5fa"}},"sliderdefaults":{"bgcolor":"#C8D4E3","bordercolor":"rgb(17,17,17)","borderwidth":1,"tickwidth":0},"ternary":{"aaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"baxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","caxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"title":{"x":0.05},"updatemenudefaults":{"bgcolor":"#506784","borderwidth":0},"xaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2},"yaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Dataset"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Score"},"range":[0,1]},"legend":{"tracegroupgap":0},"margin":{"t":60},"barmode":"relative","uniformtext":{"minsize":12,"mode":"hide"}}, {"responsive": true} ) }; </script> </div></div>
|
||
</div>
|
||
|
||
|
||
|
||
<div class="card">
|
||
<div class="card-header">
|
||
<span class="card-title" data-i18n="card.score_dist">Score Distribution</span>
|
||
</div>
|
||
<div class="chart-wrap"><div> <div id="f1ddce75-05d6-4166-9290-5fa7defe371f" class="plotly-graph-div" style="height:600px; width:100%;"></div> <script type="text/javascript"> window.PLOTLYENV=window.PLOTLYENV || {}; if (document.getElementById("f1ddce75-05d6-4166-9290-5fa7defe371f")) { Plotly.newPlot( "f1ddce75-05d6-4166-9290-5fa7defe371f", [{"branchvalues":"total","customdata":[[0.7],[1.0],[0.8],[0.9],[1.0],[0.8],[1.0],[0.9],[0.85],[0.8],[1.0],[0.9],[0.85]],"domain":{"x":[0.0,1.0],"y":[0.0,1.0]},"hovertemplate":"labels=%{label}\u003cbr\u003eNum=%{value}\u003cbr\u003eparent=%{parent}\u003cbr\u003eid=%{id}\u003cbr\u003eScore=%{color}\u003cextra\u003e\u003c\u002fextra\u003e","ids":["iquiz\u002fdefault\u002fEQ","iquiz\u002fdefault\u002fIQ","gpqa_diamond\u002fdefault\u002fdefault","ifeval\u002fdefault\u002fdefault","gsm8k\u002fdefault\u002fmain","gpqa_diamond\u002fdefault","gsm8k\u002fdefault","ifeval\u002fdefault","iquiz\u002fdefault","gpqa_diamond","gsm8k","ifeval","iquiz"],"labels":["EQ","IQ","default","default","main","default","default","default","default","gpqa_diamond","gsm8k","ifeval","iquiz"],"marker":{"coloraxis":"coloraxis","colors":[0.7,1.0,0.8,0.9,1.0,0.8,1.0,0.9,0.85,0.8,1.0,0.9,0.85]},"maxdepth":4,"name":"","parents":["iquiz\u002fdefault","iquiz\u002fdefault","gpqa_diamond\u002fdefault","ifeval\u002fdefault","gsm8k\u002fdefault","gpqa_diamond","gsm8k","ifeval","iquiz","","","",""],"values":[10,10,10,10,10,10,10,10,20,10,10,10,20],"type":"sunburst","insidetextorientation":"radial"}], {"template":{"data":{"barpolar":[{"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"bar":[{"error_x":{"color":"#f2f5fa"},"error_y":{"color":"#f2f5fa"},"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"carpet":[{"aaxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"baxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"type":"carpet"}],"choropleth":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"choropleth"}],"contourcarpet":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"contourcarpet"}],"contour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"contour"}],"heatmapgl":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmapgl"}],"heatmap":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmap"}],"histogram2dcontour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2dcontour"}],"histogram2d":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2d"}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"mesh3d":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"mesh3d"}],"parcoords":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"parcoords"}],"pie":[{"automargin":true,"type":"pie"}],"scatter3d":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatter3d"}],"scattercarpet":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattercarpet"}],"scattergeo":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergeo"}],"scattergl":[{"marker":{"line":{"color":"#283442"}},"type":"scattergl"}],"scattermapbox":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermapbox"}],"scatterpolargl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolargl"}],"scatterpolar":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolar"}],"scatter":[{"marker":{"line":{"color":"#283442"}},"type":"scatter"}],"scatterternary":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterternary"}],"surface":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"surface"}],"table":[{"cells":{"fill":{"color":"#506784"},"line":{"color":"rgb(17,17,17)"}},"header":{"fill":{"color":"#2a3f5f"},"line":{"color":"rgb(17,17,17)"}},"type":"table"}]},"layout":{"annotationdefaults":{"arrowcolor":"#f2f5fa","arrowhead":0,"arrowwidth":1},"autotypenumbers":"strict","coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]],"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#f2f5fa"},"geo":{"bgcolor":"rgb(17,17,17)","lakecolor":"rgb(17,17,17)","landcolor":"rgb(17,17,17)","showlakes":true,"showland":true,"subunitcolor":"#506784"},"hoverlabel":{"align":"left"},"hovermode":"closest","mapbox":{"style":"dark"},"paper_bgcolor":"rgb(17,17,17)","plot_bgcolor":"rgb(17,17,17)","polar":{"angularaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","radialaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"scene":{"xaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"yaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"zaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"}},"shapedefaults":{"line":{"color":"#f2f5fa"}},"sliderdefaults":{"bgcolor":"#C8D4E3","bordercolor":"rgb(17,17,17)","borderwidth":1,"tickwidth":0},"ternary":{"aaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"baxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","caxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"title":{"x":0.05},"updatemenudefaults":{"bgcolor":"#506784","borderwidth":0},"xaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2},"yaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2}}},"coloraxis":{"colorbar":{"title":{"text":"Score"}},"colorscale":[[0.0,"rgb(165,0,38)"],[0.1,"rgb(215,48,39)"],[0.2,"rgb(244,109,67)"],[0.3,"rgb(253,174,97)"],[0.4,"rgb(254,224,139)"],[0.5,"rgb(255,255,191)"],[0.6,"rgb(217,239,139)"],[0.7,"rgb(166,217,106)"],[0.8,"rgb(102,189,99)"],[0.9,"rgb(26,152,80)"],[1.0,"rgb(0,104,55)"]],"cmid":0.88,"cmin":0,"cmax":1},"legend":{"tracegroupgap":0},"margin":{"t":10,"l":10,"r":10,"b":10},"height":600}, {"responsive": true} ) }; </script> </div></div>
|
||
</div>
|
||
|
||
|
||
</section>
|
||
|
||
<!-- ── Results by Dataset ───────────────────────────────────── -->
|
||
<section class="section" id="section-results">
|
||
<div class="section-header">
|
||
<div class="section-icon">
|
||
<svg width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
|
||
<path d="M9 11l3 3L22 4"/>
|
||
<path d="M21 12v7a2 2 0 01-2 2H5a2 2 0 01-2-2V5a2 2 0 012-2h11"/>
|
||
</svg>
|
||
</div>
|
||
<h2 class="section-title" data-i18n="section.results">Results by Dataset</h2>
|
||
</div>
|
||
|
||
|
||
<details class="ds-card" id="ds-1" open>
|
||
<summary class="ds-summary">
|
||
<div class="ds-summary-left">
|
||
<span class="ds-arrow">
|
||
<svg width="13" height="13" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round">
|
||
<polyline points="9 18 15 12 9 6"/>
|
||
</svg>
|
||
</span>
|
||
<span class="ds-name">GPQA-Diamond</span>
|
||
</div>
|
||
<div class="ds-summary-right">
|
||
<span class="score-pill" data-score="0.8">0.8000</span>
|
||
</div>
|
||
</summary>
|
||
|
||
<div class="ds-body">
|
||
|
||
|
||
<details class="inner-toggle">
|
||
<summary>
|
||
<span class="inner-arrow">
|
||
<svg width="9" height="9" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="3" stroke-linecap="round">
|
||
<polyline points="9 18 15 12 9 6"/>
|
||
</svg>
|
||
</span>
|
||
<span data-i18n="toggle.description">Description</span>
|
||
</summary>
|
||
<div class="ds-description">
|
||
|
||
<div class="desc-lang-content" data-desc-lang="en"><h2>Overview</h2>
|
||
<p>GPQA (Graduate-Level Google-Proof Q&A) Diamond is a challenging benchmark of 198 multiple-choice questions written by domain experts in biology, physics, and chemistry. The questions are designed to be extremely difficult, requiring PhD-level expertise to answer correctly.</p>
|
||
<h2>Task Description</h2>
|
||
<ul>
|
||
<li><strong>Task Type</strong>: Expert-Level Multiple-Choice Q&A</li>
|
||
<li><strong>Input</strong>: Graduate-level science question with 4 choices</li>
|
||
<li><strong>Output</strong>: Single correct answer letter (A, B, C, or D)</li>
|
||
<li><strong>Domains</strong>: Biology, Physics, Chemistry</li>
|
||
</ul>
|
||
<h2>Key Features</h2>
|
||
<ul>
|
||
<li>198 questions written and validated by domain PhD experts</li>
|
||
<li>Questions are "Google-proof" - cannot be easily looked up</li>
|
||
<li>Designed to test deep domain knowledge and reasoning</li>
|
||
<li>Diamond subset represents the highest quality questions</li>
|
||
<li>Average human expert accuracy ~65%, non-expert ~34%</li>
|
||
</ul>
|
||
<h2>Evaluation Notes</h2>
|
||
<ul>
|
||
<li>Default configuration uses <strong>0-shot</strong> or <strong>5-shot</strong> evaluation</li>
|
||
<li>Supports Chain-of-Thought (CoT) prompting for improved reasoning</li>
|
||
<li>Answer choices are randomly shuffled during evaluation</li>
|
||
<li>Only uses train split (validation set is private)</li>
|
||
<li>Challenging benchmark for measuring expert-level reasoning</li>
|
||
</ul>
|
||
<h2>Properties</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Property</th>
|
||
<th>Value</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td><strong>Benchmark Name</strong></td>
|
||
<td><code>gpqa_diamond</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Dataset ID</strong></td>
|
||
<td><a href="https://modelscope.cn/datasets/AI-ModelScope/gpqa_diamond/summary">AI-ModelScope/gpqa_diamond</a></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Paper</strong></td>
|
||
<td>N/A</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Tags</strong></td>
|
||
<td><code>Knowledge</code>, <code>MCQ</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Metrics</strong></td>
|
||
<td><code>acc</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Default Shots</strong></td>
|
||
<td>0-shot</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Evaluation Split</strong></td>
|
||
<td><code>train</code></td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>Data Statistics</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Metric</th>
|
||
<th>Value</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td>Total Samples</td>
|
||
<td>198</td>
|
||
</tr>
|
||
<tr>
|
||
<td>Prompt Length (Mean)</td>
|
||
<td>841.15 chars</td>
|
||
</tr>
|
||
<tr>
|
||
<td>Prompt Length (Min/Max)</td>
|
||
<td>340 / 5845 chars</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>Sample Example</h2>
|
||
<p><strong>Subset</strong>: <code>default</code></p>
|
||
<pre><code class="language-json">{
|
||
"input": [
|
||
{
|
||
"id": "82b448a9",
|
||
"content": "Answer the following multiple choice question. The last line of your response should be of the following format: 'ANSWER: [LETTER]' (without quotes) where [LETTER] is one of A,B,C,D. Think step by step before answering.\n\nTwo quantum states wi ... [TRUNCATED] ... and 10^-8 sec, respectively. We want to clearly distinguish these two energy levels. Which one of the following options could be their energy difference so that they can be clearly resolved?\n\n\nA) 10^-4 eV\nB) 10^-9 eV\nC) 10^-8 eV\nD) 10^-11 eV"
|
||
}
|
||
],
|
||
"choices": [
|
||
"10^-4 eV",
|
||
"10^-9 eV",
|
||
"10^-8 eV",
|
||
"10^-11 eV"
|
||
],
|
||
"target": "A",
|
||
"id": 0,
|
||
"group_id": 0,
|
||
"subset_key": "",
|
||
"metadata": {
|
||
"correct_answer": "10^-4 eV",
|
||
"incorrect_answers": [
|
||
"10^-11 eV",
|
||
"10^-8 eV\n",
|
||
"10^-9 eV"
|
||
]
|
||
}
|
||
}
|
||
</code></pre>
|
||
<p><em>Note: Some content was truncated for display.</em></p>
|
||
<h2>Prompt Template</h2>
|
||
<p><strong>Prompt Template:</strong></p>
|
||
<pre><code class="language-text">Answer the following multiple choice question. The last line of your response should be of the following format: 'ANSWER: [LETTER]' (without quotes) where [LETTER] is one of {letters}. Think step by step before answering.
|
||
|
||
{question}
|
||
|
||
{choices}
|
||
</code></pre></div>
|
||
|
||
|
||
<div class="desc-lang-content" data-desc-lang="zh" style="display:none"><h2>概述</h2>
|
||
<p>GPQA（Graduate-Level Google-Proof Q&A）Diamond 是一个极具挑战性的基准测试，包含 198 道由生物学、物理学和化学领域的专家编写的多项选择题。这些问题设计得极为困难，需要博士级别的专业知识才能正确作答。</p>
|
||
<h2>任务描述</h2>
|
||
<ul>
|
||
<li><strong>任务类型</strong>：专家级多项选择问答</li>
|
||
<li><strong>输入</strong>：研究生水平的科学问题，附带 4 个选项</li>
|
||
<li><strong>输出</strong>：单个正确答案字母（A、B、C 或 D）</li>
|
||
<li><strong>领域</strong>：生物学、物理学、化学</li>
|
||
</ul>
|
||
<h2>主要特点</h2>
|
||
<ul>
|
||
<li>198 道题目均由相关领域的博士专家编写并验证</li>
|
||
<li>题目“无法通过 Google 轻易查到”——难以通过简单搜索获得答案</li>
|
||
<li>旨在测试深层次的领域知识与推理能力</li>
|
||
<li>Diamond 子集代表了最高质量的问题</li>
|
||
<li>人类专家平均准确率约为 65%，非专家约为 34%</li>
|
||
</ul>
|
||
<h2>评估说明</h2>
|
||
<ul>
|
||
<li>默认配置使用 <strong>0-shot</strong> 或 <strong>5-shot</strong> 评估</li>
|
||
<li>支持思维链（Chain-of-Thought, CoT）提示以提升推理能力</li>
|
||
<li>评估过程中答案选项会随机打乱</li>
|
||
<li>仅使用训练集（验证集为私有）</li>
|
||
<li>是衡量专家级推理能力的高难度基准测试</li>
|
||
</ul>
|
||
<h2>属性</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>属性</th>
|
||
<th>值</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td><strong>基准测试名称</strong></td>
|
||
<td><code>gpqa_diamond</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>数据集 ID</strong></td>
|
||
<td><a href="https://modelscope.cn/datasets/AI-ModelScope/gpqa_diamond/summary">AI-ModelScope/gpqa_diamond</a></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>论文</strong></td>
|
||
<td>N/A</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>标签</strong></td>
|
||
<td><code>Knowledge</code>, <code>MCQ</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>指标</strong></td>
|
||
<td><code>acc</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>默认示例数（Shots）</strong></td>
|
||
<td>0-shot</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>评估划分</strong></td>
|
||
<td><code>train</code></td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>数据统计</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>指标</th>
|
||
<th>值</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td>总样本数</td>
|
||
<td>198</td>
|
||
</tr>
|
||
<tr>
|
||
<td>提示词长度（平均）</td>
|
||
<td>841.15 字符</td>
|
||
</tr>
|
||
<tr>
|
||
<td>提示词长度（最小/最大）</td>
|
||
<td>340 / 5845 字符</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>样例示例</h2>
|
||
<p><strong>子集</strong>: <code>default</code></p>
|
||
<pre><code class="language-json">{
|
||
"input": [
|
||
{
|
||
"id": "82b448a9",
|
||
"content": "Answer the following multiple choice question. The last line of your response should be of the following format: 'ANSWER: [LETTER]' (without quotes) where [LETTER] is one of A,B,C,D. Think step by step before answering.\n\nTwo quantum states wi ... [TRUNCATED] ... and 10^-8 sec, respectively. We want to clearly distinguish these two energy levels. Which one of the following options could be their energy difference so that they can be clearly resolved?\n\n\nA) 10^-4 eV\nB) 10^-9 eV\nC) 10^-8 eV\nD) 10^-11 eV"
|
||
}
|
||
],
|
||
"choices": [
|
||
"10^-4 eV",
|
||
"10^-9 eV",
|
||
"10^-8 eV",
|
||
"10^-11 eV"
|
||
],
|
||
"target": "A",
|
||
"id": 0,
|
||
"group_id": 0,
|
||
"subset_key": "",
|
||
"metadata": {
|
||
"correct_answer": "10^-4 eV",
|
||
"incorrect_answers": [
|
||
"10^-11 eV",
|
||
"10^-8 eV\n",
|
||
"10^-9 eV"
|
||
]
|
||
}
|
||
}
|
||
</code></pre>
|
||
<p><em>注：部分内容因展示需要已被截断。</em></p>
|
||
<h2>提示模板</h2>
|
||
<p><strong>提示模板：</strong></p>
|
||
<pre><code class="language-text">Answer the following multiple choice question. The last line of your response should be of the following format: 'ANSWER: [LETTER]' (without quotes) where [LETTER] is one of {letters}. Think step by step before answering.
|
||
|
||
{question}
|
||
|
||
{choices}
|
||
</code></pre></div>
|
||
|
||
</div>
|
||
</details>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="card" style="margin-bottom:1rem;">
|
||
<div class="table-wrap">
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
|
||
<th data-i18n="col.category">Category</th>
|
||
|
||
<th data-i18n="col.subset">Subset</th>
|
||
<th data-i18n="col.metric">Metric</th>
|
||
<th data-i18n="col.score">Score</th>
|
||
<th data-i18n="col.num">Num</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
|
||
<tr>
|
||
|
||
<td><span class="tag">default</span></td>
|
||
|
||
<td>default</td>
|
||
<td><span class="metric-tag">mean_acc</span></td>
|
||
<td class="score-cell">0.8000</td>
|
||
<td class="num-cell">10</td>
|
||
</tr>
|
||
|
||
</tbody>
|
||
</table>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
<div class="sub-card">
|
||
<div class="sub-card-header">
|
||
GPQA-Diamond · <span data-i18n="card.subset_scores">Subset Scores</span>
|
||
</div>
|
||
<div class="chart-wrap"><div> <div id="chart-gpqa_diamond-qwen-plus" class="plotly-graph-div" style="height:100%; width:100%;"></div> <script type="text/javascript"> window.PLOTLYENV=window.PLOTLYENV || {}; if (document.getElementById("chart-gpqa_diamond-qwen-plus")) { Plotly.newPlot( "chart-gpqa_diamond-qwen-plus", [{"alignmentgroup":"True","hovertemplate":"Subset=default\u003cbr\u003eMetric=%{x}\u003cbr\u003eScore=%{text}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"default","marker":{"color":"#636efa","pattern":{"shape":""}},"name":"default","offsetgroup":"default","orientation":"v","showlegend":true,"text":[0.8],"textposition":"outside","x":["mean_acc"],"xaxis":"x","y":[0.8],"yaxis":"y","type":"bar","texttemplate":"%{text:.2f}","width":0.2}], {"template":{"data":{"barpolar":[{"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"bar":[{"error_x":{"color":"#f2f5fa"},"error_y":{"color":"#f2f5fa"},"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"carpet":[{"aaxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"baxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"type":"carpet"}],"choropleth":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"choropleth"}],"contourcarpet":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"contourcarpet"}],"contour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"contour"}],"heatmapgl":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmapgl"}],"heatmap":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmap"}],"histogram2dcontour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2dcontour"}],"histogram2d":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2d"}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"mesh3d":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"mesh3d"}],"parcoords":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"parcoords"}],"pie":[{"automargin":true,"type":"pie"}],"scatter3d":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatter3d"}],"scattercarpet":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattercarpet"}],"scattergeo":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergeo"}],"scattergl":[{"marker":{"line":{"color":"#283442"}},"type":"scattergl"}],"scattermapbox":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermapbox"}],"scatterpolargl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolargl"}],"scatterpolar":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolar"}],"scatter":[{"marker":{"line":{"color":"#283442"}},"type":"scatter"}],"scatterternary":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterternary"}],"surface":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"surface"}],"table":[{"cells":{"fill":{"color":"#506784"},"line":{"color":"rgb(17,17,17)"}},"header":{"fill":{"color":"#2a3f5f"},"line":{"color":"rgb(17,17,17)"}},"type":"table"}]},"layout":{"annotationdefaults":{"arrowcolor":"#f2f5fa","arrowhead":0,"arrowwidth":1},"autotypenumbers":"strict","coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]],"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#f2f5fa"},"geo":{"bgcolor":"rgb(17,17,17)","lakecolor":"rgb(17,17,17)","landcolor":"rgb(17,17,17)","showlakes":true,"showland":true,"subunitcolor":"#506784"},"hoverlabel":{"align":"left"},"hovermode":"closest","mapbox":{"style":"dark"},"paper_bgcolor":"rgb(17,17,17)","plot_bgcolor":"rgb(17,17,17)","polar":{"angularaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","radialaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"scene":{"xaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"yaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"zaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"}},"shapedefaults":{"line":{"color":"#f2f5fa"}},"sliderdefaults":{"bgcolor":"#C8D4E3","bordercolor":"rgb(17,17,17)","borderwidth":1,"tickwidth":0},"ternary":{"aaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"baxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","caxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"title":{"x":0.05},"updatemenudefaults":{"bgcolor":"#506784","borderwidth":0},"xaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2},"yaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Metric"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Score"},"range":[0,1]},"legend":{"title":{"text":"Subset"},"tracegroupgap":0},"margin":{"t":60},"barmode":"group","uniformtext":{"minsize":12,"mode":"hide"}}, {"responsive": true} ) }; </script> </div></div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
</details>
|
||
|
||
<details class="ds-card" id="ds-2" >
|
||
<summary class="ds-summary">
|
||
<div class="ds-summary-left">
|
||
<span class="ds-arrow">
|
||
<svg width="13" height="13" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round">
|
||
<polyline points="9 18 15 12 9 6"/>
|
||
</svg>
|
||
</span>
|
||
<span class="ds-name">GSM8K</span>
|
||
</div>
|
||
<div class="ds-summary-right">
|
||
<span class="score-pill" data-score="1.0">1.0000</span>
|
||
</div>
|
||
</summary>
|
||
|
||
<div class="ds-body">
|
||
|
||
|
||
<details class="inner-toggle">
|
||
<summary>
|
||
<span class="inner-arrow">
|
||
<svg width="9" height="9" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="3" stroke-linecap="round">
|
||
<polyline points="9 18 15 12 9 6"/>
|
||
</svg>
|
||
</span>
|
||
<span data-i18n="toggle.description">Description</span>
|
||
</summary>
|
||
<div class="ds-description">
|
||
|
||
<div class="desc-lang-content" data-desc-lang="en"><h2>Overview</h2>
|
||
<p>GSM8K (Grade School Math 8K) is a high-quality dataset of 8.5K linguistically diverse grade school math word problems created by human problem writers. The dataset is specifically designed to evaluate and improve the multi-step mathematical reasoning capabilities of language models.</p>
|
||
<h2>Task Description</h2>
|
||
<ul>
|
||
<li><strong>Task Type</strong>: Mathematical Word Problem Solving</li>
|
||
<li><strong>Input</strong>: Natural language math word problem</li>
|
||
<li><strong>Output</strong>: Numerical answer derived through step-by-step reasoning</li>
|
||
<li><strong>Difficulty</strong>: Grade school level (2-8 reasoning steps required)</li>
|
||
</ul>
|
||
<h2>Key Features</h2>
|
||
<ul>
|
||
<li>Problems require basic arithmetic operations (addition, subtraction, multiplication, division)</li>
|
||
<li>Solutions involve 2 to 8 sequential reasoning steps</li>
|
||
<li>High linguistic diversity in problem formulations</li>
|
||
<li>Human-written problems ensuring natural language quality</li>
|
||
<li>Clear numerical answers for objective evaluation</li>
|
||
</ul>
|
||
<h2>Evaluation Notes</h2>
|
||
<ul>
|
||
<li>Default configuration uses <strong>4-shot</strong> examples with Chain-of-Thought (CoT) prompting</li>
|
||
<li>Answers should be formatted within <code>\boxed{}</code> for proper extraction</li>
|
||
<li>The metric extracts numerical values for accuracy comparison</li>
|
||
<li>Supports both zero-shot and few-shot evaluation modes</li>
|
||
</ul>
|
||
<h2>Properties</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Property</th>
|
||
<th>Value</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td><strong>Benchmark Name</strong></td>
|
||
<td><code>gsm8k</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Dataset ID</strong></td>
|
||
<td><a href="https://modelscope.cn/datasets/AI-ModelScope/gsm8k/summary">AI-ModelScope/gsm8k</a></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Paper</strong></td>
|
||
<td><a href="https://arxiv.org/abs/2110.14168">Paper</a></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Tags</strong></td>
|
||
<td><code>Math</code>, <code>Reasoning</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Metrics</strong></td>
|
||
<td><code>acc</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Default Shots</strong></td>
|
||
<td>4-shot</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Evaluation Split</strong></td>
|
||
<td><code>test</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Train Split</strong></td>
|
||
<td><code>train</code></td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>Data Statistics</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Metric</th>
|
||
<th>Value</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td>Total Samples</td>
|
||
<td>1,319</td>
|
||
</tr>
|
||
<tr>
|
||
<td>Prompt Length (Mean)</td>
|
||
<td>1966.87 chars</td>
|
||
</tr>
|
||
<tr>
|
||
<td>Prompt Length (Min/Max)</td>
|
||
<td>1800 / 2575 chars</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>Sample Example</h2>
|
||
<p><strong>Subset</strong>: <code>main</code></p>
|
||
<pre><code class="language-json">{
|
||
"input": [
|
||
{
|
||
"id": "0bc7f97b",
|
||
"content": "Here are some examples of how to solve similar problems:\n\nNatalia sold clips to 48 of her friends in April, and then she sold half as many clips in May. How many clips did Natalia sell altogether in April and May?\n\nReasoning:\nNatalia sold 48/ ... [TRUNCATED] ... ds every day with four. She sells the remainder at the farmers' market daily for $2 per fresh duck egg. How much in dollars does she make every day at the farmers' market?\nPlease reason step by step, and put your final answer within \\boxed{}."
|
||
}
|
||
],
|
||
"target": "18",
|
||
"id": 0,
|
||
"group_id": 0,
|
||
"metadata": {
|
||
"reasoning": "Janet sells 16 - 3 - 4 = <<16-3-4=9>>9 duck eggs a day.\nShe makes 9 * 2 = $<<9*2=18>>18 every day at the farmer’s market."
|
||
}
|
||
}
|
||
</code></pre>
|
||
<p><em>Note: Some content was truncated for display.</em></p>
|
||
<h2>Prompt Template</h2>
|
||
<p><strong>Prompt Template:</strong></p>
|
||
<pre><code class="language-text">{question}
|
||
Please reason step by step, and put your final answer within \boxed{{}}.
|
||
</code></pre>
|
||
<details>
|
||
<summary>Few-shot Template</summary>
|
||
|
||
|
||
<pre><code class="language-text">Here are some examples of how to solve similar problems:
|
||
|
||
{fewshot}
|
||
|
||
{question}
|
||
Please reason step by step, and put your final answer within \boxed{{}}.
|
||
</code></pre>
|
||
|
||
|
||
</details></div>
|
||
|
||
|
||
<div class="desc-lang-content" data-desc-lang="zh" style="display:none"><h2>概述</h2>
|
||
<p>GSM8K（Grade School Math 8K）是一个高质量的数据集，包含由人工编写者创作的 8.5K 道语言多样化的中小学数学应用题。该数据集专门用于评估和提升语言模型的多步数学推理能力。</p>
|
||
<h2>任务描述</h2>
|
||
<ul>
|
||
<li><strong>任务类型</strong>：数学应用题求解 </li>
|
||
<li><strong>输入</strong>：自然语言描述的数学应用题 </li>
|
||
<li><strong>输出</strong>：通过逐步推理得出的数值答案 </li>
|
||
<li><strong>难度</strong>：小学水平（需 2–8 步推理）</li>
|
||
</ul>
|
||
<h2>主要特点</h2>
|
||
<ul>
|
||
<li>问题涉及基本算术运算（加、减、乘、除） </li>
|
||
<li>解答过程包含 2 到 8 个连续推理步骤 </li>
|
||
<li>问题表述具有高度的语言多样性 </li>
|
||
<li>人工编写确保自然语言质量 </li>
|
||
<li>答案为明确的数值，便于客观评估 </li>
|
||
</ul>
|
||
<h2>评估说明</h2>
|
||
<ul>
|
||
<li>默认配置使用 <strong>4-shot</strong> 示例并结合思维链（Chain-of-Thought, CoT）提示 </li>
|
||
<li>答案应使用 <code>\boxed{}</code> 格式包裹以便正确提取 </li>
|
||
<li>评估指标会提取数值进行准确率比较 </li>
|
||
<li>支持零样本（zero-shot）和少样本（few-shot）两种评估模式 </li>
|
||
</ul>
|
||
<h2>属性</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>属性</th>
|
||
<th>值</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td><strong>基准测试名称</strong></td>
|
||
<td><code>gsm8k</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>数据集ID</strong></td>
|
||
<td><a href="https://modelscope.cn/datasets/AI-ModelScope/gsm8k/summary">AI-ModelScope/gsm8k</a></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>论文</strong></td>
|
||
<td><a href="https://arxiv.org/abs/2110.14168">Paper</a></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>标签</strong></td>
|
||
<td><code>Math</code>, <code>Reasoning</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>指标</strong></td>
|
||
<td><code>acc</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>默认样本数</strong></td>
|
||
<td>4-shot</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>评估划分</strong></td>
|
||
<td><code>test</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>训练划分</strong></td>
|
||
<td><code>train</code></td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>数据统计</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>指标</th>
|
||
<th>值</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td>总样本数</td>
|
||
<td>1,319</td>
|
||
</tr>
|
||
<tr>
|
||
<td>提示词长度（平均）</td>
|
||
<td>1966.87 字符</td>
|
||
</tr>
|
||
<tr>
|
||
<td>提示词长度（最小/最大）</td>
|
||
<td>1800 / 2575 字符</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>样例示例</h2>
|
||
<p><strong>子集</strong>: <code>main</code></p>
|
||
<pre><code class="language-json">{
|
||
"input": [
|
||
{
|
||
"id": "0bc7f97b",
|
||
"content": "Here are some examples of how to solve similar problems:\n\nNatalia sold clips to 48 of her friends in April, and then she sold half as many clips in May. How many clips did Natalia sell altogether in April and May?\n\nReasoning:\nNatalia sold 48/ ... [TRUNCATED] ... ds every day with four. She sells the remainder at the farmers' market daily for $2 per fresh duck egg. How much in dollars does she make every day at the farmers' market?\nPlease reason step by step, and put your final answer within \\boxed{}."
|
||
}
|
||
],
|
||
"target": "18",
|
||
"id": 0,
|
||
"group_id": 0,
|
||
"metadata": {
|
||
"reasoning": "Janet sells 16 - 3 - 4 = <<16-3-4=9>>9 duck eggs a day.\nShe makes 9 * 2 = $<<9*2=18>>18 every day at the farmer’s market."
|
||
}
|
||
}
|
||
</code></pre>
|
||
<p><em>注：部分内容因展示需要已被截断。</em></p>
|
||
<h2>提示模板</h2>
|
||
<p><strong>提示模板：</strong></p>
|
||
<pre><code class="language-text">{question}
|
||
Please reason step by step, and put your final answer within \boxed{{}}.
|
||
</code></pre>
|
||
<details>
|
||
<summary>少样本模板</summary>
|
||
|
||
|
||
<pre><code class="language-text">Here are some examples of how to solve similar problems:
|
||
|
||
{fewshot}
|
||
|
||
{question}
|
||
Please reason step by step, and put your final answer within \boxed{{}}.
|
||
</code></pre>
|
||
|
||
|
||
</details></div>
|
||
|
||
</div>
|
||
</details>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="card" style="margin-bottom:1rem;">
|
||
<div class="table-wrap">
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
|
||
<th data-i18n="col.category">Category</th>
|
||
|
||
<th data-i18n="col.subset">Subset</th>
|
||
<th data-i18n="col.metric">Metric</th>
|
||
<th data-i18n="col.score">Score</th>
|
||
<th data-i18n="col.num">Num</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
|
||
<tr>
|
||
|
||
<td><span class="tag">default</span></td>
|
||
|
||
<td>main</td>
|
||
<td><span class="metric-tag">mean_acc</span></td>
|
||
<td class="score-cell">1.0000</td>
|
||
<td class="num-cell">10</td>
|
||
</tr>
|
||
|
||
</tbody>
|
||
</table>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
<div class="sub-card">
|
||
<div class="sub-card-header">
|
||
GSM8K · <span data-i18n="card.subset_scores">Subset Scores</span>
|
||
</div>
|
||
<div class="chart-wrap"><div> <div id="chart-gsm8k-qwen-plus" class="plotly-graph-div" style="height:100%; width:100%;"></div> <script type="text/javascript"> window.PLOTLYENV=window.PLOTLYENV || {}; if (document.getElementById("chart-gsm8k-qwen-plus")) { Plotly.newPlot( "chart-gsm8k-qwen-plus", [{"alignmentgroup":"True","hovertemplate":"Subset=main\u003cbr\u003eMetric=%{x}\u003cbr\u003eScore=%{text}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"main","marker":{"color":"#636efa","pattern":{"shape":""}},"name":"main","offsetgroup":"main","orientation":"v","showlegend":true,"text":[1.0],"textposition":"outside","x":["mean_acc"],"xaxis":"x","y":[1.0],"yaxis":"y","type":"bar","texttemplate":"%{text:.2f}","width":0.2}], {"template":{"data":{"barpolar":[{"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"bar":[{"error_x":{"color":"#f2f5fa"},"error_y":{"color":"#f2f5fa"},"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"carpet":[{"aaxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"baxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"type":"carpet"}],"choropleth":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"choropleth"}],"contourcarpet":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"contourcarpet"}],"contour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"contour"}],"heatmapgl":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmapgl"}],"heatmap":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmap"}],"histogram2dcontour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2dcontour"}],"histogram2d":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2d"}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"mesh3d":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"mesh3d"}],"parcoords":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"parcoords"}],"pie":[{"automargin":true,"type":"pie"}],"scatter3d":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatter3d"}],"scattercarpet":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattercarpet"}],"scattergeo":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergeo"}],"scattergl":[{"marker":{"line":{"color":"#283442"}},"type":"scattergl"}],"scattermapbox":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermapbox"}],"scatterpolargl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolargl"}],"scatterpolar":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolar"}],"scatter":[{"marker":{"line":{"color":"#283442"}},"type":"scatter"}],"scatterternary":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterternary"}],"surface":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"surface"}],"table":[{"cells":{"fill":{"color":"#506784"},"line":{"color":"rgb(17,17,17)"}},"header":{"fill":{"color":"#2a3f5f"},"line":{"color":"rgb(17,17,17)"}},"type":"table"}]},"layout":{"annotationdefaults":{"arrowcolor":"#f2f5fa","arrowhead":0,"arrowwidth":1},"autotypenumbers":"strict","coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]],"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#f2f5fa"},"geo":{"bgcolor":"rgb(17,17,17)","lakecolor":"rgb(17,17,17)","landcolor":"rgb(17,17,17)","showlakes":true,"showland":true,"subunitcolor":"#506784"},"hoverlabel":{"align":"left"},"hovermode":"closest","mapbox":{"style":"dark"},"paper_bgcolor":"rgb(17,17,17)","plot_bgcolor":"rgb(17,17,17)","polar":{"angularaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","radialaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"scene":{"xaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"yaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"zaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"}},"shapedefaults":{"line":{"color":"#f2f5fa"}},"sliderdefaults":{"bgcolor":"#C8D4E3","bordercolor":"rgb(17,17,17)","borderwidth":1,"tickwidth":0},"ternary":{"aaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"baxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","caxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"title":{"x":0.05},"updatemenudefaults":{"bgcolor":"#506784","borderwidth":0},"xaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2},"yaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Metric"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Score"},"range":[0,1]},"legend":{"title":{"text":"Subset"},"tracegroupgap":0},"margin":{"t":60},"barmode":"group","uniformtext":{"minsize":12,"mode":"hide"}}, {"responsive": true} ) }; </script> </div></div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
</details>
|
||
|
||
<details class="ds-card" id="ds-3" >
|
||
<summary class="ds-summary">
|
||
<div class="ds-summary-left">
|
||
<span class="ds-arrow">
|
||
<svg width="13" height="13" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round">
|
||
<polyline points="9 18 15 12 9 6"/>
|
||
</svg>
|
||
</span>
|
||
<span class="ds-name">IFEval</span>
|
||
</div>
|
||
<div class="ds-summary-right">
|
||
<span class="score-pill" data-score="0.9">0.9000</span>
|
||
</div>
|
||
</summary>
|
||
|
||
<div class="ds-body">
|
||
|
||
|
||
<details class="inner-toggle">
|
||
<summary>
|
||
<span class="inner-arrow">
|
||
<svg width="9" height="9" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="3" stroke-linecap="round">
|
||
<polyline points="9 18 15 12 9 6"/>
|
||
</svg>
|
||
</span>
|
||
<span data-i18n="toggle.description">Description</span>
|
||
</summary>
|
||
<div class="ds-description">
|
||
|
||
<div class="desc-lang-content" data-desc-lang="en"><h2>Overview</h2>
|
||
<p>IFEval (Instruction-Following Eval) is a benchmark for evaluating how well language models follow explicit, verifiable instructions. It contains prompts with specific formatting, content, or structural requirements that can be objectively verified.</p>
|
||
<h2>Task Description</h2>
|
||
<ul>
|
||
<li><strong>Task Type</strong>: Instruction Following Evaluation</li>
|
||
<li><strong>Input</strong>: Prompts with explicit, verifiable constraints</li>
|
||
<li><strong>Output</strong>: Response that follows all specified instructions</li>
|
||
<li><strong>Constraint Types</strong>: Format, length, keywords, structure, etc.</li>
|
||
</ul>
|
||
<h2>Key Features</h2>
|
||
<ul>
|
||
<li>~500 prompts with 25 types of verifiable instructions</li>
|
||
<li>Instructions are objectively checkable (not subjective)</li>
|
||
<li>Examples: "write exactly 3 paragraphs", "include the word X", "use bullet points"</li>
|
||
<li>Tests instruction comprehension and compliance</li>
|
||
<li>No ambiguity in evaluation criteria</li>
|
||
</ul>
|
||
<h2>Evaluation Notes</h2>
|
||
<ul>
|
||
<li>Default configuration uses <strong>0-shot</strong> evaluation</li>
|
||
<li>Four metrics available:</li>
|
||
<li><code>prompt_level_strict</code>: All instructions in prompt must be followed</li>
|
||
<li><code>prompt_level_loose</code>: Some tolerance for minor deviations</li>
|
||
<li><code>inst_level_strict</code>: Per-instruction accuracy (strict)</li>
|
||
<li><code>inst_level_loose</code>: Per-instruction accuracy (loose)</li>
|
||
<li><code>prompt_level_strict</code> is the primary metric</li>
|
||
<li>Automatic verification of instruction compliance</li>
|
||
</ul>
|
||
<h2>Properties</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Property</th>
|
||
<th>Value</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td><strong>Benchmark Name</strong></td>
|
||
<td><code>ifeval</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Dataset ID</strong></td>
|
||
<td><a href="https://modelscope.cn/datasets/opencompass/ifeval/summary">opencompass/ifeval</a></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Paper</strong></td>
|
||
<td>N/A</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Tags</strong></td>
|
||
<td><code>InstructionFollowing</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Metrics</strong></td>
|
||
<td><code>prompt_level_strict</code>, <code>inst_level_strict</code>, <code>prompt_level_loose</code>, <code>inst_level_loose</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Default Shots</strong></td>
|
||
<td>0-shot</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Evaluation Split</strong></td>
|
||
<td><code>train</code></td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>Data Statistics</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Metric</th>
|
||
<th>Value</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td>Total Samples</td>
|
||
<td>541</td>
|
||
</tr>
|
||
<tr>
|
||
<td>Prompt Length (Mean)</td>
|
||
<td>210.75 chars</td>
|
||
</tr>
|
||
<tr>
|
||
<td>Prompt Length (Min/Max)</td>
|
||
<td>53 / 1858 chars</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>Sample Example</h2>
|
||
<p><strong>Subset</strong>: <code>default</code></p>
|
||
<pre><code class="language-json">{
|
||
"input": [
|
||
{
|
||
"id": "cb71907f",
|
||
"content": "Write a 300+ word summary of the wikipedia page \"https://en.wikipedia.org/wiki/Raymond_III,_Count_of_Tripoli\". Do not use any commas and highlight at least 3 sections that has titles in markdown format, for example *highlighted section part 1*, *highlighted section part 2*, *highlighted section part 3*."
|
||
}
|
||
],
|
||
"target": "",
|
||
"id": 0,
|
||
"group_id": 0,
|
||
"metadata": {
|
||
"key": 1000,
|
||
"prompt": "Write a 300+ word summary of the wikipedia page \"https://en.wikipedia.org/wiki/Raymond_III,_Count_of_Tripoli\". Do not use any commas and highlight at least 3 sections that has titles in markdown format, for example *highlighted section part 1*, *highlighted section part 2*, *highlighted section part 3*.",
|
||
"instruction_id_list": [
|
||
"punctuation:no_comma",
|
||
"detectable_format:number_highlighted_sections",
|
||
"length_constraints:number_words"
|
||
],
|
||
"kwargs": [
|
||
{
|
||
"num_highlights": null,
|
||
"relation": null,
|
||
"num_words": null,
|
||
"num_placeholders": null,
|
||
"prompt_to_repeat": null,
|
||
"num_bullets": null,
|
||
"section_spliter": null,
|
||
"num_sections": null,
|
||
"capital_relation": null,
|
||
"capital_frequency": null,
|
||
"keywords": null,
|
||
"num_paragraphs": null,
|
||
"language": null,
|
||
"let_relation": null,
|
||
"letter": null,
|
||
"let_frequency": null,
|
||
"end_phrase": null,
|
||
"forbidden_words": null,
|
||
"keyword": null,
|
||
"frequency": null,
|
||
"num_sentences": null,
|
||
"postscript_marker": null,
|
||
"first_word": null,
|
||
"nth_paragraph": null
|
||
},
|
||
{
|
||
"num_highlights": 3,
|
||
"relation": null,
|
||
"num_words": null,
|
||
"num_placeholders": null,
|
||
"prompt_to_repeat": null,
|
||
"num_bullets": null,
|
||
"section_spliter": null,
|
||
"num_sections": null,
|
||
"capital_relation": null,
|
||
"capital_frequency": null,
|
||
"keywords": null,
|
||
"num_paragraphs": null,
|
||
"language": null,
|
||
"let_relation": null,
|
||
"letter": null,
|
||
"let_frequency": null,
|
||
"end_phrase": null,
|
||
"forbidden_words": null,
|
||
"keyword": null,
|
||
"frequency": null,
|
||
"num_sentences": null,
|
||
"postscript_marker": null,
|
||
"first_word": null,
|
||
"nth_paragraph": null
|
||
},
|
||
{
|
||
"num_highlights": null,
|
||
"relation": "at least",
|
||
"num_words": 300,
|
||
"num_placeholders": null,
|
||
"prompt_to_repeat": null,
|
||
"num_bullets": null,
|
||
"section_spliter": null,
|
||
"num_sections": null,
|
||
"capital_relation": null,
|
||
"capital_frequency": null,
|
||
"keywords": null,
|
||
"num_paragraphs": null,
|
||
"language": null,
|
||
"let_relation": null,
|
||
"letter": null,
|
||
"let_frequency": null,
|
||
"end_phrase": null,
|
||
"forbidden_words": null,
|
||
"keyword": null,
|
||
"frequency": null,
|
||
"num_sentences": null,
|
||
"postscript_marker": null,
|
||
"first_word": null,
|
||
"nth_paragraph": null
|
||
}
|
||
]
|
||
}
|
||
}
|
||
</code></pre>
|
||
<h2>Prompt Template</h2>
|
||
<p><em>No prompt template defined.</em></p></div>
|
||
|
||
|
||
<div class="desc-lang-content" data-desc-lang="zh" style="display:none"><h2>概述</h2>
|
||
<p>IFEval（Instruction-Following Eval）是一个用于评估语言模型遵循明确、可验证指令能力的基准测试。它包含一系列带有特定格式、内容或结构要求的提示（prompts），这些要求可以被客观地验证。</p>
|
||
<h2>任务描述</h2>
|
||
<ul>
|
||
<li><strong>任务类型</strong>：指令遵循评估</li>
|
||
<li><strong>输入</strong>：包含明确、可验证约束条件的提示</li>
|
||
<li><strong>输出</strong>：完全遵循所有指定指令的响应</li>
|
||
<li><strong>约束类型</strong>：格式、长度、关键词、结构等</li>
|
||
</ul>
|
||
<h2>主要特点</h2>
|
||
<ul>
|
||
<li>包含约500个提示，涵盖25种可验证的指令类型</li>
|
||
<li>指令可被客观检查（非主观判断）</li>
|
||
<li>示例：“写恰好3段文字”、“包含单词X”、“使用项目符号列表”</li>
|
||
<li>测试模型对指令的理解与遵守能力</li>
|
||
<li>评估标准无歧义</li>
|
||
</ul>
|
||
<h2>评估说明</h2>
|
||
<ul>
|
||
<li>默认配置采用 <strong>0-shot</strong> 评估方式</li>
|
||
<li>提供四种评估指标：</li>
|
||
<li><code>prompt_level_strict</code>：提示中的所有指令都必须被严格遵循</li>
|
||
<li><code>prompt_level_loose</code>：允许对轻微偏差有一定容忍度</li>
|
||
<li><code>inst_level_strict</code>：按每条指令计算准确率（严格）</li>
|
||
<li><code>inst_level_loose</code>：按每条指令计算准确率（宽松）</li>
|
||
<li>主要指标为 <code>prompt_level_strict</code></li>
|
||
<li>支持自动验证指令遵循情况</li>
|
||
</ul>
|
||
<h2>属性</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>属性</th>
|
||
<th>值</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td><strong>基准测试名称</strong></td>
|
||
<td><code>ifeval</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>数据集ID</strong></td>
|
||
<td><a href="https://modelscope.cn/datasets/opencompass/ifeval/summary">opencompass/ifeval</a></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>论文</strong></td>
|
||
<td>N/A</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>标签</strong></td>
|
||
<td><code>InstructionFollowing</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>指标</strong></td>
|
||
<td><code>prompt_level_strict</code>, <code>inst_level_strict</code>, <code>prompt_level_loose</code>, <code>inst_level_loose</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>默认示例数（Shots）</strong></td>
|
||
<td>0-shot</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>评估划分</strong></td>
|
||
<td><code>train</code></td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>数据统计</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>指标</th>
|
||
<th>值</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td>总样本数</td>
|
||
<td>541</td>
|
||
</tr>
|
||
<tr>
|
||
<td>提示词长度（平均）</td>
|
||
<td>210.75 字符</td>
|
||
</tr>
|
||
<tr>
|
||
<td>提示词长度（最小/最大）</td>
|
||
<td>53 / 1858 字符</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>样例示例</h2>
|
||
<p><strong>子集</strong>：<code>default</code></p>
|
||
<pre><code class="language-json">{
|
||
"input": [
|
||
{
|
||
"id": "cb71907f",
|
||
"content": "Write a 300+ word summary of the wikipedia page \"https://en.wikipedia.org/wiki/Raymond_III,_Count_of_Tripoli\". Do not use any commas and highlight at least 3 sections that has titles in markdown format, for example *highlighted section part 1*, *highlighted section part 2*, *highlighted section part 3*."
|
||
}
|
||
],
|
||
"target": "",
|
||
"id": 0,
|
||
"group_id": 0,
|
||
"metadata": {
|
||
"key": 1000,
|
||
"prompt": "Write a 300+ word summary of the wikipedia page \"https://en.wikipedia.org/wiki/Raymond_III,_Count_of_Tripoli\". Do not use any commas and highlight at least 3 sections that has titles in markdown format, for example *highlighted section part 1*, *highlighted section part 2*, *highlighted section part 3*.",
|
||
"instruction_id_list": [
|
||
"punctuation:no_comma",
|
||
"detectable_format:number_highlighted_sections",
|
||
"length_constraints:number_words"
|
||
],
|
||
"kwargs": [
|
||
{
|
||
"num_highlights": null,
|
||
"relation": null,
|
||
"num_words": null,
|
||
"num_placeholders": null,
|
||
"prompt_to_repeat": null,
|
||
"num_bullets": null,
|
||
"section_spliter": null,
|
||
"num_sections": null,
|
||
"capital_relation": null,
|
||
"capital_frequency": null,
|
||
"keywords": null,
|
||
"num_paragraphs": null,
|
||
"language": null,
|
||
"let_relation": null,
|
||
"letter": null,
|
||
"let_frequency": null,
|
||
"end_phrase": null,
|
||
"forbidden_words": null,
|
||
"keyword": null,
|
||
"frequency": null,
|
||
"num_sentences": null,
|
||
"postscript_marker": null,
|
||
"first_word": null,
|
||
"nth_paragraph": null
|
||
},
|
||
{
|
||
"num_highlights": 3,
|
||
"relation": null,
|
||
"num_words": null,
|
||
"num_placeholders": null,
|
||
"prompt_to_repeat": null,
|
||
"num_bullets": null,
|
||
"section_spliter": null,
|
||
"num_sections": null,
|
||
"capital_relation": null,
|
||
"capital_frequency": null,
|
||
"keywords": null,
|
||
"num_paragraphs": null,
|
||
"language": null,
|
||
"let_relation": null,
|
||
"letter": null,
|
||
"let_frequency": null,
|
||
"end_phrase": null,
|
||
"forbidden_words": null,
|
||
"keyword": null,
|
||
"frequency": null,
|
||
"num_sentences": null,
|
||
"postscript_marker": null,
|
||
"first_word": null,
|
||
"nth_paragraph": null
|
||
},
|
||
{
|
||
"num_highlights": null,
|
||
"relation": "at least",
|
||
"num_words": 300,
|
||
"num_placeholders": null,
|
||
"prompt_to_repeat": null,
|
||
"num_bullets": null,
|
||
"section_spliter": null,
|
||
"num_sections": null,
|
||
"capital_relation": null,
|
||
"capital_frequency": null,
|
||
"keywords": null,
|
||
"num_paragraphs": null,
|
||
"language": null,
|
||
"let_relation": null,
|
||
"letter": null,
|
||
"let_frequency": null,
|
||
"end_phrase": null,
|
||
"forbidden_words": null,
|
||
"keyword": null,
|
||
"frequency": null,
|
||
"num_sentences": null,
|
||
"postscript_marker": null,
|
||
"first_word": null,
|
||
"nth_paragraph": null
|
||
}
|
||
]
|
||
}
|
||
}
|
||
</code></pre>
|
||
<h2>提示模板</h2>
|
||
<p><em>未定义提示模板。</em></p></div>
|
||
|
||
</div>
|
||
</details>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="card" style="margin-bottom:1rem;">
|
||
<div class="table-wrap">
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
|
||
<th data-i18n="col.category">Category</th>
|
||
|
||
<th data-i18n="col.subset">Subset</th>
|
||
<th data-i18n="col.metric">Metric</th>
|
||
<th data-i18n="col.score">Score</th>
|
||
<th data-i18n="col.num">Num</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
|
||
<tr>
|
||
|
||
<td><span class="tag">default</span></td>
|
||
|
||
<td>default</td>
|
||
<td><span class="metric-tag">mean_prompt_level_strict</span></td>
|
||
<td class="score-cell">0.9000</td>
|
||
<td class="num-cell">10</td>
|
||
</tr>
|
||
|
||
</tbody>
|
||
</table>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
<div class="sub-card">
|
||
<div class="sub-card-header">
|
||
IFEval · <span data-i18n="card.subset_scores">Subset Scores</span>
|
||
</div>
|
||
<div class="chart-wrap"><div> <div id="chart-ifeval-qwen-plus" class="plotly-graph-div" style="height:100%; width:100%;"></div> <script type="text/javascript"> window.PLOTLYENV=window.PLOTLYENV || {}; if (document.getElementById("chart-ifeval-qwen-plus")) { Plotly.newPlot( "chart-ifeval-qwen-plus", [{"alignmentgroup":"True","hovertemplate":"Subset=default\u003cbr\u003eMetric=%{x}\u003cbr\u003eScore=%{text}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"default","marker":{"color":"#636efa","pattern":{"shape":""}},"name":"default","offsetgroup":"default","orientation":"v","showlegend":true,"text":[0.9],"textposition":"outside","x":["mean_prompt_level_strict"],"xaxis":"x","y":[0.9],"yaxis":"y","type":"bar","texttemplate":"%{text:.2f}","width":0.2}], {"template":{"data":{"barpolar":[{"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"bar":[{"error_x":{"color":"#f2f5fa"},"error_y":{"color":"#f2f5fa"},"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"carpet":[{"aaxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"baxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"type":"carpet"}],"choropleth":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"choropleth"}],"contourcarpet":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"contourcarpet"}],"contour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"contour"}],"heatmapgl":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmapgl"}],"heatmap":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmap"}],"histogram2dcontour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2dcontour"}],"histogram2d":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2d"}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"mesh3d":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"mesh3d"}],"parcoords":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"parcoords"}],"pie":[{"automargin":true,"type":"pie"}],"scatter3d":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatter3d"}],"scattercarpet":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattercarpet"}],"scattergeo":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergeo"}],"scattergl":[{"marker":{"line":{"color":"#283442"}},"type":"scattergl"}],"scattermapbox":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermapbox"}],"scatterpolargl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolargl"}],"scatterpolar":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolar"}],"scatter":[{"marker":{"line":{"color":"#283442"}},"type":"scatter"}],"scatterternary":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterternary"}],"surface":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"surface"}],"table":[{"cells":{"fill":{"color":"#506784"},"line":{"color":"rgb(17,17,17)"}},"header":{"fill":{"color":"#2a3f5f"},"line":{"color":"rgb(17,17,17)"}},"type":"table"}]},"layout":{"annotationdefaults":{"arrowcolor":"#f2f5fa","arrowhead":0,"arrowwidth":1},"autotypenumbers":"strict","coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]],"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#f2f5fa"},"geo":{"bgcolor":"rgb(17,17,17)","lakecolor":"rgb(17,17,17)","landcolor":"rgb(17,17,17)","showlakes":true,"showland":true,"subunitcolor":"#506784"},"hoverlabel":{"align":"left"},"hovermode":"closest","mapbox":{"style":"dark"},"paper_bgcolor":"rgb(17,17,17)","plot_bgcolor":"rgb(17,17,17)","polar":{"angularaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","radialaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"scene":{"xaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"yaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"zaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"}},"shapedefaults":{"line":{"color":"#f2f5fa"}},"sliderdefaults":{"bgcolor":"#C8D4E3","bordercolor":"rgb(17,17,17)","borderwidth":1,"tickwidth":0},"ternary":{"aaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"baxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","caxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"title":{"x":0.05},"updatemenudefaults":{"bgcolor":"#506784","borderwidth":0},"xaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2},"yaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Metric"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Score"},"range":[0,1]},"legend":{"title":{"text":"Subset"},"tracegroupgap":0},"margin":{"t":60},"barmode":"group","uniformtext":{"minsize":12,"mode":"hide"}}, {"responsive": true} ) }; </script> </div></div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
</details>
|
||
|
||
<details class="ds-card" id="ds-4" >
|
||
<summary class="ds-summary">
|
||
<div class="ds-summary-left">
|
||
<span class="ds-arrow">
|
||
<svg width="13" height="13" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round">
|
||
<polyline points="9 18 15 12 9 6"/>
|
||
</svg>
|
||
</span>
|
||
<span class="ds-name">IQuiz</span>
|
||
</div>
|
||
<div class="ds-summary-right">
|
||
<span class="score-pill" data-score="0.85">0.8500</span>
|
||
</div>
|
||
</summary>
|
||
|
||
<div class="ds-body">
|
||
|
||
|
||
<details class="inner-toggle">
|
||
<summary>
|
||
<span class="inner-arrow">
|
||
<svg width="9" height="9" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="3" stroke-linecap="round">
|
||
<polyline points="9 18 15 12 9 6"/>
|
||
</svg>
|
||
</span>
|
||
<span data-i18n="toggle.description">Description</span>
|
||
</summary>
|
||
<div class="ds-description">
|
||
|
||
<div class="desc-lang-content" data-desc-lang="en"><h2>Overview</h2>
|
||
<p>IQuiz is a Chinese benchmark for evaluating AI models on intelligence quotient (IQ) and emotional quotient (EQ) questions. It tests logical reasoning, pattern recognition, and social-emotional understanding through multiple-choice questions.</p>
|
||
<h2>Task Description</h2>
|
||
<ul>
|
||
<li><strong>Task Type</strong>: Multiple-Choice Question Answering</li>
|
||
<li><strong>Input</strong>: Question in Chinese with multiple choice options</li>
|
||
<li><strong>Output</strong>: Selected answer with explanation (Chain-of-Thought)</li>
|
||
<li><strong>Language</strong>: Chinese</li>
|
||
</ul>
|
||
<h2>Key Features</h2>
|
||
<ul>
|
||
<li>Dual evaluation of IQ and EQ capabilities</li>
|
||
<li>Chinese-language cognitive assessment</li>
|
||
<li>Multiple difficulty levels</li>
|
||
<li>Requires explanation alongside answer selection</li>
|
||
<li>Tests logical reasoning and emotional understanding</li>
|
||
</ul>
|
||
<h2>Evaluation Notes</h2>
|
||
<ul>
|
||
<li>Default configuration uses <strong>0-shot</strong> evaluation</li>
|
||
<li>Primary metric: <strong>Accuracy</strong></li>
|
||
<li>Subsets: <strong>IQ</strong> (logical reasoning) and <strong>EQ</strong> (emotional intelligence)</li>
|
||
<li>Uses Chinese Chain-of-Thought prompt template</li>
|
||
<li>Evaluates on <strong>test</strong> split</li>
|
||
<li>Metadata includes difficulty level information</li>
|
||
</ul>
|
||
<h2>Properties</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Property</th>
|
||
<th>Value</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td><strong>Benchmark Name</strong></td>
|
||
<td><code>iquiz</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Dataset ID</strong></td>
|
||
<td><a href="https://modelscope.cn/datasets/AI-ModelScope/IQuiz/summary">AI-ModelScope/IQuiz</a></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Paper</strong></td>
|
||
<td>N/A</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Tags</strong></td>
|
||
<td><code>Chinese</code>, <code>Knowledge</code>, <code>MCQ</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Metrics</strong></td>
|
||
<td><code>acc</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Default Shots</strong></td>
|
||
<td>0-shot</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>Evaluation Split</strong></td>
|
||
<td><code>test</code></td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>Data Statistics</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Metric</th>
|
||
<th>Value</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td>Total Samples</td>
|
||
<td>120</td>
|
||
</tr>
|
||
<tr>
|
||
<td>Prompt Length (Mean)</td>
|
||
<td>248.31 chars</td>
|
||
</tr>
|
||
<tr>
|
||
<td>Prompt Length (Min/Max)</td>
|
||
<td>146 / 394 chars</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<p><strong>Per-Subset Statistics:</strong></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Subset</th>
|
||
<th>Samples</th>
|
||
<th>Prompt Mean</th>
|
||
<th>Prompt Min</th>
|
||
<th>Prompt Max</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td><code>IQ</code></td>
|
||
<td>40</td>
|
||
<td>194.5</td>
|
||
<td>146</td>
|
||
<td>323</td>
|
||
</tr>
|
||
<tr>
|
||
<td><code>EQ</code></td>
|
||
<td>80</td>
|
||
<td>275.21</td>
|
||
<td>219</td>
|
||
<td>394</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>Sample Example</h2>
|
||
<p><strong>Subset</strong>: <code>IQ</code></p>
|
||
<pre><code class="language-json">{
|
||
"input": [
|
||
{
|
||
"id": "748f2700",
|
||
"content": "回答下面的单项选择题，请选出其中的正确答案。你的回答的最后一行应该是这样的格式：\"答案：[LETTER]\"（不带引号），其中 [LETTER] 是 A,B,C,D 中的一个。请在回答前进行一步步思考。\n\n问题：天气预报说本周星期三会下雨，昨天果然下雨了，今天星期几？\n选项：\nA) 星期一\nB) 星期二\nC) 星期三\nD) 星期四\n"
|
||
}
|
||
],
|
||
"choices": [
|
||
"星期一",
|
||
"星期二",
|
||
"星期三",
|
||
"星期四"
|
||
],
|
||
"target": "D",
|
||
"id": 0,
|
||
"group_id": 0,
|
||
"metadata": {
|
||
"level": 1
|
||
}
|
||
}
|
||
</code></pre>
|
||
<h2>Prompt Template</h2>
|
||
<p><strong>Prompt Template:</strong></p>
|
||
<pre><code class="language-text">回答下面的单项选择题，请选出其中的正确答案。你的回答的最后一行应该是这样的格式："答案：[LETTER]"（不带引号），其中 [LETTER] 是 {letters} 中的一个。请在回答前进行一步步思考。
|
||
|
||
问题：{question}
|
||
选项：
|
||
{choices}
|
||
|
||
</code></pre></div>
|
||
|
||
|
||
<div class="desc-lang-content" data-desc-lang="zh" style="display:none"><h2>概述</h2>
|
||
<p>IQuiz 是一个中文基准测试，用于评估 AI 模型在智商（IQ）和情商（EQ）问题上的表现。它通过多项选择题来测试逻辑推理、模式识别以及社会情感理解能力。</p>
|
||
<h2>任务描述</h2>
|
||
<ul>
|
||
<li><strong>任务类型</strong>：多项选择题问答</li>
|
||
<li><strong>输入</strong>：中文问题及多个选项</li>
|
||
<li><strong>输出</strong>：所选答案及解释（思维链，Chain-of-Thought）</li>
|
||
<li><strong>语言</strong>：中文</li>
|
||
</ul>
|
||
<h2>主要特点</h2>
|
||
<ul>
|
||
<li>同时评估 IQ 和 EQ 能力</li>
|
||
<li>中文认知能力测评</li>
|
||
<li>多种难度级别</li>
|
||
<li>要求在选择答案的同时提供解释</li>
|
||
<li>测试逻辑推理与情感理解能力</li>
|
||
</ul>
|
||
<h2>评估说明</h2>
|
||
<ul>
|
||
<li>默认配置使用 <strong>0-shot</strong> 评估</li>
|
||
<li>主要指标：<strong>准确率（Accuracy）</strong></li>
|
||
<li>子集：<strong>IQ</strong>（逻辑推理）和 <strong>EQ</strong>（情感智能）</li>
|
||
<li>使用中文思维链（Chain-of-Thought）提示模板</li>
|
||
<li>在 <strong>test</strong> 数据划分上进行评估</li>
|
||
<li>元数据包含难度级别信息</li>
|
||
</ul>
|
||
<h2>属性</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>属性</th>
|
||
<th>值</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td><strong>基准测试名称</strong></td>
|
||
<td><code>iquiz</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>数据集 ID</strong></td>
|
||
<td><a href="https://modelscope.cn/datasets/AI-ModelScope/IQuiz/summary">AI-ModelScope/IQuiz</a></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>论文</strong></td>
|
||
<td>N/A</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>标签</strong></td>
|
||
<td><code>Chinese</code>, <code>Knowledge</code>, <code>MCQ</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>指标</strong></td>
|
||
<td><code>acc</code></td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>默认示例数</strong></td>
|
||
<td>0-shot</td>
|
||
</tr>
|
||
<tr>
|
||
<td><strong>评估数据划分</strong></td>
|
||
<td><code>test</code></td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>数据统计</h2>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>指标</th>
|
||
<th>值</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td>总样本数</td>
|
||
<td>120</td>
|
||
</tr>
|
||
<tr>
|
||
<td>提示词长度（平均）</td>
|
||
<td>248.31 字符</td>
|
||
</tr>
|
||
<tr>
|
||
<td>提示词长度（最小/最大）</td>
|
||
<td>146 / 394 字符</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<p><strong>各子集统计数据：</strong></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>子集</th>
|
||
<th>样本数</th>
|
||
<th>提示平均长度</th>
|
||
<th>提示最小长度</th>
|
||
<th>提示最大长度</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr>
|
||
<td><code>IQ</code></td>
|
||
<td>40</td>
|
||
<td>194.5</td>
|
||
<td>146</td>
|
||
<td>323</td>
|
||
</tr>
|
||
<tr>
|
||
<td><code>EQ</code></td>
|
||
<td>80</td>
|
||
<td>275.21</td>
|
||
<td>219</td>
|
||
<td>394</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<h2>样例示例</h2>
|
||
<p><strong>子集</strong>: <code>IQ</code></p>
|
||
<pre><code class="language-json">{
|
||
"input": [
|
||
{
|
||
"id": "748f2700",
|
||
"content": "回答下面的单项选择题，请选出其中的正确答案。你的回答的最后一行应该是这样的格式：\"答案：[LETTER]\"（不带引号），其中 [LETTER] 是 A,B,C,D 中的一个。请在回答前进行一步步思考。\n\n问题：天气预报说本周星期三会下雨，昨天果然下雨了，今天星期几？\n选项：\nA) 星期一\nB) 星期二\nC) 星期三\nD) 星期四\n"
|
||
}
|
||
],
|
||
"choices": [
|
||
"星期一",
|
||
"星期二",
|
||
"星期三",
|
||
"星期四"
|
||
],
|
||
"target": "D",
|
||
"id": 0,
|
||
"group_id": 0,
|
||
"metadata": {
|
||
"level": 1
|
||
}
|
||
}
|
||
</code></pre>
|
||
<h2>提示模板</h2>
|
||
<p><strong>提示模板：</strong></p>
|
||
<pre><code class="language-text">回答下面的单项选择题，请选出其中的正确答案。你的回答的最后一行应该是这样的格式："答案：[LETTER]"（不带引号），其中 [LETTER] 是 {letters} 中的一个。请在回答前进行一步步思考。
|
||
|
||
问题：{question}
|
||
选项：
|
||
{choices}
|
||
|
||
</code></pre></div>
|
||
|
||
</div>
|
||
</details>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="card" style="margin-bottom:1rem;">
|
||
<div class="table-wrap">
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
|
||
<th data-i18n="col.category">Category</th>
|
||
|
||
<th data-i18n="col.subset">Subset</th>
|
||
<th data-i18n="col.metric">Metric</th>
|
||
<th data-i18n="col.score">Score</th>
|
||
<th data-i18n="col.num">Num</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
|
||
<tr>
|
||
|
||
<td><span class="tag">default</span></td>
|
||
|
||
<td>IQ</td>
|
||
<td><span class="metric-tag">mean_acc</span></td>
|
||
<td class="score-cell">1.0000</td>
|
||
<td class="num-cell">10</td>
|
||
</tr>
|
||
|
||
<tr>
|
||
|
||
<td><span class="tag">default</span></td>
|
||
|
||
<td>EQ</td>
|
||
<td><span class="metric-tag">mean_acc</span></td>
|
||
<td class="score-cell">0.7000</td>
|
||
<td class="num-cell">10</td>
|
||
</tr>
|
||
|
||
</tbody>
|
||
</table>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
<div class="sub-card">
|
||
<div class="sub-card-header">
|
||
IQuiz · <span data-i18n="card.subset_scores">Subset Scores</span>
|
||
</div>
|
||
<div class="chart-wrap"><div> <div id="chart-iquiz-qwen-plus" class="plotly-graph-div" style="height:100%; width:100%;"></div> <script type="text/javascript"> window.PLOTLYENV=window.PLOTLYENV || {}; if (document.getElementById("chart-iquiz-qwen-plus")) { Plotly.newPlot( "chart-iquiz-qwen-plus", [{"alignmentgroup":"True","hovertemplate":"Subset=IQ\u003cbr\u003eMetric=%{x}\u003cbr\u003eScore=%{text}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"IQ","marker":{"color":"#636efa","pattern":{"shape":""}},"name":"IQ","offsetgroup":"IQ","orientation":"v","showlegend":true,"text":[1.0],"textposition":"outside","x":["mean_acc"],"xaxis":"x","y":[1.0],"yaxis":"y","type":"bar","texttemplate":"%{text:.2f}","width":0.2},{"alignmentgroup":"True","hovertemplate":"Subset=EQ\u003cbr\u003eMetric=%{x}\u003cbr\u003eScore=%{text}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"EQ","marker":{"color":"#EF553B","pattern":{"shape":""}},"name":"EQ","offsetgroup":"EQ","orientation":"v","showlegend":true,"text":[0.7],"textposition":"outside","x":["mean_acc"],"xaxis":"x","y":[0.7],"yaxis":"y","type":"bar","texttemplate":"%{text:.2f}","width":0.2}], {"template":{"data":{"barpolar":[{"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"bar":[{"error_x":{"color":"#f2f5fa"},"error_y":{"color":"#f2f5fa"},"marker":{"line":{"color":"rgb(17,17,17)","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"carpet":[{"aaxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"baxis":{"endlinecolor":"#A2B1C6","gridcolor":"#506784","linecolor":"#506784","minorgridcolor":"#506784","startlinecolor":"#A2B1C6"},"type":"carpet"}],"choropleth":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"choropleth"}],"contourcarpet":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"contourcarpet"}],"contour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"contour"}],"heatmapgl":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmapgl"}],"heatmap":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"heatmap"}],"histogram2dcontour":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2dcontour"}],"histogram2d":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"histogram2d"}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"mesh3d":[{"colorbar":{"outlinewidth":0,"ticks":""},"type":"mesh3d"}],"parcoords":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"parcoords"}],"pie":[{"automargin":true,"type":"pie"}],"scatter3d":[{"line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatter3d"}],"scattercarpet":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattercarpet"}],"scattergeo":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattergeo"}],"scattergl":[{"marker":{"line":{"color":"#283442"}},"type":"scattergl"}],"scattermapbox":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scattermapbox"}],"scatterpolargl":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolargl"}],"scatterpolar":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterpolar"}],"scatter":[{"marker":{"line":{"color":"#283442"}},"type":"scatter"}],"scatterternary":[{"marker":{"colorbar":{"outlinewidth":0,"ticks":""}},"type":"scatterternary"}],"surface":[{"colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"type":"surface"}],"table":[{"cells":{"fill":{"color":"#506784"},"line":{"color":"rgb(17,17,17)"}},"header":{"fill":{"color":"#2a3f5f"},"line":{"color":"rgb(17,17,17)"}},"type":"table"}]},"layout":{"annotationdefaults":{"arrowcolor":"#f2f5fa","arrowhead":0,"arrowwidth":1},"autotypenumbers":"strict","coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]],"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#f2f5fa"},"geo":{"bgcolor":"rgb(17,17,17)","lakecolor":"rgb(17,17,17)","landcolor":"rgb(17,17,17)","showlakes":true,"showland":true,"subunitcolor":"#506784"},"hoverlabel":{"align":"left"},"hovermode":"closest","mapbox":{"style":"dark"},"paper_bgcolor":"rgb(17,17,17)","plot_bgcolor":"rgb(17,17,17)","polar":{"angularaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","radialaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"scene":{"xaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"yaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"},"zaxis":{"backgroundcolor":"rgb(17,17,17)","gridcolor":"#506784","gridwidth":2,"linecolor":"#506784","showbackground":true,"ticks":"","zerolinecolor":"#C8D4E3"}},"shapedefaults":{"line":{"color":"#f2f5fa"}},"sliderdefaults":{"bgcolor":"#C8D4E3","bordercolor":"rgb(17,17,17)","borderwidth":1,"tickwidth":0},"ternary":{"aaxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"baxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""},"bgcolor":"rgb(17,17,17)","caxis":{"gridcolor":"#506784","linecolor":"#506784","ticks":""}},"title":{"x":0.05},"updatemenudefaults":{"bgcolor":"#506784","borderwidth":0},"xaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2},"yaxis":{"automargin":true,"gridcolor":"#283442","linecolor":"#506784","ticks":"","title":{"standoff":15},"zerolinecolor":"#283442","zerolinewidth":2}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Metric"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Score"},"range":[0,1]},"legend":{"title":{"text":"Subset"},"tracegroupgap":0},"margin":{"t":60},"barmode":"group","uniformtext":{"minsize":12,"mode":"hide"}}, {"responsive": true} ) }; </script> </div></div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
</details>
|
||
|
||
|
||
</section>
|
||
|
||
<!-- ── Footer ──────────────────────────────────────────────── -->
|
||
<!-- ── Footer ──────────────────────────────────────────────── -->
|
||
<footer class="report-footer">
|
||
<svg width="13" height="13" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
|
||
<polygon points="12 2 15.09 8.26 22 9.27 17 14.14 18.18 21.02 12 17.77 5.82 21.02 7 14.14 2 9.27 8.91 8.26 12 2"/>
|
||
</svg>
|
||
<span data-i18n="footer.generated_by">Generated by</span>
|
||
<a href="https://github.com/modelscope/evalscope" target="_blank" rel="noopener">EvalScope</a>
|
||
</footer>
|
||
|
||
</div><!-- /container -->
|
||
|
||
<script>
|
||
(function () {
|
||
'use strict';
|
||
|
||
var DEFAULT_LANG = 'en';
|
||
|
||
/* ═══════════════════════════════════════════════════════════════════
|
||
* i18n dictionary — Evaluation Report
|
||
*
|
||
* Keys follow a dot-notation namespace:
|
||
* toc.* — floating table of contents
|
||
* nav.* — TOC link labels
|
||
* header.* — page header text
|
||
* meta.* — header meta-chip labels
|
||
* section.* — section heading titles
|
||
* card.* — card / sub-card heading titles
|
||
* col.* — table column headers
|
||
* badge.* — inline count suffixes
|
||
* toggle.* — collapsible inner-toggle labels
|
||
* footer.* — footer text
|
||
*
|
||
* To add a new language, duplicate the `en` block, change the key,
|
||
* and provide translated values. No other code changes required.
|
||
* ═══════════════════════════════════════════════════════════════════ */
|
||
var I18N = {
|
||
|
||
en: {
|
||
/* ── Navigation / TOC ─────────────────────── */
|
||
'toc.title': 'Contents',
|
||
'nav.overview': 'Overview',
|
||
'nav.results': 'Results by Dataset',
|
||
|
||
/* ── Page header ──────────────────────────── */
|
||
'header.title': 'Evaluation Report',
|
||
'meta.models': 'Model(s)',
|
||
'meta.datasets': 'Datasets',
|
||
'meta.generated_at': 'Generated at',
|
||
|
||
/* ── Section headings ─────────────────────── */
|
||
'section.overview': 'Overview',
|
||
'section.results': 'Results by Dataset',
|
||
|
||
/* ── Card titles ──────────────────────────── */
|
||
'card.score_summary': 'Score Summary',
|
||
'card.overview_chart': 'Overall Score Chart',
|
||
'card.score_dist': 'Score Distribution',
|
||
'card.subset_scores': 'Subset Scores',
|
||
|
||
/* ── Table column headers ─────────────────── */
|
||
'col.dataset': 'Dataset',
|
||
'col.model': 'Model',
|
||
'col.metric': 'Metric',
|
||
'col.score': 'Score',
|
||
'col.num': 'Num',
|
||
'col.subset': 'Subset',
|
||
'col.category': 'Category',
|
||
|
||
/* ── Inline badge suffixes ────────────────── */
|
||
'badge.entries': 'entries',
|
||
|
||
/* ── Collapsible toggle labels ────────────── */
|
||
'toggle.description': 'Description',
|
||
'toggle.analysis': 'Analysis',
|
||
|
||
/* ── Footer ───────────────────────────────── */
|
||
'footer.generated_by': 'Generated by',
|
||
},
|
||
|
||
zh: {
|
||
/* ── Navigation / TOC ─────────────────────── */
|
||
'toc.title': '目录',
|
||
'nav.overview': '概览',
|
||
'nav.results': '数据集结果',
|
||
|
||
/* ── Page header ──────────────────────────── */
|
||
'header.title': '评测报告',
|
||
'meta.models': '模型',
|
||
'meta.datasets': '数据集',
|
||
'meta.generated_at': '生成时间',
|
||
|
||
/* ── Section headings ─────────────────────── */
|
||
'section.overview': '概览',
|
||
'section.results': '数据集结果',
|
||
|
||
/* ── Card titles ──────────────────────────── */
|
||
'card.score_summary': '分数汇总',
|
||
'card.overview_chart': '整体分数图表',
|
||
'card.score_dist': '分数分布',
|
||
'card.subset_scores': '子集分数',
|
||
|
||
/* ── Table column headers ─────────────────── */
|
||
'col.dataset': '数据集',
|
||
'col.model': '模型',
|
||
'col.metric': '指标',
|
||
'col.score': '分数',
|
||
'col.num': '数量',
|
||
'col.subset': '子集',
|
||
'col.category': '类别',
|
||
|
||
/* ── Inline badge suffixes ────────────────── */
|
||
'badge.entries': '条记录',
|
||
|
||
/* ── Collapsible toggle labels ────────────── */
|
||
'toggle.description': '数据集描述',
|
||
'toggle.analysis': '分析',
|
||
|
||
/* ── Footer ───────────────────────────────── */
|
||
'footer.generated_by': '由以下工具生成',
|
||
},
|
||
|
||
}; /* end I18N */
|
||
/* ── Language switcher ─────────────────────────────────────────── */
|
||
|
||
/**
|
||
* Apply a language to the page.
|
||
*
|
||
* Walks every element carrying a [data-i18n] attribute and replaces
|
||
* its textContent with the matching translation. Falls back silently
|
||
* when a key is absent (element keeps its original text).
|
||
*
|
||
* The `.desc-lang-content` handling is a safe no-op on pages that do
|
||
* not contain description blocks (e.g. the perf report).
|
||
*
|
||
* @param {string} lang - Language code: 'en' | 'zh'
|
||
*/
|
||
function setLang(lang) {
|
||
if (!I18N[lang]) return;
|
||
var dict = I18N[lang];
|
||
|
||
/* Update all translated elements */
|
||
document.querySelectorAll('[data-i18n]').forEach(function (el) {
|
||
var key = el.dataset.i18n;
|
||
if (Object.prototype.hasOwnProperty.call(dict, key)) {
|
||
el.textContent = dict[key];
|
||
}
|
||
});
|
||
|
||
/* Show the matching description language, hide the other (eval only; no-op on perf) */
|
||
document.querySelectorAll('.desc-lang-content').forEach(function (el) {
|
||
el.style.display = (el.dataset.descLang === lang) ? '' : 'none';
|
||
});
|
||
|
||
/* Highlight the active lang button */
|
||
document.querySelectorAll('.lang-btn').forEach(function (btn) {
|
||
btn.classList.toggle('active', btn.dataset.lang === lang);
|
||
});
|
||
|
||
/* Update <html lang> for accessibility / SEO */
|
||
document.documentElement.lang = lang === 'zh' ? 'zh-CN' : 'en';
|
||
|
||
/* Persist selection across page reloads (shared key across all reports) */
|
||
try { localStorage.setItem('evalscope-lang', lang); } catch (e) { /* ignore */ }
|
||
}
|
||
|
||
/* Bind click handlers to the EN / 中文 toggle buttons */
|
||
document.querySelectorAll('.lang-btn').forEach(function (btn) {
|
||
btn.addEventListener('click', function () { setLang(btn.dataset.lang); });
|
||
});
|
||
|
||
/* Restore the last-selected language on page load,
|
||
falling back to the server-side DEFAULT_LANG when no stored preference exists */
|
||
(function initLang() {
|
||
try {
|
||
var saved = localStorage.getItem('evalscope-lang');
|
||
setLang((saved && I18N[saved]) ? saved : (DEFAULT_LANG || 'en'));
|
||
} catch (e) {
|
||
setLang(DEFAULT_LANG || 'en');
|
||
}
|
||
}());
|
||
|
||
/* ── Dataset / run accordion arrow ───────────────────────────── */
|
||
document.querySelectorAll('details.ds-card').forEach(function (el) {
|
||
var arrow = el.querySelector('.ds-arrow');
|
||
function sync() {
|
||
if (arrow) arrow.style.transform = el.open ? 'rotate(90deg)' : 'rotate(0deg)';
|
||
}
|
||
sync();
|
||
el.addEventListener('toggle', function () {
|
||
sync();
|
||
/* Plotly responsive resize */
|
||
if (el.open) window.dispatchEvent(new Event('resize'));
|
||
});
|
||
});
|
||
|
||
/* ── Floating TOC toggle ─────────────────────────────────────── */
|
||
var toc = document.getElementById('toc');
|
||
var tocToggle = document.getElementById('toc-toggle');
|
||
|
||
/* Auto-expand on wide screens */
|
||
if (window.innerWidth >= 1320) toc.classList.add('expanded');
|
||
|
||
tocToggle.addEventListener('click', function () {
|
||
toc.classList.toggle('expanded');
|
||
});
|
||
|
||
/* Close TOC when clicking outside */
|
||
document.addEventListener('click', function (e) {
|
||
if (!toc.contains(e.target)) toc.classList.remove('expanded');
|
||
});
|
||
|
||
/* ── TOC smooth scroll + mobile close ───────────────────────── */
|
||
document.querySelectorAll('.toc-link').forEach(function (link) {
|
||
link.addEventListener('click', function (e) {
|
||
var href = link.getAttribute('href');
|
||
if (!href || !href.startsWith('#')) return;
|
||
e.preventDefault();
|
||
var target = document.getElementById(href.slice(1));
|
||
if (target) {
|
||
target.scrollIntoView({ behavior: 'smooth', block: 'start' });
|
||
if (window.innerWidth < 1320) toc.classList.remove('expanded');
|
||
}
|
||
});
|
||
});
|
||
|
||
/* ── TOC active section via IntersectionObserver ─────────────── */
|
||
var tocSections = [];
|
||
document.querySelectorAll('.toc-link[data-section]').forEach(function (link) {
|
||
var id = link.dataset.section;
|
||
var el = document.getElementById(id);
|
||
if (el) tocSections.push({ id: id, el: el, link: link });
|
||
});
|
||
|
||
var currentActive = null;
|
||
function setActive(id) {
|
||
if (currentActive === id) return;
|
||
currentActive = id;
|
||
tocSections.forEach(function (s) {
|
||
s.link.classList.toggle('active', s.id === id);
|
||
});
|
||
}
|
||
|
||
if ('IntersectionObserver' in window && tocSections.length) {
|
||
var obs = new IntersectionObserver(function (entries) {
|
||
entries.forEach(function (entry) {
|
||
if (entry.isIntersecting) setActive(entry.target.id);
|
||
});
|
||
}, { rootMargin: '-15% 0px -70% 0px', threshold: 0 });
|
||
|
||
tocSections.forEach(function (s) { obs.observe(s.el); });
|
||
}
|
||
|
||
/* ── Back-to-top visibility ──────────────────────────────────── */
|
||
var btt = document.getElementById('back-to-top');
|
||
if (btt) {
|
||
window.addEventListener('scroll', function () {
|
||
btt.classList.toggle('visible', window.scrollY > 300);
|
||
}, { passive: true });
|
||
|
||
btt.addEventListener('click', function (e) {
|
||
e.preventDefault();
|
||
window.scrollTo({ top: 0, behavior: 'smooth' });
|
||
});
|
||
}
|
||
/* ── Score cell gradient colouring ──────────────────────────── */
|
||
function scoreHue(val) {
|
||
var c = Math.max(0, Math.min(1, val));
|
||
return Math.round(c * 120); // 0=red, 60=yellow, 120=green
|
||
}
|
||
|
||
document.querySelectorAll('td.score-cell').forEach(function (cell) {
|
||
var val = parseFloat(cell.textContent);
|
||
if (isNaN(val)) return;
|
||
cell.style.color = 'hsl(' + scoreHue(val) + ', 72%, 62%)';
|
||
});
|
||
|
||
/* ── Score pill dynamic colour ───────────────────────────────── */
|
||
document.querySelectorAll('.score-pill[data-score]').forEach(function (pill) {
|
||
var val = parseFloat(pill.dataset.score);
|
||
if (isNaN(val)) return;
|
||
var h = scoreHue(val);
|
||
pill.style.background = 'hsla(' + h + ', 60%, 30%, 0.32)';
|
||
pill.style.color = 'hsl(' + h + ', 72%, 65%)';
|
||
pill.style.borderColor = 'hsla(' + h + ', 60%, 50%, 0.35)';
|
||
});
|
||
|
||
/* ── Inner toggle arrow ──────────────────────────────────────── */
|
||
document.querySelectorAll('details.inner-toggle').forEach(function (el) {
|
||
var arrow = el.querySelector('.inner-arrow');
|
||
function sync() {
|
||
if (arrow) arrow.style.transform = el.open ? 'rotate(90deg)' : 'rotate(0deg)';
|
||
}
|
||
sync();
|
||
el.addEventListener('toggle', sync);
|
||
});
|
||
|
||
}());
|
||
</script>
|
||
|
||
</body>
|
||
</html> |