9 lines
122 B
JSON
9 lines
122 B
JSON
{
|
|
"sparsity": 0.75,
|
|
"n_k": 4,
|
|
"n_q": 4,
|
|
"skip_first_steps": 10,
|
|
"skip_first_layers": 0,
|
|
"min_seq_len": 4096
|
|
}
|