12 lines
306 B
YAML
12 lines
306 B
YAML
eval_backend: OpenCompass
|
|
eval_config:
|
|
datasets:
|
|
- mmlu
|
|
- ceval
|
|
- ARC_c
|
|
- gsm8k
|
|
models:
|
|
- openai_api_base: http://127.0.0.1:8000/v1/chat/completions # deployed model api
|
|
path: llama3-8b-instruct # model id of the model
|
|
temperature: 0.0
|