Compare commits
No commits in common. "main" and "main-251010-194152" have entirely different histories.
main
...
main-25101
1
.gitattributes
vendored
Normal file
1
.gitattributes
vendored
Normal file
@ -0,0 +1 @@
|
|||||||
|
*.json filter=lfs diff=lfs merge=lfs -text
|
||||||
0
.gitignore
vendored
Normal file
0
.gitignore
vendored
Normal file
1292
configs/20251010_200419.py
Normal file
1292
configs/20251010_200419.py
Normal file
File diff suppressed because it is too large
Load Diff
7
logs/eval/public/sense-voice-small@main/lambada.out
Normal file
7
logs/eval/public/sense-voice-small@main/lambada.out
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
[RISE-CORE Msg(1147:139828651981824:libvgpu.c:900)]: Initializing.....
|
||||||
|
[RISE-CORE ERROR (pid:1147 thread=139828651981824 libvgpu.c:958)]: cuInit failed:100
|
||||||
|
10/10 20:04:34 - OpenCompass - ERROR - /models/opencompass/opencompass/tasks/openicl_eval.py - _score - 163 - Task [public/sense-voice-small@main/lambada]: No predictions found.
|
||||||
|
10/10 20:04:34 - OpenCompass - INFO - time elapsed: 2.04s
|
||||||
|
/opt/conda/lib/python3.8/site-packages/fuzzywuzzy/fuzz.py:11: UserWarning: Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning
|
||||||
|
warnings.warn('Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning')
|
||||||
|
[RISE-CORE Msg(1147:139828651981824:multiprocess_memory_limit.c:504)]: Calling exit handler 1147
|
||||||
33
logs/infer/public/sense-voice-small@main/lambada_0.out
Normal file
33
logs/infer/public/sense-voice-small@main/lambada_0.out
Normal file
@ -0,0 +1,33 @@
|
|||||||
|
[RISE-CORE Msg(356:140591983016960:libvgpu.c:900)]: Initializing.....
|
||||||
|
[RISE-CORE ERROR (pid:356 thread=140591983016960 libvgpu.c:958)]: cuInit failed:100
|
||||||
|
10/10 20:04:25 - OpenCompass - INFO - Task [public/sense-voice-small@main/lambada_0]
|
||||||
|
10/10 20:04:27 - OpenCompass - INFO - Start inferencing [public/sense-voice-small@main/lambada_0]
|
||||||
|
/opt/conda/lib/python3.8/site-packages/fuzzywuzzy/fuzz.py:11: UserWarning: Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning
|
||||||
|
warnings.warn('Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning')
|
||||||
|
[2025-10-10 20:04:27,544] [opencompass.openicl.icl_inferencer.icl_gen_inferencer] [INFO] Starting inference process...
|
||||||
|
0%| | 0/1718 [00:00<?, ?it/s]
0%| | 0/1718 [00:01<?, ?it/s]
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "/models/opencompass/opencompass/tasks/openicl_infer.py", line 147, in <module>
|
||||||
|
inferencer.run()
|
||||||
|
File "/models/opencompass/opencompass/tasks/openicl_infer.py", line 76, in run
|
||||||
|
self._inference()
|
||||||
|
File "/models/opencompass/opencompass/tasks/openicl_infer.py", line 119, in _inference
|
||||||
|
inferencer.inference(retriever,
|
||||||
|
File "/models/opencompass/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py", line 122, in inference
|
||||||
|
results = self.model.generate_from_template(
|
||||||
|
File "/models/opencompass/opencompass/models/base.py", line 117, in generate_from_template
|
||||||
|
return self.generate(inputs, max_out_len=max_out_len, **kwargs)
|
||||||
|
File "/models/opencompass/opencompass/models/openai_api.py", line 123, in generate
|
||||||
|
results = list(
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/_base.py", line 619, in result_iterator
|
||||||
|
yield fs.pop().result()
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/_base.py", line 444, in result
|
||||||
|
return self.__get_result()
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/_base.py", line 389, in __get_result
|
||||||
|
raise self._exception
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/thread.py", line 57, in run
|
||||||
|
result = self.fn(*self.args, **self.kwargs)
|
||||||
|
File "/models/opencompass/opencompass/models/openai_api.py", line 250, in _generate
|
||||||
|
raise RuntimeError('Calling OpenAI failed after retrying for '
|
||||||
|
RuntimeError: Calling OpenAI failed after retrying for 2 times. Check the logs for details.
|
||||||
|
[RISE-CORE Msg(356:140591983016960:multiprocess_memory_limit.c:504)]: Calling exit handler 356
|
||||||
33
logs/infer/public/sense-voice-small@main/lambada_1.out
Normal file
33
logs/infer/public/sense-voice-small@main/lambada_1.out
Normal file
@ -0,0 +1,33 @@
|
|||||||
|
[RISE-CORE Msg(357:139961932819456:libvgpu.c:900)]: Initializing.....
|
||||||
|
[RISE-CORE ERROR (pid:357 thread=139961932819456 libvgpu.c:958)]: cuInit failed:100
|
||||||
|
10/10 20:04:24 - OpenCompass - INFO - Task [public/sense-voice-small@main/lambada_1]
|
||||||
|
10/10 20:04:27 - OpenCompass - INFO - Start inferencing [public/sense-voice-small@main/lambada_1]
|
||||||
|
/opt/conda/lib/python3.8/site-packages/fuzzywuzzy/fuzz.py:11: UserWarning: Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning
|
||||||
|
warnings.warn('Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning')
|
||||||
|
[2025-10-10 20:04:27,228] [opencompass.openicl.icl_inferencer.icl_gen_inferencer] [INFO] Starting inference process...
|
||||||
|
0%| | 0/1718 [00:00<?, ?it/s]
0%| | 0/1718 [00:01<?, ?it/s]
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "/models/opencompass/opencompass/tasks/openicl_infer.py", line 147, in <module>
|
||||||
|
inferencer.run()
|
||||||
|
File "/models/opencompass/opencompass/tasks/openicl_infer.py", line 76, in run
|
||||||
|
self._inference()
|
||||||
|
File "/models/opencompass/opencompass/tasks/openicl_infer.py", line 119, in _inference
|
||||||
|
inferencer.inference(retriever,
|
||||||
|
File "/models/opencompass/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py", line 122, in inference
|
||||||
|
results = self.model.generate_from_template(
|
||||||
|
File "/models/opencompass/opencompass/models/base.py", line 117, in generate_from_template
|
||||||
|
return self.generate(inputs, max_out_len=max_out_len, **kwargs)
|
||||||
|
File "/models/opencompass/opencompass/models/openai_api.py", line 123, in generate
|
||||||
|
results = list(
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/_base.py", line 619, in result_iterator
|
||||||
|
yield fs.pop().result()
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/_base.py", line 444, in result
|
||||||
|
return self.__get_result()
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/_base.py", line 389, in __get_result
|
||||||
|
raise self._exception
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/thread.py", line 57, in run
|
||||||
|
result = self.fn(*self.args, **self.kwargs)
|
||||||
|
File "/models/opencompass/opencompass/models/openai_api.py", line 250, in _generate
|
||||||
|
raise RuntimeError('Calling OpenAI failed after retrying for '
|
||||||
|
RuntimeError: Calling OpenAI failed after retrying for 2 times. Check the logs for details.
|
||||||
|
[RISE-CORE Msg(357:139961932819456:multiprocess_memory_limit.c:504)]: Calling exit handler 357
|
||||||
33
logs/infer/public/sense-voice-small@main/lambada_2.out
Normal file
33
logs/infer/public/sense-voice-small@main/lambada_2.out
Normal file
@ -0,0 +1,33 @@
|
|||||||
|
[RISE-CORE Msg(358:140415675620352:libvgpu.c:900)]: Initializing.....
|
||||||
|
[RISE-CORE ERROR (pid:358 thread=140415675620352 libvgpu.c:958)]: cuInit failed:100
|
||||||
|
10/10 20:04:25 - OpenCompass - INFO - Task [public/sense-voice-small@main/lambada_2]
|
||||||
|
10/10 20:04:27 - OpenCompass - INFO - Start inferencing [public/sense-voice-small@main/lambada_2]
|
||||||
|
/opt/conda/lib/python3.8/site-packages/fuzzywuzzy/fuzz.py:11: UserWarning: Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning
|
||||||
|
warnings.warn('Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning')
|
||||||
|
[2025-10-10 20:04:27,578] [opencompass.openicl.icl_inferencer.icl_gen_inferencer] [INFO] Starting inference process...
|
||||||
|
0%| | 0/1717 [00:00<?, ?it/s]
0%| | 0/1717 [00:01<?, ?it/s]
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "/models/opencompass/opencompass/tasks/openicl_infer.py", line 147, in <module>
|
||||||
|
inferencer.run()
|
||||||
|
File "/models/opencompass/opencompass/tasks/openicl_infer.py", line 76, in run
|
||||||
|
self._inference()
|
||||||
|
File "/models/opencompass/opencompass/tasks/openicl_infer.py", line 119, in _inference
|
||||||
|
inferencer.inference(retriever,
|
||||||
|
File "/models/opencompass/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py", line 122, in inference
|
||||||
|
results = self.model.generate_from_template(
|
||||||
|
File "/models/opencompass/opencompass/models/base.py", line 117, in generate_from_template
|
||||||
|
return self.generate(inputs, max_out_len=max_out_len, **kwargs)
|
||||||
|
File "/models/opencompass/opencompass/models/openai_api.py", line 123, in generate
|
||||||
|
results = list(
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/_base.py", line 619, in result_iterator
|
||||||
|
yield fs.pop().result()
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/_base.py", line 444, in result
|
||||||
|
return self.__get_result()
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/_base.py", line 389, in __get_result
|
||||||
|
raise self._exception
|
||||||
|
File "/opt/conda/lib/python3.8/concurrent/futures/thread.py", line 57, in run
|
||||||
|
result = self.fn(*self.args, **self.kwargs)
|
||||||
|
File "/models/opencompass/opencompass/models/openai_api.py", line 250, in _generate
|
||||||
|
raise RuntimeError('Calling OpenAI failed after retrying for '
|
||||||
|
RuntimeError: Calling OpenAI failed after retrying for 2 times. Check the logs for details.
|
||||||
|
[RISE-CORE Msg(358:140415675620352:multiprocess_memory_limit.c:504)]: Calling exit handler 358
|
||||||
87
summary/summary_20251010_200419.csv
Normal file
87
summary/summary_20251010_200419.csv
Normal file
@ -0,0 +1,87 @@
|
|||||||
|
dataset,version,metric,mode,public/sense-voice-small@main
|
||||||
|
--------- 考试 Exam ---------,-,-,-,-
|
||||||
|
ceval,-,-,-,-
|
||||||
|
agieval,-,-,-,-
|
||||||
|
mmlu,-,-,-,-
|
||||||
|
GaokaoBench,-,-,-,-
|
||||||
|
ARC-c,-,-,-,-
|
||||||
|
--------- 语言 Language ---------,-,-,-,-
|
||||||
|
WiC,-,-,-,-
|
||||||
|
summedits,-,-,-,-
|
||||||
|
chid-dev,-,-,-,-
|
||||||
|
afqmc-dev,-,-,-,-
|
||||||
|
bustm-dev,-,-,-,-
|
||||||
|
cluewsc-dev,-,-,-,-
|
||||||
|
WSC,-,-,-,-
|
||||||
|
winogrande,-,-,-,-
|
||||||
|
flores_100,-,-,-,-
|
||||||
|
--------- 知识 Knowledge ---------,-,-,-,-
|
||||||
|
BoolQ,-,-,-,-
|
||||||
|
commonsense_qa,-,-,-,-
|
||||||
|
nq,-,-,-,-
|
||||||
|
triviaqa,-,-,-,-
|
||||||
|
--------- 推理 Reasoning ---------,-,-,-,-
|
||||||
|
cmnli,-,-,-,-
|
||||||
|
ocnli,-,-,-,-
|
||||||
|
ocnli_fc-dev,-,-,-,-
|
||||||
|
AX_b,-,-,-,-
|
||||||
|
AX_g,-,-,-,-
|
||||||
|
CB,-,-,-,-
|
||||||
|
RTE,-,-,-,-
|
||||||
|
story_cloze,-,-,-,-
|
||||||
|
COPA,-,-,-,-
|
||||||
|
ReCoRD,-,-,-,-
|
||||||
|
hellaswag,-,-,-,-
|
||||||
|
piqa,-,-,-,-
|
||||||
|
siqa,-,-,-,-
|
||||||
|
strategyqa,-,-,-,-
|
||||||
|
math,-,-,-,-
|
||||||
|
gsm8k,-,-,-,-
|
||||||
|
TheoremQA,-,-,-,-
|
||||||
|
openai_humaneval,-,-,-,-
|
||||||
|
mbpp,-,-,-,-
|
||||||
|
cmmlu,-,-,-,-
|
||||||
|
bbh,-,-,-,-
|
||||||
|
--------- 理解 Understanding ---------,-,-,-,-
|
||||||
|
C3,-,-,-,-
|
||||||
|
CMRC_dev,-,-,-,-
|
||||||
|
DRCD_dev,-,-,-,-
|
||||||
|
MultiRC,-,-,-,-
|
||||||
|
race-middle,-,-,-,-
|
||||||
|
race-high,-,-,-,-
|
||||||
|
openbookqa_fact,-,-,-,-
|
||||||
|
csl_dev,-,-,-,-
|
||||||
|
lcsts,-,-,-,-
|
||||||
|
Xsum,-,-,-,-
|
||||||
|
eprstmt-dev,-,-,-,-
|
||||||
|
lambada,-,-,-,-
|
||||||
|
tnews-dev,-,-,-,-
|
||||||
|
--------- 安全 Safety ---------,-,-,-,-
|
||||||
|
crows_pairs,-,-,-,-
|
||||||
|
--------- LEval Exact Match (Acc) ---------,-,-,-,-
|
||||||
|
LEval_coursera,-,-,-,-
|
||||||
|
LEval_gsm100,-,-,-,-
|
||||||
|
LEval_quality,-,-,-,-
|
||||||
|
LEval_tpo,-,-,-,-
|
||||||
|
LEval_topic_retrieval,-,-,-,-
|
||||||
|
--------- LEval Gen (ROUGE) ---------,-,-,-,-
|
||||||
|
LEval_financialqa,-,-,-,-
|
||||||
|
LEval_gov_report_summ,-,-,-,-
|
||||||
|
LEval_legal_contract_qa,-,-,-,-
|
||||||
|
LEval_meeting_summ,-,-,-,-
|
||||||
|
LEval_multidocqa,-,-,-,-
|
||||||
|
LEval_narrativeqa,-,-,-,-
|
||||||
|
LEval_nq,-,-,-,-
|
||||||
|
LEval_news_summ,-,-,-,-
|
||||||
|
LEval_paper_assistant,-,-,-,-
|
||||||
|
LEval_patent_summ,-,-,-,-
|
||||||
|
LEval_review_summ,-,-,-,-
|
||||||
|
LEval_scientificqa,-,-,-,-
|
||||||
|
LEval_tvshow_summ--------- 长文本 LongBench ---------,-,-,-,-
|
||||||
|
longbench_lsht,-,-,-,-
|
||||||
|
longbench_vcsum,-,-,-,-
|
||||||
|
longbench_dureader,-,-,-,-
|
||||||
|
longbench_multifieldqa_zh,-,-,-,-
|
||||||
|
longbench_passage_retrieval_zh,-,-,-,-
|
||||||
|
--------- 单选 自定义数据 ---------,-,-,-,-
|
||||||
|
SageBench-exam,-,-,-,-
|
||||||
|
193
summary/summary_20251010_200419.txt
Normal file
193
summary/summary_20251010_200419.txt
Normal file
@ -0,0 +1,193 @@
|
|||||||
|
20251010_200419
|
||||||
|
tabulate format
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
dataset version metric mode public/sense-voice-small@main
|
||||||
|
----------------------------------------------------- --------- -------- ------ -------------------------------
|
||||||
|
--------- 考试 Exam --------- - - - -
|
||||||
|
ceval - - - -
|
||||||
|
agieval - - - -
|
||||||
|
mmlu - - - -
|
||||||
|
GaokaoBench - - - -
|
||||||
|
ARC-c - - - -
|
||||||
|
--------- 语言 Language --------- - - - -
|
||||||
|
WiC - - - -
|
||||||
|
summedits - - - -
|
||||||
|
chid-dev - - - -
|
||||||
|
afqmc-dev - - - -
|
||||||
|
bustm-dev - - - -
|
||||||
|
cluewsc-dev - - - -
|
||||||
|
WSC - - - -
|
||||||
|
winogrande - - - -
|
||||||
|
flores_100 - - - -
|
||||||
|
--------- 知识 Knowledge --------- - - - -
|
||||||
|
BoolQ - - - -
|
||||||
|
commonsense_qa - - - -
|
||||||
|
nq - - - -
|
||||||
|
triviaqa - - - -
|
||||||
|
--------- 推理 Reasoning --------- - - - -
|
||||||
|
cmnli - - - -
|
||||||
|
ocnli - - - -
|
||||||
|
ocnli_fc-dev - - - -
|
||||||
|
AX_b - - - -
|
||||||
|
AX_g - - - -
|
||||||
|
CB - - - -
|
||||||
|
RTE - - - -
|
||||||
|
story_cloze - - - -
|
||||||
|
COPA - - - -
|
||||||
|
ReCoRD - - - -
|
||||||
|
hellaswag - - - -
|
||||||
|
piqa - - - -
|
||||||
|
siqa - - - -
|
||||||
|
strategyqa - - - -
|
||||||
|
math - - - -
|
||||||
|
gsm8k - - - -
|
||||||
|
TheoremQA - - - -
|
||||||
|
openai_humaneval - - - -
|
||||||
|
mbpp - - - -
|
||||||
|
cmmlu - - - -
|
||||||
|
bbh - - - -
|
||||||
|
--------- 理解 Understanding --------- - - - -
|
||||||
|
C3 - - - -
|
||||||
|
CMRC_dev - - - -
|
||||||
|
DRCD_dev - - - -
|
||||||
|
MultiRC - - - -
|
||||||
|
race-middle - - - -
|
||||||
|
race-high - - - -
|
||||||
|
openbookqa_fact - - - -
|
||||||
|
csl_dev - - - -
|
||||||
|
lcsts - - - -
|
||||||
|
Xsum - - - -
|
||||||
|
eprstmt-dev - - - -
|
||||||
|
lambada - - - -
|
||||||
|
tnews-dev - - - -
|
||||||
|
--------- 安全 Safety --------- - - - -
|
||||||
|
crows_pairs - - - -
|
||||||
|
--------- LEval Exact Match (Acc) --------- - - - -
|
||||||
|
LEval_coursera - - - -
|
||||||
|
LEval_gsm100 - - - -
|
||||||
|
LEval_quality - - - -
|
||||||
|
LEval_tpo - - - -
|
||||||
|
LEval_topic_retrieval - - - -
|
||||||
|
--------- LEval Gen (ROUGE) --------- - - - -
|
||||||
|
LEval_financialqa - - - -
|
||||||
|
LEval_gov_report_summ - - - -
|
||||||
|
LEval_legal_contract_qa - - - -
|
||||||
|
LEval_meeting_summ - - - -
|
||||||
|
LEval_multidocqa - - - -
|
||||||
|
LEval_narrativeqa - - - -
|
||||||
|
LEval_nq - - - -
|
||||||
|
LEval_news_summ - - - -
|
||||||
|
LEval_paper_assistant - - - -
|
||||||
|
LEval_patent_summ - - - -
|
||||||
|
LEval_review_summ - - - -
|
||||||
|
LEval_scientificqa - - - -
|
||||||
|
LEval_tvshow_summ--------- 长文本 LongBench --------- - - - -
|
||||||
|
longbench_lsht - - - -
|
||||||
|
longbench_vcsum - - - -
|
||||||
|
longbench_dureader - - - -
|
||||||
|
longbench_multifieldqa_zh - - - -
|
||||||
|
longbench_passage_retrieval_zh - - - -
|
||||||
|
--------- 单选 自定义数据 --------- - - - -
|
||||||
|
SageBench-exam - - - -
|
||||||
|
$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$
|
||||||
|
|
||||||
|
-------------------------------------------------------------------------------------------------------------------------------- THIS IS A DIVIDER --------------------------------------------------------------------------------------------------------------------------------
|
||||||
|
|
||||||
|
csv format
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
dataset,version,metric,mode,public/sense-voice-small@main
|
||||||
|
--------- 考试 Exam ---------,-,-,-,-
|
||||||
|
ceval,-,-,-,-
|
||||||
|
agieval,-,-,-,-
|
||||||
|
mmlu,-,-,-,-
|
||||||
|
GaokaoBench,-,-,-,-
|
||||||
|
ARC-c,-,-,-,-
|
||||||
|
--------- 语言 Language ---------,-,-,-,-
|
||||||
|
WiC,-,-,-,-
|
||||||
|
summedits,-,-,-,-
|
||||||
|
chid-dev,-,-,-,-
|
||||||
|
afqmc-dev,-,-,-,-
|
||||||
|
bustm-dev,-,-,-,-
|
||||||
|
cluewsc-dev,-,-,-,-
|
||||||
|
WSC,-,-,-,-
|
||||||
|
winogrande,-,-,-,-
|
||||||
|
flores_100,-,-,-,-
|
||||||
|
--------- 知识 Knowledge ---------,-,-,-,-
|
||||||
|
BoolQ,-,-,-,-
|
||||||
|
commonsense_qa,-,-,-,-
|
||||||
|
nq,-,-,-,-
|
||||||
|
triviaqa,-,-,-,-
|
||||||
|
--------- 推理 Reasoning ---------,-,-,-,-
|
||||||
|
cmnli,-,-,-,-
|
||||||
|
ocnli,-,-,-,-
|
||||||
|
ocnli_fc-dev,-,-,-,-
|
||||||
|
AX_b,-,-,-,-
|
||||||
|
AX_g,-,-,-,-
|
||||||
|
CB,-,-,-,-
|
||||||
|
RTE,-,-,-,-
|
||||||
|
story_cloze,-,-,-,-
|
||||||
|
COPA,-,-,-,-
|
||||||
|
ReCoRD,-,-,-,-
|
||||||
|
hellaswag,-,-,-,-
|
||||||
|
piqa,-,-,-,-
|
||||||
|
siqa,-,-,-,-
|
||||||
|
strategyqa,-,-,-,-
|
||||||
|
math,-,-,-,-
|
||||||
|
gsm8k,-,-,-,-
|
||||||
|
TheoremQA,-,-,-,-
|
||||||
|
openai_humaneval,-,-,-,-
|
||||||
|
mbpp,-,-,-,-
|
||||||
|
cmmlu,-,-,-,-
|
||||||
|
bbh,-,-,-,-
|
||||||
|
--------- 理解 Understanding ---------,-,-,-,-
|
||||||
|
C3,-,-,-,-
|
||||||
|
CMRC_dev,-,-,-,-
|
||||||
|
DRCD_dev,-,-,-,-
|
||||||
|
MultiRC,-,-,-,-
|
||||||
|
race-middle,-,-,-,-
|
||||||
|
race-high,-,-,-,-
|
||||||
|
openbookqa_fact,-,-,-,-
|
||||||
|
csl_dev,-,-,-,-
|
||||||
|
lcsts,-,-,-,-
|
||||||
|
Xsum,-,-,-,-
|
||||||
|
eprstmt-dev,-,-,-,-
|
||||||
|
lambada,-,-,-,-
|
||||||
|
tnews-dev,-,-,-,-
|
||||||
|
--------- 安全 Safety ---------,-,-,-,-
|
||||||
|
crows_pairs,-,-,-,-
|
||||||
|
--------- LEval Exact Match (Acc) ---------,-,-,-,-
|
||||||
|
LEval_coursera,-,-,-,-
|
||||||
|
LEval_gsm100,-,-,-,-
|
||||||
|
LEval_quality,-,-,-,-
|
||||||
|
LEval_tpo,-,-,-,-
|
||||||
|
LEval_topic_retrieval,-,-,-,-
|
||||||
|
--------- LEval Gen (ROUGE) ---------,-,-,-,-
|
||||||
|
LEval_financialqa,-,-,-,-
|
||||||
|
LEval_gov_report_summ,-,-,-,-
|
||||||
|
LEval_legal_contract_qa,-,-,-,-
|
||||||
|
LEval_meeting_summ,-,-,-,-
|
||||||
|
LEval_multidocqa,-,-,-,-
|
||||||
|
LEval_narrativeqa,-,-,-,-
|
||||||
|
LEval_nq,-,-,-,-
|
||||||
|
LEval_news_summ,-,-,-,-
|
||||||
|
LEval_paper_assistant,-,-,-,-
|
||||||
|
LEval_patent_summ,-,-,-,-
|
||||||
|
LEval_review_summ,-,-,-,-
|
||||||
|
LEval_scientificqa,-,-,-,-
|
||||||
|
LEval_tvshow_summ--------- 长文本 LongBench ---------,-,-,-,-
|
||||||
|
longbench_lsht,-,-,-,-
|
||||||
|
longbench_vcsum,-,-,-,-
|
||||||
|
longbench_dureader,-,-,-,-
|
||||||
|
longbench_multifieldqa_zh,-,-,-,-
|
||||||
|
longbench_passage_retrieval_zh,-,-,-,-
|
||||||
|
--------- 单选 自定义数据 ---------,-,-,-,-
|
||||||
|
SageBench-exam,-,-,-,-
|
||||||
|
$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$
|
||||||
|
|
||||||
|
-------------------------------------------------------------------------------------------------------------------------------- THIS IS A DIVIDER --------------------------------------------------------------------------------------------------------------------------------
|
||||||
|
|
||||||
|
raw format
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
-------------------------------
|
||||||
|
Model: public/sense-voice-small@main
|
||||||
|
$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$
|
||||||
Loading…
Reference in New Issue
Block a user