.gitattributes

@@ -0,0 +1 @@
+*.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1 +0,0 @@
-This is a repo for model evaluation.

logs/eval/public/qwen3-0-6b@v1.0.4/GaokaoBench_2010-2013_English_MCQs.out

@@ -0,0 +1,7 @@
+[RISE-CORE Msg(16562:140068635257856:libvgpu.c:900)]: Initializing.....
+[RISE-CORE ERROR (pid:16562 thread=140068635257856 libvgpu.c:958)]: cuInit failed:100
+01/22 11:36:54 - OpenCompass - INFO - Task [public/qwen3-0-6b@v1.0.4/GaokaoBench_2010-2013_English_MCQs]: {'score': 40.95238095238095}
+01/22 11:36:54 - OpenCompass - INFO - time elapsed: 2.28s
+/opt/conda/lib/python3.8/site-packages/fuzzywuzzy/fuzz.py:11: UserWarning: Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning
+  warnings.warn('Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning')
+[RISE-CORE Msg(16562:140068635257856:multiprocess_memory_limit.c:504)]: Calling exit handler 16562

logs/eval/public/qwen3-0-6b@v1.0.4/lambada.out

@@ -0,0 +1,7 @@
+[RISE-CORE Msg(16374:140206378703872:libvgpu.c:900)]: Initializing.....
+[RISE-CORE ERROR (pid:16374 thread=140206378703872 libvgpu.c:958)]: cuInit failed:100
+01/22 11:36:44 - OpenCompass - INFO - Task [public/qwen3-0-6b@v1.0.4/lambada]: {'accuracy': 0.038812342324859306}
+01/22 11:36:44 - OpenCompass - INFO - time elapsed: 2.32s
+/opt/conda/lib/python3.8/site-packages/fuzzywuzzy/fuzz.py:11: UserWarning: Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning
+  warnings.warn('Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning')
+[RISE-CORE Msg(16374:140206378703872:multiprocess_memory_limit.c:504)]: Calling exit handler 16374

logs/eval/public/qwen3-0-6b@v1.0.4/triviaqa.out

@@ -0,0 +1,7 @@
+[RISE-CORE Msg(16559:140098152954880:libvgpu.c:900)]: Initializing.....
+[RISE-CORE ERROR (pid:16559 thread=140098152954880 libvgpu.c:958)]: cuInit failed:100
+01/22 11:36:56 - OpenCompass - INFO - Task [public/qwen3-0-6b@v1.0.4/triviaqa]: {'score': 0.011316057485572028}
+01/22 11:36:56 - OpenCompass - INFO - time elapsed: 4.06s
+/opt/conda/lib/python3.8/site-packages/fuzzywuzzy/fuzz.py:11: UserWarning: Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning
+  warnings.warn('Using slow pure-python SequenceMatcher. Install python-Levenshtein to remove this warning')
+[RISE-CORE Msg(16559:140098152954880:multiprocess_memory_limit.c:504)]: Calling exit handler 16559

summary/summary_20260122_105606.csv

@@ -0,0 +1,87 @@
+dataset,version,metric,mode,public/qwen3-0-6b@v1.0.4
+--------- 考试 Exam ---------,-,-,-,-
+ceval,-,-,-,-
+agieval,-,-,-,-
+mmlu,-,-,-,-
+GaokaoBench,-,-,-,-
+ARC-c,-,-,-,-
+--------- 语言 Language ---------,-,-,-,-
+WiC,-,-,-,-
+summedits,-,-,-,-
+chid-dev,-,-,-,-
+afqmc-dev,-,-,-,-
+bustm-dev,-,-,-,-
+cluewsc-dev,-,-,-,-
+WSC,-,-,-,-
+winogrande,-,-,-,-
+flores_100,-,-,-,-
+--------- 知识 Knowledge ---------,-,-,-,-
+BoolQ,-,-,-,-
+commonsense_qa,-,-,-,-
+nq,-,-,-,-
+triviaqa,2121ce,score,gen,0.01
+--------- 推理 Reasoning ---------,-,-,-,-
+cmnli,-,-,-,-
+ocnli,-,-,-,-
+ocnli_fc-dev,-,-,-,-
+AX_b,-,-,-,-
+AX_g,-,-,-,-
+CB,-,-,-,-
+RTE,-,-,-,-
+story_cloze,-,-,-,-
+COPA,-,-,-,-
+ReCoRD,-,-,-,-
+hellaswag,-,-,-,-
+piqa,-,-,-,-
+siqa,-,-,-,-
+strategyqa,-,-,-,-
+math,-,-,-,-
+gsm8k,-,-,-,-
+TheoremQA,-,-,-,-
+openai_humaneval,-,-,-,-
+mbpp,-,-,-,-
+cmmlu,-,-,-,-
+bbh,-,-,-,-
+--------- 理解 Understanding ---------,-,-,-,-
+C3,-,-,-,-
+CMRC_dev,-,-,-,-
+DRCD_dev,-,-,-,-
+MultiRC,-,-,-,-
+race-middle,-,-,-,-
+race-high,-,-,-,-
+openbookqa_fact,-,-,-,-
+csl_dev,-,-,-,-
+lcsts,-,-,-,-
+Xsum,-,-,-,-
+eprstmt-dev,-,-,-,-
+lambada,217e11,accuracy,gen,0.04
+tnews-dev,-,-,-,-
+--------- 安全 Safety ---------,-,-,-,-
+crows_pairs,-,-,-,-
+--------- LEval Exact Match (Acc) ---------,-,-,-,-
+LEval_coursera,-,-,-,-
+LEval_gsm100,-,-,-,-
+LEval_quality,-,-,-,-
+LEval_tpo,-,-,-,-
+LEval_topic_retrieval,-,-,-,-
+--------- LEval Gen (ROUGE) ---------,-,-,-,-
+LEval_financialqa,-,-,-,-
+LEval_gov_report_summ,-,-,-,-
+LEval_legal_contract_qa,-,-,-,-
+LEval_meeting_summ,-,-,-,-
+LEval_multidocqa,-,-,-,-
+LEval_narrativeqa,-,-,-,-
+LEval_nq,-,-,-,-
+LEval_news_summ,-,-,-,-
+LEval_paper_assistant,-,-,-,-
+LEval_patent_summ,-,-,-,-
+LEval_review_summ,-,-,-,-
+LEval_scientificqa,-,-,-,-
+LEval_tvshow_summ--------- 长文本 LongBench ---------,-,-,-,-
+longbench_lsht,-,-,-,-
+longbench_vcsum,-,-,-,-
+longbench_dureader,-,-,-,-
+longbench_multifieldqa_zh,-,-,-,-
+longbench_passage_retrieval_zh,-,-,-,-
+--------- 单选 自定义数据 ---------,-,-,-,-
+SageBench-exam,-,-,-,-

summary/summary_20260122_105606.txt

@@ -0,0 +1,197 @@
+20260122_105606
+tabulate format
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+dataset                                                version    metric    mode    public/qwen3-0-6b@v1.0.4
+-----------------------------------------------------  ---------  --------  ------  --------------------------
+--------- 考试 Exam ---------                          -          -         -       -
+ceval                                                  -          -         -       -
+agieval                                                -          -         -       -
+mmlu                                                   -          -         -       -
+GaokaoBench                                            -          -         -       -
+ARC-c                                                  -          -         -       -
+--------- 语言 Language ---------                      -          -         -       -
+WiC                                                    -          -         -       -
+summedits                                              -          -         -       -
+chid-dev                                               -          -         -       -
+afqmc-dev                                              -          -         -       -
+bustm-dev                                              -          -         -       -
+cluewsc-dev                                            -          -         -       -
+WSC                                                    -          -         -       -
+winogrande                                             -          -         -       -
+flores_100                                             -          -         -       -
+--------- 知识 Knowledge ---------                     -          -         -       -
+BoolQ                                                  -          -         -       -
+commonsense_qa                                         -          -         -       -
+nq                                                     -          -         -       -
+triviaqa                                               2121ce     score     gen     0.01
+--------- 推理 Reasoning ---------                     -          -         -       -
+cmnli                                                  -          -         -       -
+ocnli                                                  -          -         -       -
+ocnli_fc-dev                                           -          -         -       -
+AX_b                                                   -          -         -       -
+AX_g                                                   -          -         -       -
+CB                                                     -          -         -       -
+RTE                                                    -          -         -       -
+story_cloze                                            -          -         -       -
+COPA                                                   -          -         -       -
+ReCoRD                                                 -          -         -       -
+hellaswag                                              -          -         -       -
+piqa                                                   -          -         -       -
+siqa                                                   -          -         -       -
+strategyqa                                             -          -         -       -
+math                                                   -          -         -       -
+gsm8k                                                  -          -         -       -
+TheoremQA                                              -          -         -       -
+openai_humaneval                                       -          -         -       -
+mbpp                                                   -          -         -       -
+cmmlu                                                  -          -         -       -
+bbh                                                    -          -         -       -
+--------- 理解 Understanding ---------                 -          -         -       -
+C3                                                     -          -         -       -
+CMRC_dev                                               -          -         -       -
+DRCD_dev                                               -          -         -       -
+MultiRC                                                -          -         -       -
+race-middle                                            -          -         -       -
+race-high                                              -          -         -       -
+openbookqa_fact                                        -          -         -       -
+csl_dev                                                -          -         -       -
+lcsts                                                  -          -         -       -
+Xsum                                                   -          -         -       -
+eprstmt-dev                                            -          -         -       -
+lambada                                                217e11     accuracy  gen     0.04
+tnews-dev                                              -          -         -       -
+--------- 安全 Safety ---------                        -          -         -       -
+crows_pairs                                            -          -         -       -
+--------- LEval Exact Match (Acc) ---------            -          -         -       -
+LEval_coursera                                         -          -         -       -
+LEval_gsm100                                           -          -         -       -
+LEval_quality                                          -          -         -       -
+LEval_tpo                                              -          -         -       -
+LEval_topic_retrieval                                  -          -         -       -
+--------- LEval Gen (ROUGE) ---------                  -          -         -       -
+LEval_financialqa                                      -          -         -       -
+LEval_gov_report_summ                                  -          -         -       -
+LEval_legal_contract_qa                                -          -         -       -
+LEval_meeting_summ                                     -          -         -       -
+LEval_multidocqa                                       -          -         -       -
+LEval_narrativeqa                                      -          -         -       -
+LEval_nq                                               -          -         -       -
+LEval_news_summ                                        -          -         -       -
+LEval_paper_assistant                                  -          -         -       -
+LEval_patent_summ                                      -          -         -       -
+LEval_review_summ                                      -          -         -       -
+LEval_scientificqa                                     -          -         -       -
+LEval_tvshow_summ--------- 长文本 LongBench ---------  -          -         -       -
+longbench_lsht                                         -          -         -       -
+longbench_vcsum                                        -          -         -       -
+longbench_dureader                                     -          -         -       -
+longbench_multifieldqa_zh                              -          -         -       -
+longbench_passage_retrieval_zh                         -          -         -       -
+--------- 单选 自定义数据 ---------                    -          -         -       -
+SageBench-exam                                         -          -         -       -
+$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$
+
+-------------------------------------------------------------------------------------------------------------------------------- THIS IS A DIVIDER --------------------------------------------------------------------------------------------------------------------------------
+
+csv format
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+dataset,version,metric,mode,public/qwen3-0-6b@v1.0.4
+--------- 考试 Exam ---------,-,-,-,-
+ceval,-,-,-,-
+agieval,-,-,-,-
+mmlu,-,-,-,-
+GaokaoBench,-,-,-,-
+ARC-c,-,-,-,-
+--------- 语言 Language ---------,-,-,-,-
+WiC,-,-,-,-
+summedits,-,-,-,-
+chid-dev,-,-,-,-
+afqmc-dev,-,-,-,-
+bustm-dev,-,-,-,-
+cluewsc-dev,-,-,-,-
+WSC,-,-,-,-
+winogrande,-,-,-,-
+flores_100,-,-,-,-
+--------- 知识 Knowledge ---------,-,-,-,-
+BoolQ,-,-,-,-
+commonsense_qa,-,-,-,-
+nq,-,-,-,-
+triviaqa,2121ce,score,gen,0.01
+--------- 推理 Reasoning ---------,-,-,-,-
+cmnli,-,-,-,-
+ocnli,-,-,-,-
+ocnli_fc-dev,-,-,-,-
+AX_b,-,-,-,-
+AX_g,-,-,-,-
+CB,-,-,-,-
+RTE,-,-,-,-
+story_cloze,-,-,-,-
+COPA,-,-,-,-
+ReCoRD,-,-,-,-
+hellaswag,-,-,-,-
+piqa,-,-,-,-
+siqa,-,-,-,-
+strategyqa,-,-,-,-
+math,-,-,-,-
+gsm8k,-,-,-,-
+TheoremQA,-,-,-,-
+openai_humaneval,-,-,-,-
+mbpp,-,-,-,-
+cmmlu,-,-,-,-
+bbh,-,-,-,-
+--------- 理解 Understanding ---------,-,-,-,-
+C3,-,-,-,-
+CMRC_dev,-,-,-,-
+DRCD_dev,-,-,-,-
+MultiRC,-,-,-,-
+race-middle,-,-,-,-
+race-high,-,-,-,-
+openbookqa_fact,-,-,-,-
+csl_dev,-,-,-,-
+lcsts,-,-,-,-
+Xsum,-,-,-,-
+eprstmt-dev,-,-,-,-
+lambada,217e11,accuracy,gen,0.04
+tnews-dev,-,-,-,-
+--------- 安全 Safety ---------,-,-,-,-
+crows_pairs,-,-,-,-
+--------- LEval Exact Match (Acc) ---------,-,-,-,-
+LEval_coursera,-,-,-,-
+LEval_gsm100,-,-,-,-
+LEval_quality,-,-,-,-
+LEval_tpo,-,-,-,-
+LEval_topic_retrieval,-,-,-,-
+--------- LEval Gen (ROUGE) ---------,-,-,-,-
+LEval_financialqa,-,-,-,-
+LEval_gov_report_summ,-,-,-,-
+LEval_legal_contract_qa,-,-,-,-
+LEval_meeting_summ,-,-,-,-
+LEval_multidocqa,-,-,-,-
+LEval_narrativeqa,-,-,-,-
+LEval_nq,-,-,-,-
+LEval_news_summ,-,-,-,-
+LEval_paper_assistant,-,-,-,-
+LEval_patent_summ,-,-,-,-
+LEval_review_summ,-,-,-,-
+LEval_scientificqa,-,-,-,-
+LEval_tvshow_summ--------- 长文本 LongBench ---------,-,-,-,-
+longbench_lsht,-,-,-,-
+longbench_vcsum,-,-,-,-
+longbench_dureader,-,-,-,-
+longbench_multifieldqa_zh,-,-,-,-
+longbench_passage_retrieval_zh,-,-,-,-
+--------- 单选 自定义数据 ---------,-,-,-,-
+SageBench-exam,-,-,-,-
+$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$
+
+-------------------------------------------------------------------------------------------------------------------------------- THIS IS A DIVIDER --------------------------------------------------------------------------------------------------------------------------------
+
+raw format
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+-------------------------------
+Model: public/qwen3-0-6b@v1.0.4
+GaokaoBench_2010-2013_English_MCQs: {'score': 40.95238095238095}
+lambada: {'accuracy': 0.038812342324859306}
+triviaqa: {'score': 0.011316057485572028}
+GaokaoBench: {'error': "missing datasets: {'GaokaoBench_2010-2022_Math_I_MCQs', 'GaokaoBench_2010-2022_Physics_MCQs', 'GaokaoBench_2010-2022_Chinese_Lang_and_Usage_MCQs', 'GaokaoBench_2010-2022_Political_Science_MCQs', 'GaokaoBench_2010-2022_Chinese_Modern_Lit', 'GaokaoBench_2010-2022_Chemistry_MCQs', 'GaokaoBench_2012-2022_English_Cloze_Test', 'GaokaoBench_2010-2022_Biology_MCQs', 'GaokaoBench_2010-2022_History_MCQs', 'GaokaoBench_2010-2022_English_Reading_Comp', 'GaokaoBench_2010-2022_Geography_MCQs', 'GaokaoBench_2010-2022_English_Fill_in_Blanks', 'GaokaoBench_2010-2022_Math_II_MCQs'}"}
+$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$