LICENSE
MANIFEST.in
README.md
requirements.txt
setup.cfg
setup.py
evalscope/__init__.py
evalscope/cache.py
evalscope/config.py
evalscope/constants.py
evalscope/run.py
evalscope/run_arena.py
evalscope/run_ms.py
evalscope/summarizer.py
evalscope/version.py
evalscope.egg-info/PKG-INFO
evalscope.egg-info/SOURCES.txt
evalscope.egg-info/dependency_links.txt
evalscope.egg-info/entry_points.txt
evalscope.egg-info/not-zip-safe
evalscope.egg-info/requires.txt
evalscope.egg-info/top_level.txt
evalscope/backend/__init__.py
evalscope/backend/base.py
evalscope/backend/opencompass/__init__.py
evalscope/backend/opencompass/api_meta_template.py
evalscope/backend/opencompass/backend_manager.py
evalscope/backend/opencompass/tasks/__init__.py
evalscope/backend/opencompass/tasks/eval_api.py
evalscope/backend/opencompass/tasks/eval_datasets.py
evalscope/backend/rag_eval/__init__.py
evalscope/backend/rag_eval/backend_manager.py
evalscope/backend/rag_eval/clip_benchmark/__init__.py
evalscope/backend/rag_eval/clip_benchmark/arguments.py
evalscope/backend/rag_eval/clip_benchmark/dataset_builder.py
evalscope/backend/rag_eval/clip_benchmark/task_template.py
evalscope/backend/rag_eval/clip_benchmark/tasks/__init__.py
evalscope/backend/rag_eval/clip_benchmark/tasks/image_caption.py
evalscope/backend/rag_eval/clip_benchmark/tasks/zeroshot_classification.py
evalscope/backend/rag_eval/clip_benchmark/tasks/zeroshot_retrieval.py
evalscope/backend/rag_eval/clip_benchmark/utils/webdataset_convert.py
evalscope/backend/rag_eval/clip_benchmark/utils/webdatasets.txt
evalscope/backend/rag_eval/cmteb/__init__.py
evalscope/backend/rag_eval/cmteb/arguments.py
evalscope/backend/rag_eval/cmteb/base.py
evalscope/backend/rag_eval/cmteb/task_template.py
evalscope/backend/rag_eval/cmteb/tasks/Classification.py
evalscope/backend/rag_eval/cmteb/tasks/Clustering.py
evalscope/backend/rag_eval/cmteb/tasks/CustomTask.py
evalscope/backend/rag_eval/cmteb/tasks/PairClassification.py
evalscope/backend/rag_eval/cmteb/tasks/Reranking.py
evalscope/backend/rag_eval/cmteb/tasks/Retrieval.py
evalscope/backend/rag_eval/cmteb/tasks/STS.py
evalscope/backend/rag_eval/cmteb/tasks/__init__.py
evalscope/backend/rag_eval/ragas/__init__.py
evalscope/backend/rag_eval/ragas/arguments.py
evalscope/backend/rag_eval/ragas/task_template.py
evalscope/backend/rag_eval/ragas/metrics/__init__.py
evalscope/backend/rag_eval/ragas/metrics/multi_modal_faithfulness.py
evalscope/backend/rag_eval/ragas/metrics/multi_modal_relevance.py
evalscope/backend/rag_eval/ragas/prompts/persona_prompt.py
evalscope/backend/rag_eval/ragas/prompts/chinese/AnswerCorrectness/correctness_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/AnswerCorrectness/long_form_answer_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/AnswerRelevancy/question_generation_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/ContextPrecision/context_precision_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/Faithfulness/nli_statements_message_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/Faithfulness/statement_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/HeadlinesExtractor/prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/MultiHopAbstractQuerySynthesizer/concept_combination_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/MultiHopAbstractQuerySynthesizer/generate_query_reference_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/MultiHopAbstractQuerySynthesizer/theme_persona_matching_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/MultiHopSpecificQuerySynthesizer/generate_query_reference_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/MultiHopSpecificQuerySynthesizer/theme_persona_matching_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/MultiModalFaithfulness/faithfulness_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/MultiModalRelevance/relevance_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/NERExtractor/prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/SingleHopSpecificQuerySynthesizer/generate_query_reference_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/SingleHopSpecificQuerySynthesizer/theme_persona_matching_prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/SummaryExtractor/prompt_chinese.json
evalscope/backend/rag_eval/ragas/prompts/chinese/ThemesExtractor/prompt_chinese.json
evalscope/backend/rag_eval/ragas/tasks/__init__.py
evalscope/backend/rag_eval/ragas/tasks/testset_generation.py
evalscope/backend/rag_eval/ragas/tasks/translate_prompt.py
evalscope/backend/rag_eval/utils/__init__.py
evalscope/backend/rag_eval/utils/clip.py
evalscope/backend/rag_eval/utils/embedding.py
evalscope/backend/rag_eval/utils/llm.py
evalscope/backend/rag_eval/utils/tools.py
evalscope/backend/vlm_eval_kit/__init__.py
evalscope/backend/vlm_eval_kit/backend_manager.py
evalscope/backend/vlm_eval_kit/custom_dataset.py
evalscope/benchmarks/__init__.py
evalscope/benchmarks/benchmark.py
evalscope/benchmarks/data_adapter.py
evalscope/benchmarks/arc/__init__.py
evalscope/benchmarks/arc/ai2_arc.py
evalscope/benchmarks/arc/arc_adapter.py
evalscope/benchmarks/bbh/__init__.py
evalscope/benchmarks/bbh/bbh_adapter.py
evalscope/benchmarks/bbh/cot_prompts/boolean_expressions.txt
evalscope/benchmarks/bbh/cot_prompts/causal_judgement.txt
evalscope/benchmarks/bbh/cot_prompts/date_understanding.txt
evalscope/benchmarks/bbh/cot_prompts/disambiguation_qa.txt
evalscope/benchmarks/bbh/cot_prompts/dyck_languages.txt
evalscope/benchmarks/bbh/cot_prompts/formal_fallacies.txt
evalscope/benchmarks/bbh/cot_prompts/geometric_shapes.txt
evalscope/benchmarks/bbh/cot_prompts/hyperbaton.txt
evalscope/benchmarks/bbh/cot_prompts/logical_deduction_five_objects.txt
evalscope/benchmarks/bbh/cot_prompts/logical_deduction_seven_objects.txt
evalscope/benchmarks/bbh/cot_prompts/logical_deduction_three_objects.txt
evalscope/benchmarks/bbh/cot_prompts/movie_recommendation.txt
evalscope/benchmarks/bbh/cot_prompts/multistep_arithmetic_two.txt
evalscope/benchmarks/bbh/cot_prompts/navigate.txt
evalscope/benchmarks/bbh/cot_prompts/object_counting.txt
evalscope/benchmarks/bbh/cot_prompts/penguins_in_a_table.txt
evalscope/benchmarks/bbh/cot_prompts/reasoning_about_colored_objects.txt
evalscope/benchmarks/bbh/cot_prompts/ruin_names.txt
evalscope/benchmarks/bbh/cot_prompts/salient_translation_error_detection.txt
evalscope/benchmarks/bbh/cot_prompts/snarks.txt
evalscope/benchmarks/bbh/cot_prompts/sports_understanding.txt
evalscope/benchmarks/bbh/cot_prompts/temporal_sequences.txt
evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_five_objects.txt
evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_seven_objects.txt
evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_three_objects.txt
evalscope/benchmarks/bbh/cot_prompts/web_of_lies.txt
evalscope/benchmarks/bbh/cot_prompts/word_sorting.txt
evalscope/benchmarks/ceval/__init__.py
evalscope/benchmarks/ceval/ceval_adapter.py
evalscope/benchmarks/ceval/ceval_exam.py
evalscope/benchmarks/ceval/samples.jsonl
evalscope/benchmarks/cmmlu/__init__.py
evalscope/benchmarks/cmmlu/cmmlu.py
evalscope/benchmarks/cmmlu/cmmlu_adapter.py
evalscope/benchmarks/cmmlu/samples.jsonl
evalscope/benchmarks/competition_math/__init__.py
evalscope/benchmarks/competition_math/competition_math.py
evalscope/benchmarks/competition_math/competition_math_adapter.py
evalscope/benchmarks/general_qa/__init__.py
evalscope/benchmarks/general_qa/general_qa_adapter.py
evalscope/benchmarks/gsm8k/__init__.py
evalscope/benchmarks/gsm8k/gsm8k.py
evalscope/benchmarks/gsm8k/gsm8k_adapter.py
evalscope/benchmarks/hellaswag/__init__.py
evalscope/benchmarks/hellaswag/hellaswag.py
evalscope/benchmarks/hellaswag/hellaswag_adapter.py
evalscope/benchmarks/humaneval/__init__.py
evalscope/benchmarks/humaneval/humaneval.py
evalscope/benchmarks/humaneval/humaneval_adapter.py
evalscope/benchmarks/mmlu/__init__.py
evalscope/benchmarks/mmlu/mmlu.py
evalscope/benchmarks/mmlu/mmlu_adapter.py
evalscope/benchmarks/mmlu/samples.jsonl
evalscope/benchmarks/race/__init__.py
evalscope/benchmarks/race/race.py
evalscope/benchmarks/race/race_adapter.py
evalscope/benchmarks/race/samples.jsonl
evalscope/benchmarks/trivia_qa/__init__.py
evalscope/benchmarks/trivia_qa/samples.jsonl
evalscope/benchmarks/trivia_qa/trivia_qa.py
evalscope/benchmarks/trivia_qa/trivia_qa_adapter.py
evalscope/benchmarks/truthful_qa/__init__.py
evalscope/benchmarks/truthful_qa/truthful_qa.py
evalscope/benchmarks/truthful_qa/truthful_qa_adapter.py
evalscope/cli/__init__.py
evalscope/cli/base.py
evalscope/cli/cli.py
evalscope/cli/start_perf.py
evalscope/cli/start_server.py
evalscope/evaluator/__init__.py
evalscope/evaluator/evaluator.py
evalscope/evaluator/rating_eval.py
evalscope/evaluator/reviewer/__init__.py
evalscope/evaluator/reviewer/auto_reviewer.py
evalscope/metrics/__init__.py
evalscope/metrics/code_metric.py
evalscope/metrics/math_accuracy.py
evalscope/metrics/metrics.py
evalscope/metrics/rouge_metric.py
evalscope/metrics/bundled_rouge_score/__init__.py
evalscope/metrics/bundled_rouge_score/rouge_scorer.py
evalscope/metrics/resources/gpt2-zhcn3-v4.bpe
evalscope/metrics/resources/gpt2-zhcn3-v4.json
evalscope/models/__init__.py
evalscope/models/dummy_chat_model.py
evalscope/models/model.py
evalscope/models/model_adapter.py
evalscope/models/openai_model.py
evalscope/models/template.py
evalscope/models/api/__init__.py
evalscope/models/api/openai_api.py
evalscope/models/custom/__init__.py
evalscope/models/custom/custom_model.py
evalscope/perf/__init__.py
evalscope/perf/arguments.py
evalscope/perf/benchmark.py
evalscope/perf/http_client.py
evalscope/perf/main.py
evalscope/perf/plugin/__init__.py
evalscope/perf/plugin/registry.py
evalscope/perf/plugin/api/__init__.py
evalscope/perf/plugin/api/base.py
evalscope/perf/plugin/api/custom_api.py
evalscope/perf/plugin/api/dashscope_api.py
evalscope/perf/plugin/api/openai_api.py
evalscope/perf/plugin/datasets/__init__.py
evalscope/perf/plugin/datasets/base.py
evalscope/perf/plugin/datasets/custom.py
evalscope/perf/plugin/datasets/flickr8k.py
evalscope/perf/plugin/datasets/line_by_line.py
evalscope/perf/plugin/datasets/longalpaca.py
evalscope/perf/plugin/datasets/openqa.py
evalscope/perf/plugin/datasets/speed_benchmark.py
evalscope/perf/utils/__init__.py
evalscope/perf/utils/analysis_result.py
evalscope/perf/utils/benchmark_util.py
evalscope/perf/utils/chat_service.py
evalscope/perf/utils/db_util.py
evalscope/perf/utils/handler.py
evalscope/perf/utils/local_server.py
evalscope/registry/__init__.py
evalscope/registry/config/cfg_arena.yaml
evalscope/registry/config/cfg_arena_zhihu.yaml
evalscope/registry/config/cfg_pairwise_baseline.yaml
evalscope/registry/config/cfg_single.yaml
evalscope/registry/data/question.jsonl
evalscope/registry/data/prompt_template/lmsys_v2.jsonl
evalscope/registry/data/prompt_template/prompt_templates.jsonl
evalscope/registry/data/qa_browser/battle.jsonl
evalscope/registry/data/qa_browser/category_mapping.yaml
evalscope/registry/tasks/arc.yaml
evalscope/registry/tasks/bbh.yaml
evalscope/registry/tasks/bbh_mini.yaml
evalscope/registry/tasks/ceval.yaml
evalscope/registry/tasks/ceval_mini.yaml
evalscope/registry/tasks/cmmlu.yaml
evalscope/registry/tasks/eval_qwen-7b-chat_v100.yaml
evalscope/registry/tasks/general_qa.yaml
evalscope/registry/tasks/gsm8k.yaml
evalscope/registry/tasks/mmlu.yaml
evalscope/registry/tasks/mmlu_mini.yaml
evalscope/third_party/__init__.py
evalscope/third_party/longbench_write/README.md
evalscope/third_party/longbench_write/__init__.py
evalscope/third_party/longbench_write/default_task.json
evalscope/third_party/longbench_write/default_task.yaml
evalscope/third_party/longbench_write/eval.py
evalscope/third_party/longbench_write/infer.py
evalscope/third_party/longbench_write/longbench_write.py
evalscope/third_party/longbench_write/utils.py
evalscope/third_party/longbench_write/resources/__init__.py
evalscope/third_party/longbench_write/resources/judge.txt
evalscope/third_party/longbench_write/resources/longbench_write.jsonl
evalscope/third_party/longbench_write/resources/longbench_write_en.jsonl
evalscope/third_party/longbench_write/resources/longwrite_ruler.jsonl
evalscope/third_party/longbench_write/tools/__init__.py
evalscope/third_party/longbench_write/tools/data_etl.py
evalscope/third_party/toolbench_static/README.md
evalscope/third_party/toolbench_static/__init__.py
evalscope/third_party/toolbench_static/config_default.json
evalscope/third_party/toolbench_static/config_default.yaml
evalscope/third_party/toolbench_static/eval.py
evalscope/third_party/toolbench_static/infer.py
evalscope/third_party/toolbench_static/requirements.txt
evalscope/third_party/toolbench_static/toolbench_static.py
evalscope/third_party/toolbench_static/llm/__init__.py
evalscope/third_party/toolbench_static/llm/swift_infer.py
evalscope/tools/__init__.py
evalscope/tools/combine_reports.py
evalscope/tools/gen_mmlu_subject_mapping.py
evalscope/tools/rewrite_eval_results.py
evalscope/utils/__init__.py
evalscope/utils/arena_utils.py
evalscope/utils/completion_parsers.py
evalscope/utils/logger.py
evalscope/utils/task_cfg_parser.py
evalscope/utils/task_utils.py
evalscope/utils/utils.py
requirements/docs.txt
requirements/framework.txt
requirements/inner.txt
requirements/opencompass.txt
requirements/perf.txt
requirements/rag.txt
requirements/tests.txt
requirements/vlmeval.txt
tests/__init__.py
tests/test_run_all.py
tests/cli/__init__.py
tests/cli/test_run.py
tests/perf/__init__.py
tests/perf/test_perf.py
tests/rag/__init__.py
tests/rag/test_clip_benchmark.py
tests/rag/test_mteb.py
tests/rag/test_ragas.py
tests/swift/__init__.py
tests/swift/test_run_swift_eval.py
tests/swift/test_run_swift_vlm_eval.py
tests/swift/test_run_swift_vlm_jugde_eval.py
tests/vlm/__init__.py
tests/vlm/test_vlmeval.py