-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsetup_sailcompass.sh
39 lines (35 loc) · 2.2 KB
/
setup_sailcompass.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
cp -r configs/* opencompass/configs/
cp -r datasets/* opencompass/opencompass/datasets/
cp icl_sailor_evaluator.py opencompass/opencompass/openicl/icl_evaluator/
cp sailor_text_postprocessors.py opencompass/opencompass/utils/
echo "from .icl_sailor_evaluator import AnsEvaluator, TextGenEvaluator # noqa" >> "opencompass/opencompass/openicl/icl_evaluator/__init__.py"
echo "from .sailor_text_postprocessors import * # noqa" >> "opencompass/opencompass/utils/__init__.py"
###=====generation tasks======
###question answering
echo "from .xquad import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
echo "from .tydiqa_id import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
###machine translation
echo "from .flores200 import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
###text summarization
echo "from .thaisum import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
echo "from .indosum import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
echo "from .xlsum_vi import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
###=====mcq tasks======
###examination
echo "from .m3exam import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
###commonsense reasoning
echo "from .xcopa_sea import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
###machine reading conprehension
echo "from .belebele import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
###=====classification tasks======
###natural language inference
echo "from .xnli import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
echo "from .indonli import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
###sentiment analysis
echo "from .wisesight_senti import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
echo "from .indolem_senti import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
echo "from .vsmec import * # noqa: F401, F403" >> "opencompass/opencompass/datasets/__init__.py"
cp eval_sailcompass.py opencompass/configs/
cd opencompass
ln -s ../data/data
cd ..