gnh1201/Open-Llama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update science instruct-tuning datasets

Browse Source
This commit is contained in:
LiangSong 2023-05-05 19:00:37 +08:00
parent d24b4cce54
commit 758af69c73
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
data/preprocess_instruction.py
View File

@ -24,6 +24,11 @@ dataset_map = {
"BelleGroup/school_math_0.25M": "belle_school_math_0.25M", "BelleGroup/school_math_0.25M": "belle_school_math_0.25M",
"BelleGroup/multiturn_chat_0.8M": "belle_multiturn_chat_0.8M", "BelleGroup/multiturn_chat_0.8M": "belle_multiturn_chat_0.8M",
"Graverman/Instruct-to-Code": "instruct_to_code", "Graverman/Instruct-to-Code": "instruct_to_code",
"qwedsacf/grade-school-math-instructions": "grade_school_math",
"camel-ai/math": "camel_ai_math",
"camel-ai/physics": "camel_ai_physics",
"camel-ai/chemistry": "camel_ai_chemistry",
"camel-ai/biology": "camel_ai_biology",
("bigscience/xP3mt", "code"): "xP3mt_code", ("bigscience/xP3mt", "code"): "xP3mt_code",
("bigscience/xP3mt", "zh"): "xP3mt_zh", ("bigscience/xP3mt", "zh"): "xP3mt_zh",
} }