gnh1201/Open-Llama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update default config

Browse Source
This commit is contained in:
LiangSong 2023-05-09 15:16:50 +08:00
parent 21fdd25b94
commit f6ac834ef9
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
configs/instruct_config.yaml
View File

@ -23,6 +23,7 @@ train:
prefetch_factor: 100 prefetch_factor: 100
train_and_eval: False train_and_eval: False
gradient_checkpointing_enable: False gradient_checkpointing_enable: False
use_lora: False
# global step # global step
log_interval: 50 log_interval: 50
eval_interval: 500 eval_interval: 500

3
configs/pretrain_config.yaml
View File

@ -24,7 +24,8 @@ train:
gradient_accumulation_steps: 12 gradient_accumulation_steps: 12
prefetch_factor: 100 prefetch_factor: 100
train_and_eval: False train_and_eval: False
gradient_checkpointing_enable: True gradient_checkpointing_enable: False
use_lora: False
# global step # global step
log_interval: 5 log_interval: 5
eval_interval: 500 eval_interval: 500