From f6ac834ef976307d7435b289a55365e3a8ca0d56 Mon Sep 17 00:00:00 2001 From: LiangSong Date: Tue, 9 May 2023 15:16:50 +0800 Subject: [PATCH] update default config --- configs/instruct_config.yaml | 1 + configs/pretrain_config.yaml | 3 ++- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/configs/instruct_config.yaml b/configs/instruct_config.yaml index a01a7fc..66cd9ca 100644 --- a/configs/instruct_config.yaml +++ b/configs/instruct_config.yaml @@ -23,6 +23,7 @@ train: prefetch_factor: 100 train_and_eval: False gradient_checkpointing_enable: False + use_lora: False # global step log_interval: 50 eval_interval: 500 diff --git a/configs/pretrain_config.yaml b/configs/pretrain_config.yaml index 5d0ae96..fba4afa 100644 --- a/configs/pretrain_config.yaml +++ b/configs/pretrain_config.yaml @@ -24,7 +24,8 @@ train: gradient_accumulation_steps: 12 prefetch_factor: 100 train_and_eval: False - gradient_checkpointing_enable: True + gradient_checkpointing_enable: False + use_lora: False # global step log_interval: 5 eval_interval: 500