19 lines
521 B
YAML
19 lines
521 B
YAML
compute_environment: LOCAL_MACHINE
|
|
deepspeed_config: {}
|
|
distributed_type: FSDP
|
|
downcast_bf16: 'no'
|
|
fsdp_config:
|
|
fsdp_auto_wrap_policy: TRANSFORMER_BASED_WRAP
|
|
fsdp_backward_prefetch_policy: BACKWARD_PRE
|
|
fsdp_offload_params: false
|
|
fsdp_sharding_strategy: 1
|
|
fsdp_state_dict_type: FULL_STATE_DICT
|
|
fsdp_transformer_layer_cls_to_wrap: LlamaDecoderLayer
|
|
machine_rank: 0
|
|
main_process_ip: null
|
|
main_process_port: null
|
|
main_training_function: main
|
|
mixed_precision: 'bf16'
|
|
num_machines: 1
|
|
num_processes: 2
|
|
use_cpu: false |