Open-Llama/utils/speed_test/accelerate/ddp.yaml
2023-04-12 17:15:07 +08:00

12 lines
260 B
YAML

compute_environment: LOCAL_MACHINE
deepspeed_config: {}
distributed_type: MULTI_GPU
fsdp_config: {}
machine_rank: 0
main_process_ip: null
main_process_port: null
main_training_function: main
mixed_precision: bf16
num_machines: 1
num_processes: 2
use_cpu: false