From https://blog.csdn.net/qq_39749966/article/details/131016129
torchrun --nnodes=1 --nproc_per_node=6 test-multi-gpu.py --h 4096 --layers 5 --epochs 10000
From https://blog.csdn.net/qq_39749966/article/details/131016129
torchrun --nnodes=1 --nproc_per_node=6 test-multi-gpu.py --h 4096 --layers 5 --epochs 10000