Add Torchrun script and enable distributed for that script

Author: fduwjj

config/model_config.py

@@ -3,6 +3,7 @@
 
 # This source code is licensed under the license found in the
 # LICENSE file in the root directory of this source tree.
+
 import json
 from dataclasses import dataclass, field
 from enum import Enum