osmarks/nanogpt-experiments
1
0
Fork 0
mirror of https://github.com/osmarks/nanogpt-experiments.git synced 2024-12-18 14:10:28 +00:00
Code Issues Releases Wiki Activity

local rank -> rank

Browse Source
This commit is contained in:
Andrej Karpathy 2023-01-16 05:13:13 +00:00
parent cf99914886
commit f5e6ac8b02
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
train.py
View File

@ -70,11 +70,11 @@ config = {k: globals()[k] for k in config_keys} # will be useful for logging
# ----------------------------------------------------------------------------- # -----------------------------------------------------------------------------
# various inits, derived attributes, I/O setup # various inits, derived attributes, I/O setup
ddp = int(os.environ.get('LOCAL_RANK', -1)) != -1 # is this a ddp run? ddp = int(os.environ.get('RANK', -1)) != -1 # is this a ddp run?
if ddp: if ddp:
init_process_group(backend=backend) init_process_group(backend=backend)
gpu_id = int(os.environ["LOCAL_RANK"]) gpu_id = int(os.environ['RANK'])
device = f"cuda:{gpu_id}" device = f'cuda:{gpu_id}'
else: else:
gpu_id = 0 # gpu_id 0 means this is the (single) master process, basically gpu_id = 0 # gpu_id 0 means this is the (single) master process, basically