novarobot
/
RWKV-LM
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

no message

Browse Source
main
BlinkDL 3 years ago
parent 6299c087a4
commit a1bf15ac40
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File

2
RWKV-v4/train.py
Unescape Escape View File

@ -65,7 +65,7 @@ os.environ['RWKV_FLOAT_MODE'] = 'bf16' # 'bf16' (stable) or 'fp16' (will overflo
os.environ['RWKV_DEEPSPEED'] = '1' # Use DeepSpeed? 0 = False, 1 = True os.environ['RWKV_DEEPSPEED'] = '1' # Use DeepSpeed? 0 = False, 1 = True
if int(os.environ['RWKV_NUM_GPUS']) == 1 and os.environ['RWKV_FLOAT_MODE'] == 'fp32': # the only case where DeepSpeed is worse if int(os.environ['RWKV_NUM_GPUS']) == 1: # turn off DeepSpeed for 1 GPU training
os.environ['RWKV_DEEPSPEED'] = '0' os.environ['RWKV_DEEPSPEED'] = '0'
os.environ['USE_WANDB'] = '0' # wandb logging. 0 = False, 1 = True os.environ['USE_WANDB'] = '0' # wandb logging. 0 = False, 1 = True

Write Preview
Loading…
Cancel
Save