tomokazu
/
helloproject-ai
mirror of https://github.com/yayoimizuha/helloproject-ai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

apply PyTorch AMP
continuous-integration/drone/push Build was killed Details

This commit is contained in:
yayoimizuha 2023-10-15 23:12:25 +09:00
parent 5279516d5a
commit cbdd428843
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
finetune/facenet_transfer_learning.py
View File

@ -126,7 +126,7 @@ optimizer = Adam(params=[
{'params': model_gpu[1].parameters(), 'lr': 1e-3}, {'params': model_gpu[1].parameters(), 'lr': 1e-3},
]) ])
scaler = GradScaler() scaler = GradScaler(init_scale=4096)
# model, optimizer = optimize(model=model, optimizer=optimizer) # model, optimizer = optimize(model=model, optimizer=optimizer)
scheduler = lr_scheduler.StepLR(optimizer=optimizer, step_size=10, gamma=0.9) scheduler = lr_scheduler.StepLR(optimizer=optimizer, step_size=10, gamma=0.9)
@ -168,7 +168,7 @@ for epoch in range(epochs):
scaler.scale(loss).backward() scaler.scale(loss).backward()
scaler.unscale_(optimizer=optimizer) scaler.unscale_(optimizer=optimizer)
utils.clip_grad_norm_(model.parameters(), max_norm=.5) utils.clip_grad_norm_(model.parameters(), max_norm=.1)
# loss.backward() # loss.backward()
scaler.step(optimizer=optimizer) scaler.step(optimizer=optimizer)
scaler.update() scaler.update()