From 1e7cf01e0df1e230caab5ca91f13c7791714514f Mon Sep 17 00:00:00 2001 From: yayoimizuha Date: Sun, 15 Oct 2023 23:45:40 +0900 Subject: [PATCH] apply PyTorch AMP --- finetune/facenet_transfer_learning.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/finetune/facenet_transfer_learning.py b/finetune/facenet_transfer_learning.py index 76054c7..69ab5ee 100644 --- a/finetune/facenet_transfer_learning.py +++ b/finetune/facenet_transfer_learning.py @@ -166,9 +166,9 @@ for epoch in range(epochs): train_loss += loss.item() scaler.scale(loss).backward() - scaler.unscale_(optimizer=optimizer) - utils.clip_grad_norm_(model.parameters(), max_norm=.1) + # scaler.unscale_(optimizer=optimizer) + # utils.clip_grad_norm_(model.parameters(), max_norm=.1) # loss.backward() scaler.step(optimizer=optimizer) scaler.update()