diff --git a/finetune/facenet_transfer_learning.py b/finetune/facenet_transfer_learning.py index 6aa4aa3..e4ff1d0 100644 --- a/finetune/facenet_transfer_learning.py +++ b/finetune/facenet_transfer_learning.py @@ -1,6 +1,6 @@ from os import makedirs, environ from torchinfo import summary -from torch.nn import Linear, Sequential, Dropout, CrossEntropyLoss, Identity, ReLU +from torch.nn import Linear, Sequential, Dropout, CrossEntropyLoss, Identity, ReLU, utils from torchvision.transforms import Compose, RandomResizedCrop, RandomRotation, ToTensor, \ RandomHorizontalFlip, \ Resize, RandomAutocontrast, InterpolationMode, RandomErasing, \ @@ -167,6 +167,8 @@ for epoch in range(epochs): scaler.scale(loss).backward() scaler.unscale_(optimizer=optimizer) + + utils.clip_grad_norm_(model.parameters(), max_norm=.5) # loss.backward() scaler.step(optimizer=optimizer) scaler.update()