From fff94904dbbca962f16d4097df9f5b085127238a Mon Sep 17 00:00:00 2001 From: yh Date: Thu, 4 Jul 2019 17:24:43 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E5=A4=8DGradientClip=E5=9C=A8update?= =?UTF-8?q?=5Fevery=E7=9A=84=E5=9C=BA=E6=99=AF=E4=B8=8B=E4=BC=9A=E6=9B=B4?= =?UTF-8?q?=E6=96=B0=E9=94=99=E8=AF=AF=E7=9A=84=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- fastNLP/core/callback.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/fastNLP/core/callback.py b/fastNLP/core/callback.py index 9c6b01d6..0b1890f8 100644 --- a/fastNLP/core/callback.py +++ b/fastNLP/core/callback.py @@ -399,10 +399,11 @@ class GradientClipCallback(Callback): self.clip_value = clip_value def on_backward_end(self): - if self.parameters is None: - self.clip_fun(self.model.parameters(), self.clip_value) - else: - self.clip_fun(self.parameters, self.clip_value) + if self.step%self.update_every==0: + if self.parameters is None: + self.clip_fun(self.model.parameters(), self.clip_value) + else: + self.clip_fun(self.parameters, self.clip_value) class EarlyStopCallback(Callback):