diff --git a/fastNLP/core/callback.py b/fastNLP/core/callback.py
index 9c6b01d6..0b1890f8 100644
--- a/fastNLP/core/callback.py
+++ b/fastNLP/core/callback.py
@@ -399,10 +399,11 @@ class GradientClipCallback(Callback):
         self.clip_value = clip_value
     
     def on_backward_end(self):
-        if self.parameters is None:
-            self.clip_fun(self.model.parameters(), self.clip_value)
-        else:
-            self.clip_fun(self.parameters, self.clip_value)
+        if self.step%self.update_every==0:
+            if self.parameters is None:
+                self.clip_fun(self.model.parameters(), self.clip_value)
+            else:
+                self.clip_fun(self.parameters, self.clip_value)
 
 
 class EarlyStopCallback(Callback):