[Support PyTorch 1.8] Remove inference mode (#707)

Author: patrickvonplaten

src/diffusers/pipelines/stable_diffusion/safety_checker.py

@@ -79,7 +79,7 @@ def forward(self, clip_input, images):
 
         return images, has_nsfw_concepts
 
-    @torch.inference_mode()
+    @torch.no_grad()
     def forward_onnx(self, clip_input: torch.FloatTensor, images: torch.FloatTensor):
         pooled_output = self.vision_model(clip_input)[1]  # pooled_output
         image_embeds = self.visual_projection(pooled_output)