diff --git a/orttraining/orttraining/eager/opgen/opgen/atenops.py b/orttraining/orttraining/eager/opgen/opgen/atenops.py
index d2d30764553dd..1d80f2a48b9ae 100644
--- a/orttraining/orttraining/eager/opgen/opgen/atenops.py
+++ b/orttraining/orttraining/eager/opgen/opgen/atenops.py
@@ -11,7 +11,7 @@
 import torch
 from packaging import version
 
-TORCH_API_CHANGE_VERSION = "1.11.0"
+TORCH_API_CHANGE_VERSION = "1.11.1"
 
 kMSDomain = 'onnxruntime::kMSDomain'
 
@@ -101,7 +101,7 @@ def __init__(self, dY, X):
 
 # Signature of gelu_backward was changed in this commit id 983ba5e585485ed61a0c0012ef6944f5685e3d97 and PR 61439
 # This is done to make sure it is backward and future compatible
-if version.parse(torch.__version__) <= version.parse(TORCH_API_CHANGE_VERSION):
+if version.parse(torch.__version__) < version.parse(TORCH_API_CHANGE_VERSION):
   hand_implemented['aten::gelu_backward'] = GeluGrad('grad', 'self')
 else:
   hand_implemented['aten::gelu_backward'] = GeluGrad('grad_output', 'self')