diff --git a/csrc/gpu/aten/operators/EmbeddingBag.cpp b/csrc/gpu/aten/operators/EmbeddingBag.cpp
index 975dde963..d8a03c240 100644
--- a/csrc/gpu/aten/operators/EmbeddingBag.cpp
+++ b/csrc/gpu/aten/operators/EmbeddingBag.cpp
@@ -1,9 +1,9 @@
 #include <ATen/ATen.h>
-#include <torch/torch.h>
-
+#include <c10/util/Exception.h>
 #include <core/Device.h>
 #include <core/Memory.h>
 #include <runtime/Utils.h>
+#include <torch/torch.h>
 #include <utils/DPCPP.h>
 
 #include "BitonicMergeSort.h"
@@ -1182,6 +1182,21 @@ std::tuple<Tensor, Tensor, Tensor, Tensor> _embedding_bag(
     const c10::optional<at::Tensor>& per_sample_weights_opt,
     bool include_last_offset,
     int64_t padding_idx) {
+  TORCH_CHECK(
+      indices.dim() == 1 || indices.dim() == 2,
+      "input has to be a 1D or 2D Tensor, but got Tensor of dimension ",
+      indices.dim());
+  if (indices.dim() == 1) {
+    TORCH_CHECK(
+        offsets.dim() == 1,
+        "offsets has to be a 1D Tensor, but got Tensor of dimension ",
+        offsets.dim());
+  }
+  TORCH_CHECK(
+      weight.dim() == 2,
+      "weight has to be a 2D Tensor, but got Tensor of dimension ",
+      weight.dim());
+
   c10::MaybeOwned<Tensor> per_sample_weights_maybe_owned =
       at::borrow_from_optional_tensor(per_sample_weights_opt);
   const Tensor& per_sample_weights = *per_sample_weights_maybe_owned;
@@ -1234,6 +1249,20 @@ std::tuple<Tensor, Tensor, Tensor, Tensor> _embedding_bag_forward_only(
     const c10::optional<Tensor>& per_sample_weights_opt,
     bool include_last_offset,
     int64_t padding_idx) {
+  TORCH_CHECK(
+      indices.dim() == 1 || indices.dim() == 2,
+      "input has to be a 1D or 2D Tensor, but got Tensor of dimension ",
+      indices.dim());
+  if (indices.dim() == 1) {
+    TORCH_CHECK(
+        offsets.dim() == 1,
+        "offsets has to be a 1D Tensor, but got Tensor of dimension ",
+        offsets.dim());
+  }
+  TORCH_CHECK(
+      weight.dim() == 2,
+      "weight has to be a 2D Tensor, but got Tensor of dimension ",
+      weight.dim());
   // See [Note: hacky wrapper removal for optional tensor]
   c10::MaybeOwned<Tensor> per_sample_weights_maybe_owned =
       at::borrow_from_optional_tensor(per_sample_weights_opt);