diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/joins/OuterJoinSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/joins/OuterJoinSuite.scala
index 97dbca3cb3051..82fa3321fe4e0 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/execution/joins/OuterJoinSuite.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/joins/OuterJoinSuite.scala
@@ -82,12 +82,14 @@ class OuterJoinSuite extends SparkPlanTest with SQLTestUtils {
 
   val left = sqlContext.createDataFrame(sqlContext.sparkContext.parallelize(Seq(
     Row(1, 2.0),
+    Row(2, 1.0), // This row is duplicated to ensure that we will have multiple buffered matches
     Row(2, 1.0),
     Row(3, 3.0),
     Row(null, null)
   )), new StructType().add("a", IntegerType).add("b", DoubleType))
 
   val right = sqlContext.createDataFrame(sqlContext.sparkContext.parallelize(Seq(
+    Row(2, 3.0), // This row is duplicated to ensure that we will have multiple buffered matches
     Row(2, 3.0),
     Row(3, 2.0),
     Row(4, 1.0),
@@ -112,6 +114,9 @@ class OuterJoinSuite extends SparkPlanTest with SQLTestUtils {
       (null, null, null, null),
       (1, 2.0, null, null),
       (2, 1.0, 2, 3.0),
+      (2, 1.0, 2, 3.0),
+      (2, 1.0, 2, 3.0),
+      (2, 1.0, 2, 3.0),
       (3, 3.0, null, null)
     )
   )
@@ -125,6 +130,9 @@ class OuterJoinSuite extends SparkPlanTest with SQLTestUtils {
     Seq(
       (null, null, null, null),
       (2, 1.0, 2, 3.0),
+      (2, 1.0, 2, 3.0),
+      (2, 1.0, 2, 3.0),
+      (2, 1.0, 2, 3.0),
       (null, null, 3, 2.0),
       (null, null, 4, 1.0)
     )
@@ -139,6 +147,9 @@ class OuterJoinSuite extends SparkPlanTest with SQLTestUtils {
     Seq(
       (1, 2.0, null, null),
       (2, 1.0, 2, 3.0),
+      (2, 1.0, 2, 3.0),
+      (2, 1.0, 2, 3.0),
+      (2, 1.0, 2, 3.0),
       (3, 3.0, null, null),
       (null, null, 3, 2.0),
       (null, null, 4, 1.0),