Skip to content

Commit

Permalink
[HUDI-1377] remove duplicate code (#2235)
Browse files Browse the repository at this point in the history
  • Loading branch information
Karl-WangSK authored Nov 10, 2020
1 parent 42b6aec commit 430d4b4
Showing 1 changed file with 1 addition and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -140,7 +140,7 @@ private[hudi] object HoodieSparkSqlWriter {

// Convert to RDD[HoodieRecord]
val keyGenerator = DataSourceUtils.createKeyGenerator(toProperties(parameters))
val genericRecords: RDD[GenericRecord] = AvroConversionUtils.createRdd(df, structName, nameSpace)
val genericRecords: RDD[GenericRecord] = AvroConversionUtils.createRdd(df, schema, structName, nameSpace)
val shouldCombine = parameters(INSERT_DROP_DUPS_OPT_KEY).toBoolean || operation.equals(WriteOperationType.UPSERT);
val hoodieAllIncomingRecords = genericRecords.map(gr => {
val hoodieRecord = if (shouldCombine) {
Expand Down

0 comments on commit 430d4b4

Please sign in to comment.