Skip to content

Commit

Permalink
upgrade parquet versiont to fix parquet compat issues
Browse files Browse the repository at this point in the history
  • Loading branch information
vkorukanti committed Nov 5, 2024
1 parent ddf0d0c commit b34032b
Showing 1 changed file with 7 additions and 7 deletions.
14 changes: 7 additions & 7 deletions build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -657,7 +657,7 @@ lazy val kernelDefaults = (project in file("kernel/kernel-defaults"))
libraryDependencies ++= Seq(
"org.apache.hadoop" % "hadoop-client-runtime" % hadoopVersion,
"com.fasterxml.jackson.core" % "jackson-databind" % "2.13.5",
"org.apache.parquet" % "parquet-hadoop" % "1.12.3",
"org.apache.parquet" % "parquet-hadoop" % "1.13.1",

"org.scalatest" %% "scalatest" % scalaTestVersion % "test",
"junit" % "junit" % "4.13.2" % "test",
Expand Down Expand Up @@ -842,12 +842,12 @@ lazy val icebergShaded = (project in file("icebergShaded"))
skipReleaseSettings,

// Compile, patch and generated Iceberg JARs
// generateIcebergJarsTask := {
// import sys.process._
// val scriptPath = baseDirectory.value / "generate_iceberg_jars.py"
// // Download iceberg code in `iceberg_src` dir and generate the JARs in `lib` dir
// Seq("python3", scriptPath.getPath)!
// },
generateIcebergJarsTask := {
import sys.process._
val scriptPath = baseDirectory.value / "generate_iceberg_jars.py"
// Download iceberg code in `iceberg_src` dir and generate the JARs in `lib` dir
Seq("python3", scriptPath.getPath)!
},
Compile / unmanagedJars := (Compile / unmanagedJars).dependsOn(generateIcebergJarsTask).value,
cleanFiles += baseDirectory.value / "iceberg_src",
cleanFiles += baseDirectory.value / "lib",
Expand Down

0 comments on commit b34032b

Please sign in to comment.