From b7731ab60f1bfa2171beacafacd594e87bce9aa3 Mon Sep 17 00:00:00 2001 From: gnehil Date: Tue, 21 May 2024 17:20:27 +0800 Subject: [PATCH] add git ignored item and remove files which should not be uploaded --- .gitignore | 10 + spark-load/spark-dpp/.flattened-pom.xml | 409 ------------------ .../spark-dpp/dependency-reduced-pom.xml | 237 ---------- 3 files changed, 10 insertions(+), 646 deletions(-) delete mode 100644 spark-load/spark-dpp/.flattened-pom.xml delete mode 100644 spark-load/spark-dpp/dependency-reduced-pom.xml diff --git a/.gitignore b/.gitignore index 4413142c..71e2e797 100644 --- a/.gitignore +++ b/.gitignore @@ -8,6 +8,16 @@ spark-doris-connector/output/ spark-doris-connector/target/ spark-doris-connector/.idea/ +spark-load/spark-dpp/dependency-reduced-pom.xml +spark-load/spark-dpp/output/ +spark-load/spark-dpp/target/ +spark-load/spark-dpp/.idea/ + +spark-load/spark-load-core/dependency-reduced-pom.xml +spark-load/spark-load-core/output/ +spark-load/spark-load-core/target/ +spark-load/spark-load-core/.idea/ + ### Java template # Compiled class file diff --git a/spark-load/spark-dpp/.flattened-pom.xml b/spark-load/spark-dpp/.flattened-pom.xml deleted file mode 100644 index 0e8b1d66..00000000 --- a/spark-load/spark-dpp/.flattened-pom.xml +++ /dev/null @@ -1,409 +0,0 @@ - - - - 4.0.0 - org.apache.doris - spark-dpp - 1.2-SNAPSHOT - The Apache Software Foundation provides support for the Apache community of open-source software projects. - The Apache projects are characterized by a collaborative, consensus based development process, an open and - pragmatic software license, and a desire to create high quality software that leads the way in its field. - We consider ourselves not simply a group of projects sharing a server, but rather a community of developers - and users. - https://doris.apache.org/spark-dpp/ - - The Apache Software Foundation - https://www.apache.org/ - - - - Apache 2.0 License - https://www.apache.org/licenses/LICENSE-2.0.html - repo - - - - - Dev Mailing List - dev-subscribe@doris.apache.org - dev-unsubscribe@doris.apache.org - dev@doris.apache.org - - - Commits Mailing List - commits-subscribe@doris.apache.org - commits-unsubscribe@doris.apache.org - commits@doris.apache.org - - - - scm:git:https://git@github.com/apache/doris.git/spark-dpp - scm:git:https://git@github.com/apache/doris.git/spark-dpp - scm:git:https://git@github.com/apache/doris.git/spark-dpp - - - GitHub - https://github.com/apache/doris/issues - - - - apache.releases.https - Apache Release Distribution Repository - https://repository.apache.org/service/local/staging/deploy/maven2 - - - apache.snapshots.https - Apache Development Snapshot Repository - https://repository.apache.org/content/repositories/snapshots - - - - 4.7.2 - https://repository.apache.org/service/local/staging/deploy/maven2 - https://repository.apache.org/content/repositories/snapshots - 1.3.2 - https://sonarcloud.io - 2.15.2 - 2.0.3 - https://www.apache.org/images/asf_logo_wide_2016.png - 4.9.3 - 2.0.6 - 1.13 - 2.3.0 - Apache Release Distribution Repository - 1.0.1 - 1.5 - 0.4.6 - 1 - false - 1.22 - 9.35 - 6.5.1 - 1.2.0 - 3.4.1 - 2.18.0 - 1.12.669 - 3.4.0 - 2.1.1 - 3.1.5 - 6.4.5 - 4.0.2 - 0.8.13 - 1.22.0 - 3.0.9 - 1.70 - com.google.protobuf:protoc:3.24.3 - ${fe.dir}/../thirdparty - 2.9.3 - 2.22.2 - 6.7.2 - 4.5.13 - 1.1.1 - 1.33.0 - 2.10.1 - 9.4 - 2.7.4-11 - 15.0.2 - 3.4.0 - 3.42.0 - posix - 1.9.7 - 2.3 - 0.2.14 - 1.60.1 - 2.7 - 12.2.0.1 - 4.0.2 - 2.1 - 2.0 - 3.1.3 - 3.8.9.Final - 1.13.1 - apache - 1.2 - 4.4.15 - UTF-8 - 1.18.24 - 1.8 - 1.8.4 - 1.10.0 - 2022-12-11T19:18:10Z - 1.0.4 - 435 - shade-format-flatbuffers - 2.2 - 2.3.9 - 3.9.1 - source-release - 3.3.6 - 2.10.1 - 3.0.0 - 3.10.6.Final - 3.24.3 - 3.9 - 2.0.1.Final - 1.11.3 - 5.8.2 - Apache Development Snapshot Repository - 3.18.2-GA - 3.2.2 - 1.8 - 3.7.0 - 0.2.3 - 0.45.2-public - 1.8 - 1.4 - 2.7.13 - 4.1.104.Final - 0.8.10 - 2.8.1 - 2.6 - 1.2-SNAPSHOT - 1.4.3 - 8.5.86 - true - 2.3.2 - 2.12.10 - 9.4.53.v20231009 - 0.6.0-incubating - 32.1.2-jre - 2.1 - 1.5.1 - 1.12.0 - 3.0.0-8 - github - 2.2 - UTF-8 - 3.4.4 - 1.34.0 - 1.11-8 - 2.4.0 - 202 - 0.14.1 - 2.18.0 - 1.49 - 3.2.5 - 1.1.10.5 - 0.16.0 - 3.1.0 - 1.4.3 - io.grpc:protoc-gen-grpc-java:1.34.0 - 18.3.14-doris-SNAPSHOT - 1.5.4 - 1.2.5 - /Users/gnehil/doris/fe/spark-dpp/../../ - 0.11-a-czt02-cdh - 3.24.3 - 1.7 - - - - org.apache.doris - fe-common - 1.2-SNAPSHOT - compile - - - commons-codec - commons-codec - 1.13 - compile - - - org.apache.commons - commons-lang3 - 3.9 - compile - - - com.google.code.gson - gson - 2.10.1 - compile - - - org.apache.spark - spark-core_2.12 - 3.4.1 - provided - - - log4j - log4j - - - org.slf4j - slf4j-log4j12 - - - org.eclipse.jetty - jetty-util - - - io.netty - netty - - - - - io.netty - netty-all - 4.1.104.Final - compile - - - org.apache.spark - spark-sql_2.12 - 3.4.1 - provided - - - org.apache.arrow - arrow-vector - - - - - org.apache.hadoop - hadoop-common - 3.3.6 - compile - - - jdk.tools - jdk.tools - - - org.eclipse.jetty - jetty-util - - - org.eclipse.jetty - jetty-servlet - - - io.netty - netty-all - - - log4j - log4j - - - - - org.apache.parquet - parquet-column - 1.13.1 - compile - - - org.apache.parquet - parquet-hadoop - 1.13.1 - compile - - - org.apache.parquet - parquet-common - 1.13.1 - compile - - - commons-collections - commons-collections - 3.2.2 - compile - - - org.scala-lang - scala-library - 2.12.10 - provided - - - com.esotericsoftware - kryo-shaded - 4.0.2 - compile - - - org.apache.spark - spark-catalyst_2.12 - 3.4.1 - provided - - - com.google.guava - guava - 32.1.2-jre - compile - - - org.apache.logging.log4j - log4j-core - 2.18.0 - compile - - - org.apache.logging.log4j - log4j-slf4j-impl - 2.18.0 - compile - - - org.apache.logging.log4j - log4j-core - - - - - org.apache.logging.log4j - log4j-1.2-api - 2.18.0 - compile - - - org.awaitility - awaitility - 4.2.0 - compile - - - - - - always - - snapshots - apache snapshots maven repo https - https://repository.apache.org/content/repositories/snapshots/ - - - - false - - apache.snapshots - Apache Snapshot Repository - https://repository.apache.org/snapshots - - - diff --git a/spark-load/spark-dpp/dependency-reduced-pom.xml b/spark-load/spark-dpp/dependency-reduced-pom.xml deleted file mode 100644 index 7bf4da08..00000000 --- a/spark-load/spark-dpp/dependency-reduced-pom.xml +++ /dev/null @@ -1,237 +0,0 @@ - - - - fe - org.apache.doris - ${revision} - - 4.0.0 - spark-dpp - - spark-dpp-${project.version} - - - maven-surefire-plugin - - ${fe_ut_parallel} - false - -javaagent:${settings.localRepository}/org/jmockit/jmockit/${jmockit.version}/jmockit-${jmockit.version}.jar @{argLine} - - - - maven-dependency-plugin - - - copy-dependencies - package - - copy-dependencies - - - ${project.build.directory}/lib - false - false - true - runtime - ${skip.plugin} - - - - - - maven-assembly-plugin - - - make-assembly - package - - single - - - - - - - org.apache.doris.load.loadv2.etl.SparkEtlJob - - - - jar-with-dependencies - - - - - org.codehaus.mojo - cobertura-maven-plugin - 2.7 - - - 1024m - - - - - maven-clean-plugin - 3.1.0 - - - auto-clean - initialize - - clean - - - - - - maven-shade-plugin - - - package - - shade - - - - - - - com.google.code.findbugs:* - org.slf4j:* - - - - - org.roaringbitmap - org.apache.doris.shaded.org.roaringbitmap - com.google.guava - org.apache.doris.shaded.com.google.guava - - - - - - maven-javadoc-plugin - - true - - - - - - - org.apache.spark - spark-core_2.12 - 3.4.1 - provided - - - log4j - log4j - - - slf4j-log4j12 - org.slf4j - - - jetty-util - org.eclipse.jetty - - - netty - io.netty - - - - - org.apache.spark - spark-sql_2.12 - 3.4.1 - provided - - - arrow-vector - org.apache.arrow - - - - - org.scala-lang - scala-library - 2.12.10 - provided - - - org.apache.spark - spark-catalyst_2.12 - 3.4.1 - provided - - - org.junit.jupiter - junit-jupiter-engine - 5.8.2 - test - - - junit-platform-engine - org.junit.platform - - - junit-jupiter-api - org.junit.jupiter - - - apiguardian-api - org.apiguardian - - - - - org.junit.vintage - junit-vintage-engine - 5.8.2 - test - - - junit - junit - - - junit-platform-engine - org.junit.platform - - - apiguardian-api - org.apiguardian - - - - - org.junit.jupiter - junit-jupiter-params - 5.8.2 - test - - - junit-jupiter-api - org.junit.jupiter - - - apiguardian-api - org.apiguardian - - - - - org.jmockit - jmockit - 1.49 - test - - - - 1 - ${basedir}/../../ - -