updating docs, fixing jar version

Qbeast-io · Dec 7, 2021 · d9bd04a · d9bd04a
1 parent e01f5cb
commit d9bd04a
Show file tree

Hide file tree

Showing 5 changed files with 10 additions and 10 deletions.
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
@@ -88,7 +88,7 @@ For example:
 sbt assembly
 
 $SPARK_HOME/bin/spark-shell \
---jars ./target/scala-2.12/qbeast-spark-assembly-0.1.0.jar \
+--jars ./target/scala-2.12/qbeast-spark-assembly-0.2.0.jar \
 --conf spark.sql.extensions=io.qbeast.spark.internal.QbeastSparkSessionExtension \
 --packages io.delta:delta-core_2.12:1.0.0
 ```

diff --git a/README.md b/README.md
@@ -82,7 +82,7 @@ You can find it in the [Packages section](https://github.com/orgs/Qbeast-io/pack
 
 ```bash
 $SPARK_HOME/bin/spark-shell \
---jars ./target/scala-2.12/qbeast-spark-assembly-0.1.0.jar \
+--jars ./target/scala-2.12/qbeast-spark-assembly-0.2.0.jar \
 --conf spark.sql.extensions=io.qbeast.spark.internal.QbeastSparkSessionExtension \
 --packages io.delta:delta-core_2.12:1.0.0
 ```

diff --git a/docs/CloudStorages.md b/docs/CloudStorages.md
@@ -30,7 +30,7 @@ Amazon Web Services S3 does not work with Hadoop 2.7. For this provider you'll n
 - If you are using a **public** bucket:
 ```bash
 $SPARK_HOME/bin/spark-shell \
-  --jars ./target/scala-2.12/qbeast-spark-assembly-0.1.0.jar \
+  --jars ./target/scala-2.12/qbeast-spark-assembly-0.2.0.jar \
   --conf spark.sql.extensions=io.qbeast.spark.internal.QbeastSparkSessionExtension \
   --conf spark.hadoop.fs.s3a.aws.credentials.provider=org.apache.hadoop.fs.s3a.AnonymousAWSCredentialsProvider \
   --packages io.delta:delta-core_2.12:1.0.0,\
@@ -42,7 +42,7 @@ $SPARK_HOME/bin/spark-shell \
 - If you are using **private** buckets:
 ```bash
 $SPARK_HOME/bin/spark-shell \
---jars ./target/scala-2.12/qbeast-spark-assembly-0.1.0.jar \
+--jars ./target/scala-2.12/qbeast-spark-assembly-0.2.0.jar \
 --conf spark.sql.extensions=io.qbeast.spark.internal.QbeastSparkSessionExtension \
 --conf spark.hadoop.fs.s3a.access.key=${AWS_ACCESS_KEY_ID} \
 --conf spark.hadoop.fs.s3a.secret.key=${AWS_SECRET_ACCESS_KEY} \
@@ -60,7 +60,7 @@ recommend using the latest. Remember that vanilla parquet format may not work in
 - An example config setup follows:
 ```bash
 $SPARK_HOME/bin/spark-shell \
---jars ./target/scala-2.12/qbeast-spark-assembly-0.1.0.jar \
+--jars ./target/scala-2.12/qbeast-spark-assembly-0.2.0.jar \
 --conf spark.hadoop.fs.azure.account.key.blobqsql.blob.core.windows.net="${AZURE_BLOB_STORAGE_KEY}" \
 --conf spark.hadoop.fs.AbstractFileSystem.wasb.impl=org.apache.hadoop.fs.azure.Wasb \
 --conf spark.sql.extensions=io.qbeast.spark.internal.QbeastSparkSessionExtension \

diff --git a/docs/Quickstart.md b/docs/Quickstart.md
@@ -15,7 +15,7 @@ Inside the project folder, launch a spark-shell with the required **dependencies
 
 ```bash
 $SPARK_HOME/bin/spark-shell \
---jars ./target/scala-2.12/qbeast-spark-assembly-0.1.0.jar \
+--jars ./target/scala-2.12/qbeast-spark-assembly-0.2.0.jar \
 --conf spark.sql.extensions=io.qbeast.spark.internal.QbeastSparkSessionExtension \
 --conf spark.hadoop.fs.s3a.aws.credentials.provider=org.apache.hadoop.fs.s3a.AnonymousAWSCredentialsProvider \
 --packages io.delta:delta-core_2.12:1.0.0,\
@@ -48,12 +48,12 @@ Indexing the data with the desired columns, in this case `ss_cdemo_sk` and `ss_c
 ```scala
 val qbeastTablePath = "/tmp/qbeast-test-data/qtable"
 
-parquetDf.write
+(parquetDf.write
     .mode("overwrite")
     .format("qbeast")     // Saving the dataframe in a qbeast datasource
     .option("columnsToIndex", "ss_cdemo_sk,ss_cdemo_sk")      // Indexing the table
     .option("cubeSize", 300000) // The desired number of records of the resulting files/cubes. Default is 100000
-    .save(qbeastTablePath)
+    .save(qbeastTablePath))
 ```
 
 ## Sampling

diff --git a/docs/sample_pushdown_demo.ipynb b/docs/sample_pushdown_demo.ipynb
@@ -129,7 +129,7 @@
     "\n",
     "spark = (SparkSession.builder\n",
     "         .master(\"local[*]\")\n",
-    "         .config(\"spark.jars\", \"../target/scala-2.12/qbeast-spark-assembly-0.1.0.jar\")\n",
+    "         .config(\"spark.jars\", \"../target/scala-2.12/qbeast-spark-assembly-0.2.0.jar\")\n",
     "         .config(\"spark.sql.extensions\", \"io.qbeast.spark.internal.QbeastSparkSessionExtension\")\n",
     "         .config(\"fs.s3a.aws.credentials.provider\", \"org.apache.hadoop.fs.s3a.AnonymousAWSCredentialsProvider\")\n",
     "         .config(\"spark.jars.packages\", deps)\n",
@@ -469,4 +469,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 5
-}
+}