version bump to 0.8.4

Author: menishmueli

README.md

@@ -62,12 +62,12 @@ See [Our Features](https://dataflint.gitbook.io/dataflint-for-spark/overview/our
 Install DataFlint OSS via sbt:
 For Spark 3.X:
 ```sbt
-libraryDependencies += "io.dataflint" %% "spark" % "0.8.3"
+libraryDependencies += "io.dataflint" %% "spark" % "0.8.4"
 ```
 
 For Spark 4.X:
 ```sbt
-libraryDependencies += "io.dataflint" %% "dataflint-spark4" % "0.8.3"
+libraryDependencies += "io.dataflint" %% "dataflint-spark4" % "0.8.4"
 ```
 
 
@@ -87,7 +87,7 @@ For Spark 3.X:
 ```python
 builder = pyspark.sql.SparkSession.builder
     ...
-    .config("spark.jars.packages", "io.dataflint:spark_2.12:0.8.3") \
+    .config("spark.jars.packages", "io.dataflint:spark_2.12:0.8.4") \
     .config("spark.plugins", "io.dataflint.spark.SparkDataflintPlugin") \
     ...
 ```
@@ -96,7 +96,7 @@ For Spark 4.X:
 ```python
 builder = pyspark.sql.SparkSession.builder
     ...
-    .config("spark.jars.packages", "io.dataflint:dataflint-spark4_2.13:0.8.3") \
+    .config("spark.jars.packages", "io.dataflint:dataflint-spark4_2.13:0.8.4") \
     .config("spark.plugins", "io.dataflint.spark.SparkDataflintPlugin") \
     ...
 ```
@@ -107,22 +107,22 @@ Alternatively, install DataFlint OSS with **no code change** as a spark ivy pack
 
 ```bash
 spark-submit
---packages io.dataflint:spark_2.12:0.8.3 \
+--packages io.dataflint:spark_2.12:0.8.4 \
 --conf spark.plugins=io.dataflint.spark.SparkDataflintPlugin \
 ...
 ```
 
 For Spark 4.X:
 ```bash
 spark-submit
---packages io.dataflint:dataflint-spark4_2.13:0.8.3 \
+--packages io.dataflint:dataflint-spark4_2.13:0.8.4 \
 --conf spark.plugins=io.dataflint.spark.SparkDataflintPlugin \
 ...
 ```
 
 ### Additional installation options
 
-* There is also support for scala 2.13, if your spark cluster is using scala 2.13 change package name to io.dataflint:spark_**2.13**:0.8.3
+* There is also support for scala 2.13, if your spark cluster is using scala 2.13 change package name to io.dataflint:spark_**2.13**:0.8.4
 * For more installation options, including for **python** and **k8s spark-operator**, see [Install on Spark docs](https://dataflint.gitbook.io/dataflint-for-spark/getting-started/install-on-spark)
 * For installing DataFlint OSS in **spark history server** for observability on completed runs see [install on spark history server docs](https://dataflint.gitbook.io/dataflint-for-spark/getting-started/install-on-spark-history-server)
 * For installing DataFlint OSS on **DataBricks** see [install on databricks docs](https://dataflint.gitbook.io/dataflint-for-spark/getting-started/install-on-databricks)

examples/distributed_computing_unpacked.ipynb

@@ -32,7 +32,7 @@
     "spark = SparkSession \\\n",
     "    .builder \\\n",
     "    .appName(\"Distributed Compute Examples\") \\\n",
-    "    .config(\"spark.jars.packages\", \"io.dataflint:spark_2.12:0.8.3\") \\\n",
+    "    .config(\"spark.jars.packages\", \"io.dataflint:spark_2.12:0.8.4\") \\\n",
     "    .config(\"spark.plugins\", \"io.dataflint.spark.SparkDataflintPlugin\") \\\n",
     "    .config(\"spark.ui.port\", \"11000\") \\\n",
     "    .master(\"local[*]\") \\\n",

spark-plugin/build.sbt

@@ -1,7 +1,7 @@
 import xerial.sbt.Sonatype._
 import sbtassembly.AssemblyPlugin.autoImport._
 
-lazy val versionNum: String = "0.8.3"
+lazy val versionNum: String = "0.8.4"
 lazy val scala212 = "2.12.20"
 lazy val scala213 = "2.13.16"
 lazy val supportedScalaVersions = List(scala212, scala213)

spark-plugin/clean-and-setup.sh

@@ -38,6 +38,6 @@ echo "1. Refresh your IntelliJ IDEA project (File -> Reload Gradle Project or si
 echo "2. If you still get conflicts, try: File -> Invalidate Caches and Restart"
 echo ""
 echo "📦 Fat JARs created:"
-echo "- Spark 3.x: pluginspark3/target/scala-2.12/dataflint-spark3_2.12-0.8.3-SNAPSHOT.jar"
-echo "- Spark 4.x: pluginspark4/target/scala-2.13/dataflint-spark4_2.13-0.8.3-SNAPSHOT.jar"
+echo "- Spark 3.x: pluginspark3/target/scala-2.12/dataflint-spark3_2.12-0.8.4-SNAPSHOT.jar"
+echo "- Spark 4.x: pluginspark4/target/scala-2.13/dataflint-spark4_2.13-0.8.4-SNAPSHOT.jar"
 

spark-plugin/example_3_5_1/map_in_arrow_example.py

@@ -18,7 +18,7 @@
 # Resolve the plugin JAR path relative to this script's location
 _script_dir = Path(__file__).resolve().parent
 _project_root = _script_dir.parent  # up to spark-plugin/
-_plugin_jar = _project_root / "pluginspark3" / "target" / "scala-2.12" / "spark_2.12-0.8.3-SNAPSHOT.jar"
+_plugin_jar = _project_root / "pluginspark3" / "target" / "scala-2.12" / "spark_2.12-0.8.4-SNAPSHOT.jar"
 
 if not _plugin_jar.exists():
     raise FileNotFoundError(

spark-plugin/example_3_5_1/map_in_pandas_example.py

@@ -13,7 +13,7 @@
 # Resolve the plugin JAR path relative to this script's location
 _script_dir = Path(__file__).resolve().parent
 _project_root = _script_dir.parent  # up to spark-plugin/
-_plugin_jar = _project_root / "pluginspark3" / "target" / "scala-2.12" / "spark_2.12-0.8.3-SNAPSHOT.jar"
+_plugin_jar = _project_root / "pluginspark3" / "target" / "scala-2.12" / "spark_2.12-0.8.4-SNAPSHOT.jar"
 
 if not _plugin_jar.exists():
     raise FileNotFoundError(

spark-ui/package-lock.json

@@ -1,6 +1,6 @@
 {
   "name": "dataflint-ui",
-  "version": "0.8.3",
+  "version": "0.8.4",
   "homepage": "./",
   "private": true,
   "dependencies": {