use fixed pyspark version

Author: azmat-meesho

.pre-commit-config.yaml

@@ -7,3 +7,12 @@ repos:
         entry: "pre-commit-scripts/runner.sh"
         language: script
         stages: ["pre-commit", "pre-push"]
+  - repo: local
+    hooks:
+      - id: post-commit
+        name: Post Commit
+        description: Run post-commit scripts.
+        entry: "post-commit-scripts/runner.sh"
+        language: script
+        stages: ["post-commit"]
+        always_run: true

py-sdk/inference_logging_client/pyproject.toml

@@ -28,7 +28,7 @@ classifiers = [
 ]
 
 dependencies = [
-    "pyspark>=3.3.0",
+    "pyspark==3.3.0",
     "pyarrow>=5.0.0",
     "zstandard>=0.15.0",
 ]