Merge pull request #112 from mlverse/updates

Figuring out the Spark cache
mlverse · Apr 20, 2024 · 06bbcd9 · 06bbcd9
2 parents 6691373 + a9e0aa7
commit 06bbcd9
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/.github/workflows/spark-tests.yaml b/.github/workflows/spark-tests.yaml
@@ -16,7 +16,7 @@ jobs:
       fail-fast: false
       matrix:
         config:
-          - {spark: '3.4.1', pyspark: '3.4', hadoop: '3', name: 'PySpark 3.4'}
+          - {spark: '3.5.1', pyspark: '3.5', hadoop: '3', name: 'PySpark 3.5'}
 
     env:
       GITHUB_PAT: ${{ secrets.GITHUB_TOKEN }}
@@ -63,6 +63,7 @@ jobs:
         if: steps.cache-spark.outputs.cache-hit != 'true'
         run: |
           sparklyr::spark_install(version = Sys.getenv("SPARK_VERSION"))
+          print(sparklyr::spark_install_find(Sys.getenv("SPARK_VERSION"))$sparkVersionDir)
         shell: Rscript {0}
 
       - name: Cache Scala

diff --git a/.github/workflows/test-coverage.yaml b/.github/workflows/test-coverage.yaml
@@ -44,7 +44,7 @@ jobs:
           key: sparklyr-spark-3.5.0-bin-hadoop3-2
 
       - name: Install Spark (via sparklyr)
-        if: steps.cache-spark.outputs.cache-hit != 'true'
+        if: steps.cache-spark.outputs.cache-2-hit != 'true'
         run: |
           sparklyr::spark_install(version = "3.5.0")
         shell: Rscript {0}