Upgrade graphframes script to 0.8.1 using Spark 3 as target

luisbelloch · Oct 12, 2021 · 451f408 · 451f408
1 parent 0c4880a
commit 451f408
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/spark/graphframes.sh b/spark/graphframes.sh
@@ -1,9 +1,7 @@
 #!/bin/bash
 set -euo pipefail
 
-# 0.5.0 seems to be broken at this point,
-# check this issue https://git.io/vNjRt
-readonly PKG="graphframes:graphframes:0.4.0-spark2.1-s_2.11"
+readonly PKG="graphframes:graphframes:0.8.1-spark3.0-s_2.12"
 if [ $# -eq 0 ]; then
     pyspark --packages $PKG
 else