spark:3.0.0-hadoop3.2

andrewrothstein · Jun 18, 2020 · 1c9c9c2 · 1c9c9c2
1 parent 358c415
commit 1c9c9c2
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 4 deletions.
diff --git a/defaults/main.yml b/defaults/main.yml
@@ -1,6 +1,6 @@
 ---
-spark_ver: 2.4.6
-spark_hadoop_ver: hadoop2.7
+spark_ver: 3.0.0
+spark_hadoop_ver: hadoop3.2
 spark_mirror_url: https://archive.apache.org/dist/spark
 
 spark_parent_dir: /usr/local
@@ -76,3 +76,12 @@ spark_checksums:
  hadoop2.6: sha512:3D4C3B8A362CB19FA5A0BE437CFE20E66B5E3F45E824025F20A94BA68318764E69A3A61A022C72F295D380C215634DC64EC7AEEF0695C79149B8C38368E6296E
  # https://archive.apache.org/dist/spark/spark-2.4.6/spark-2.4.6-bin-hadoop2.7.tgz.sha512
  hadoop2.7: sha512:3A9F401EDA9B5749CDAFD246B1D14219229C26387017791C345A23A65782FB8B25A302BF4AC1ED7C16A1FE83108E94E55DAD9639A51C751D81C8C0534A4A9641
+ '3.0.0':
+ # https://archive.apache.org/dist/spark/spark-3.0.0/spark-3.0.0-bin-hadoop2.7.tgz.sha512
+ hadoop2.7: sha512:F5652835094D9F69EB3260E20CA9C2D58E8BDF85A8ED15797549A518B23C862B75A329B38D4248F8427E4310718238C60FAE0F9D1AFB3C70FB390D3E9CCE2E49
+ # https://archive.apache.org/dist/spark/spark-3.0.0/spark-3.0.0-bin-hadoop2.7-hive1.2.tgz.sha512
+ hadoop2.7-hive1.2: sha512:9871E25D8D7CA2289820B32E2FB616ECC61B17B3131FB8D43E314217F32DF2BDCAB94A692F1D82362E753834A3FD1CF3D2EB34BC76E1C0CAE6BA822C93683A39
+ # https://archive.apache.org/dist/spark/spark-3.0.0/spark-3.0.0-bin-hadoop3.2.tgz.sha512
+ hadoop3.2: sha512:BFE45406C67CC4AE00411AD18CC438F51E7D4B6F14EB61E7BF6B5450897C2E8D3AB020152657C0239F253735C263512FFABF538AC5B9FFFA38B8295736A9C387
+ # https://archive.apache.org/dist/spark/spark-3.0.0/spark-3.0.0-bin-without-hadoop.tgz.sha512
+ without-hadoop: sha512:E955A22D4AC917883BCE7327711F33829818946EDC40F1316F0B651DD15B243DFC2FB345794634B41ABA75F0BE2C1E4E1850331409B367F101BF2D308F463709
diff --git a/dl-checksum.sh b/dl-checksum.sh
@@ -14,8 +14,10 @@ dl()
 dl_ver() {
  local ver=$1
  printf " '%s':\n" $ver
- dl $ver hadoop2.6
  dl $ver hadoop2.7
+ dl $ver hadoop2.7-hive1.2
+ dl $ver hadoop3.2
+ dl $ver without-hadoop
 }
 
-dl_ver ${1:-2.4.6}
+dl_ver ${1:-3.0.0}