spark:3.1.1

andrewrothstein · Mar 10, 2021 · d160eeb · d160eeb
1 parent e53a680
commit d160eeb
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 4 deletions.
diff --git a/defaults/main.yml b/defaults/main.yml
@@ -1,5 +1,5 @@
 ---
-spark_ver: 3.0.2
+spark_ver: 3.1.1
 spark_hadoop_ver: hadoop3.2
 spark_mirror_url: https://archive.apache.org/dist/spark
 
@@ -103,3 +103,10 @@ spark_checksums:
  hadoop3.2: sha512:0E35D769AF1D94484AFAB95E2759FBD34E692AA2A6DB2FEFB0EE654BE9DDA1F01C96412F03B5E6AE4BDBA69DC622DD12CAC95002BEAB24096FD315EEF2A5F245
  # https://archive.apache.org/dist/spark/spark-3.0.2/spark-3.0.2-bin-without-hadoop.tgz.sha512
  without-hadoop: sha512:43147B4C2C5C955E896EE369B58B32BA1970D7DC049BD96B4234D8961D12836E51EBE0D77F03A9FDB10CBDBB211FB86CDCA41563E8FF8281D353C55EFD43A044
+ '3.1.1':
+ # https://archive.apache.org/dist/spark/spark-3.1.1/spark-3.1.1-bin-hadoop2.7.tgz.sha512
+ hadoop2.7: sha512:5C773553B785B16237DFBE7A39F34BEA6BF1D4E10E520BD27D55B2767E2883DE5A06ACF33447E571570A2D3CC34B5094F15D17BEF81A2AB16080A64F3AB34A0B
+ # https://archive.apache.org/dist/spark/spark-3.1.1/spark-3.1.1-bin-hadoop3.2.tgz.sha512
+ hadoop3.2: sha512:E90B31E58F6D95A42900BA4D288261D71F6C19FA39C1CB71862B792D1B5564941A320227F6AB0E09D946F16B8C1969ED2DEA2A369EC8F9D2D7099189234DE1BE
+ # https://archive.apache.org/dist/spark/spark-3.1.1/spark-3.1.1-bin-without-hadoop.tgz.sha512
+ without-hadoop: sha512:E7281EDA97F3A6FEDBFDC9B6B544A57AD4B8C862E26530A745E3BECE390E90C98D7CC5C44502CE74BBD3CBC276B714AD2C5B5B46937436B3F56DFF03525CE86E
diff --git a/dl-checksum.sh b/dl-checksum.sh
@@ -1,4 +1,5 @@
 #!/usr/bin/env sh
+set -e
 DIR=~/Downloads
 MIRROR=https://archive.apache.org/dist/spark
 
@@ -15,9 +16,8 @@ dl_ver() {
  local ver=$1
  printf " '%s':\n" $ver
  dl $ver hadoop2.7
- dl $ver hadoop2.7-hive1.2
  dl $ver hadoop3.2
  dl $ver without-hadoop
 }
 
-dl_ver ${1:-3.0.2}
+dl_ver ${1:-3.1.1}
diff --git a/meta/main.yml b/meta/main.yml
@@ -3,7 +3,7 @@ dependencies:
  version: v1.1.5
 - openjdk_app: jdk
  role: andrewrothstein.openjdk
- version: v2.0.13
+ version: v2.0.14
 galaxy_info:
  author: Andrew Rothstein
  company: BlackRock