Skip to content

Commit

Permalink
spark:3.2.1
Browse files Browse the repository at this point in the history
  • Loading branch information
andrewrothstein committed Feb 25, 2022
1 parent dedf21a commit 17c5529
Show file tree
Hide file tree
Showing 2 changed files with 10 additions and 3 deletions.
9 changes: 8 additions & 1 deletion defaults/main.yml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
---
spark_ver: 3.2.0
spark_ver: 3.2.1
spark_hadoop_ver: hadoop3.2
spark_mirror_url: https://archive.apache.org/dist/spark

Expand Down Expand Up @@ -124,3 +124,10 @@ spark_checksums:
hadoop3.2: sha512:EBE51A449EBD070BE7D3570931044070E53C23076ABAD233B3C51D45A7C99326CF55805EE0D573E6EB7D6A67CFEF1963CD77D6DC07DD2FD70FD60DA9D1F79E5E
# https://archive.apache.org/dist/spark/spark-3.2.0/spark-3.2.0-bin-without-hadoop.tgz.sha512
without-hadoop: sha512:710854DDB0617EFCB9783725F027617FFEB6CE17A161D069F4008700E0027CB87E5BF6D772A21746AEAEC0DA06703A8B257DEF72951C1073BFE0A3EBE497AF71
'3.2.1':
# https://archive.apache.org/dist/spark/spark-3.2.1/spark-3.2.1-bin-hadoop2.7.tgz.sha512
hadoop2.7: sha512:2EC9F1CB65AF5EE7657CA83A1ABACA805612B8B3A1D8D9BB67E317106025C81BA8D44D82AD6FDB45BBE6CAA768D449CD6A4945EC050CE9390F806F46C5CB1397
# https://archive.apache.org/dist/spark/spark-3.2.1/spark-3.2.1-bin-hadoop3.2.tgz.sha512
hadoop3.2: sha512:145ADACF189FECF05FBA3A69841D2804DD66546B11D14FC181AC49D89F3CB5E4FECD9B25F56F0AF767155419CD430838FB651992AEB37D3A6F91E7E009D1F9AE
# https://archive.apache.org/dist/spark/spark-3.2.1/spark-3.2.1-bin-without-hadoop.tgz.sha512
without-hadoop: sha512:0923B887BFFE9CE984B41E730A0059D563D0EE429F4E8C74BE2DF98D0B441919EFF4CC3C43D79B131D3B914139DF4833AEE75280889643690E8C14A287552B40
4 changes: 2 additions & 2 deletions dl-checksum.sh
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ dl()
local hadoop_ver=$2
local url=${MIRROR}/spark-${ver}/spark-${ver}-bin-${hadoop_ver}.tgz.sha512
printf " # %s\n" $url
printf " %s: sha512:%s\n" $hadoop_ver $(curl -sSL $url | tr -d '\n' | tr -d ' ' | awk -F: '{print $2}')
printf " %s: sha512:%s\n" $hadoop_ver $(curl -sSLf $url | tr -d '\n' | tr -d ' ' | awk -F: '{print $2}')
}

dl_ver() {
Expand All @@ -20,4 +20,4 @@ dl_ver() {
dl $ver without-hadoop
}

dl_ver ${1:-3.2.0}
dl_ver ${1:-3.2.1}

0 comments on commit 17c5529

Please sign in to comment.