spark:3.3.1 latest CIs, meta, deps, deps->incldue_role

andrewrothstein · Oct 28, 2022 · c8a2dbc · c8a2dbc
1 parent 762faa3
commit c8a2dbc
Show file tree

Hide file tree

Showing 9 changed files with 37 additions and 48 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -3,9 +3,9 @@ jobs:
  build:
  runs-on: ubuntu-latest
  steps:
- - uses: actions/checkout@v2
+ - uses: actions/checkout@v3
  - name: Set up Python ${{ matrix.python-version }}
- uses: actions/setup-python@v2
+ uses: actions/setup-python@v4
  with:
  python-version: ${{ matrix.python-version }}
  - name: Install Python dependencies
@@ -27,14 +27,15 @@ jobs:
  - archlinux_latest
  - debian_bullseye
  - debian_buster
- - fedora_35
  - fedora_36
+ - fedora_37
  - rockylinux_8
+ - rockylinux_9
  - ubuntu_bionic
  - ubuntu_focal
  - ubuntu_jammy
- python-versions:
- - '3.9'
+ python-version:
+ - '3.10'
 name: dcb
 'on':
 - push
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -1,3 +1,4 @@
+---
 - repo: https://github.com/pre-commit/pre-commit-hooks
  sha: v0.8.0
  hooks:

diff --git a/.travis.yml b/.travis.yml
diff --git a/dcb-os.yml b/dcb-os.yml
@@ -5,9 +5,10 @@
 - archlinux_latest
 - debian_bullseye
 - debian_buster
-- fedora_35
 - fedora_36
+- fedora_37
 - rockylinux_8
+- rockylinux_9
 - ubuntu_bionic
 - ubuntu_focal
 - ubuntu_jammy
diff --git a/defaults/main.yml b/defaults/main.yml
@@ -1,5 +1,5 @@
 ---
-spark_ver: 3.3.0
+spark_ver: 3.3.1
 spark_hadoop_ver: hadoop3
 spark_mirror_url: https://archive.apache.org/dist/spark
 
@@ -140,3 +140,12 @@ spark_checksums:
  hadoop3: sha512:1e8234d0c1d2ab4462d6b0dfe5b54f2851dcd883378e0ed756140e10adfb5be4123961b521140f580e364c239872ea5a9f813a20b73c69cb6d4e95da2575c29c
  # https://archive.apache.org/dist/spark/spark-3.3.0/spark-3.3.0-bin-without-hadoop.tgz.sha512
  without-hadoop: sha512:ab8ba5cd9effda459878ff08d55f08e5a3f8d9d95b01747ada3d2d5fc46ac82aeb0ee0e878708e0f8bbb88b6dc73464425ff5ba1769322770802e5ef46ff1cac
+ '3.3.1':
+ # https://archive.apache.org/dist/spark/spark-3.3.1/spark-3.3.1-bin-hadoop2.tgz.sha512
+ hadoop2: sha512:817f89d83ffacda1c2075d28d4a649bc007a0dd4b8edeac4b2c5e0365efc34fafceff0afedc809faa0e687c6aabf0ff6dbcda329e9045692d700c63018d93171
+ # https://archive.apache.org/dist/spark/spark-3.3.1/spark-3.3.1-bin-hadoop3-scala2.13.tgz.sha512
+ hadoop3-scala2.13: sha512:d7dba37e45c01987726bab0bfa937bbf82a46dd4df011367c7a3a502df5c48fb411a61cfa520b720eb96ef1ad5747416aef4a36326cf3ea13a4b48954e072736
+ # https://archive.apache.org/dist/spark/spark-3.3.1/spark-3.3.1-bin-hadoop3.tgz.sha512
+ hadoop3: sha512:769db39a560a95fd88b58ed3e9e7d1e92fb68ee406689fb4d30c033cb5911e05c1942dcc70e5ec4585df84e80aabbc272b9386a208debda89522efff1335c8ff
+ # https://archive.apache.org/dist/spark/spark-3.3.1/spark-3.3.1-bin-without-hadoop.tgz.sha512
+ without-hadoop: sha512:4996c576a536210bfe799d217bce7033bceb4eafdc629e6d30e6aaee48fa74cfea7ce52a9afa073de9587aa46dfc39f76c84a34835b51197e5c2daed3b267b32
diff --git a/dl-checksum.sh b/dl-checksum.sh
@@ -21,4 +21,4 @@ dl_ver() {
  dl $ver without-hadoop
 }
 
-dl_ver ${1:-3.3.0}
+dl_ver ${1:-3.3.1}
diff --git a/meta/main.yml b/meta/main.yml
@@ -1,8 +1,4 @@
 ---
-dependencies:
-- andrewrothstein.unarchive-deps
-- openjdk_app: jdk
- role: andrewrothstein.temurin
 galaxy_info:
  author: Andrew Rothstein
  company: BlackRock
@@ -27,10 +23,11 @@ galaxy_info:
  - name: EL
  versions:
  - 8
+ - 9
  - name: Fedora
  versions:
- - 35
  - 36
+ - 37
  - name: Ubuntu
  versions:
  - bionic

diff --git a/meta/requirements.yml b/meta/requirements.yml
@@ -1,5 +1,5 @@
 ---
 - name: andrewrothstein.unarchive-deps
- version: v1.2.3
+ version: v1.2.4
 - name: andrewrothstein.temurin
- version: 1.0.0
+ version: 1.1.3
diff --git a/tasks/main.yml b/tasks/main.yml
@@ -1,14 +1,20 @@
 ---
+- include_role:
+ name: andrewrothstein.unarchive-deps
+- include_role:
+ name: andrewrothstein.temurin
+ vars:
+ openjdk_app: jdk
 - name: check for spark installation
- become: yes
+ become: true
  stat:
  path: '{{ spark_target_dir }}'
  changed_when: false
  register: spark_binary
 - when: not spark_binary.stat.exists
  block:
  - name: downloading spark from {{ spark_url }}
- become: yes
+ become: true
  become_user: root
  get_url:
  url: '{{ spark_url }}'
@@ -17,29 +23,29 @@
  checksum: '{{ spark_checksum }}'
  timeout: '{{ spark_timeout }}'
  - name: unarchive {{ spark_tmp_tgz }}
- become: yes
+ become: true
  become_user: root
  unarchive:
- remote_src: yes
+ remote_src: true
  dest: '{{ spark_parent_dir }}'
  src: '{{ spark_tmp_tgz }}'
  creates: '{{ spark_target_dir }}'
  always:
  - name: rm {{ spark_tmp_tgz }}
- become: yes
+ become: true
  become_user: root
  file:
  path: '{{ spark_tmp_tgz }}'
  state: absent
 - name: linking {{ spark_link_dir }} to {{ spark_target_dir }}
- become: yes
+ become: true
  become_user: root
  file:
  src: '{{ spark_target_dir }}'
  dest: '{{ spark_link_dir }}'
  state: link
 - name: include spark in the default path...
- become: yes
+ become: true
  become_user: root
  with_items:
  - f: spark.sh