Skip to content
This repository has been archived by the owner on Nov 17, 2023. It is now read-only.

[CI] Prevent timeouts when rebuilding containers with docker. #13818

Merged
merged 4 commits into from
Jan 11, 2019
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
limit parallel builds to 10
  • Loading branch information
larroy committed Jan 10, 2019
commit 02cbeb2ba68589ae4eaaee3508c723652bfe2897
3 changes: 2 additions & 1 deletion ci/docker_cache.py
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@
DOCKERHUB_RETRY_SECONDS = 5
DOCKER_CACHE_NUM_RETRIES = 3
DOCKER_CACHE_TIMEOUT_MINS = 15
larroy marked this conversation as resolved.
Show resolved Hide resolved
PARALLEL_BUILDS = 10


def build_save_containers(platforms, registry, load_cache) -> int:
Expand All @@ -52,7 +53,7 @@ def build_save_containers(platforms, registry, load_cache) -> int:
if len(platforms) == 0:
return 0

platform_results = Parallel(n_jobs=len(platforms), backend="multiprocessing")(
platform_results = Parallel(n_jobs=PARALLEL_BUILDS, backend="multiprocessing")(
larroy marked this conversation as resolved.
Show resolved Hide resolved
delayed(_build_save_container)(platform, registry, load_cache)
for platform in platforms)

Expand Down