chore: Add stress testing code. Closes argoproj#2899 (argoproj#3934)

Makefile

@@ -399,6 +399,15 @@ test-e2e-cron:
 smoke:
  go test -count 1 --tags e2e -p 1 -run SmokeSuite ./test/e2e
 
+.PHONY: destress
+destress: cli
+ kubectl delete wf -l stress
+
+.PHONY: stress
+stress: destress cli
+ kubectl apply -f test/e2e/stress/many-massive-workflows.yaml
+ argo submit --from workflowtemplates/many-massive-workflows -p x=$(X) -p y=$(Y)
+
 # clean
 
 .PHONY: clean

manifests/quick-start-minimal.yaml

@@ -329,6 +329,13 @@ rules:
  verbs:
  - get
  - watch
+- apiGroups:
+ - argoproj.io
+ resources:
+ - workflows
+ verbs:
+ - create
+ - get
 ---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole

manifests/quick-start-mysql.yaml

@@ -329,6 +329,13 @@ rules:
  verbs:
  - get
  - watch
+- apiGroups:
+ - argoproj.io
+ resources:
+ - workflows
+ verbs:
+ - create
+ - get
 ---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole

manifests/quick-start-postgres.yaml

@@ -329,6 +329,13 @@ rules:
  verbs:
  - get
  - watch
+- apiGroups:
+ - argoproj.io
+ resources:
+ - workflows
+ verbs:
+ - create
+ - get
 ---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole

manifests/quick-start/base/workflow-role.yaml

@@ -21,4 +21,13 @@ rules:
  - pods/log
  verbs:
  - get
- - watch
+ - watch
+ # This allows one workflow to create another.
+ # Not needed for the majority of use cases.
+ - apiGroups:
+ - argoproj.io
+ resources:
+ - workflows
+ verbs:
+ - create
+ - get

test/e2e/cli_test.go

@@ -588,14 +588,6 @@ func (s *CLISuite) TestWorkflowLint() {
  }
  })
  })
-
- // All files in this directory are Workflows, expect success
- s.Run("AllWorkflows", func() {
- s.Given().
- RunCli([]string{"lint", "stress"}, func(t *testing.T, output string, err error) {
- assert.NoError(t, err)
- })
- })
 }
 
 func (s *CLIWithServerSuite) TestWorkflowRetry() {

test/e2e/stress/many-massive-workflows.yaml

@@ -0,0 +1,62 @@
+apiVersion: argoproj.io/v1alpha1
+kind: WorkflowTemplate
+metadata:
+ name: many-massive-workflows
+ labels:
+ stress: "true"
+spec:
+ entrypoint: main
+ podGC:
+ strategy: OnPodCompletion
+ arguments:
+ parameters:
+ - name: "x"
+ value: 1
+ - name: "y"
+ value: 1
+ workflowMetadata:
+ labels:
+ stress: "true"
+ templates:
+ - name: main
+ dag:
+ tasks:
+ - name: create-workflow
+ template: create-workflow
+ arguments:
+ parameters:
+ - name: i
+ value: "{{item}}"
+ withSequence:
+ count: "{{workflow.parameters.x}}"
+ - name: create-workflow
+ inputs:
+ parameters:
+ - name: i
+ resource:
+ action: create
+ setOwnerReference: true
+ manifest: |
+ apiVersion: argoproj.io/v1alpha1
+ kind: Workflow
+ metadata:
+ name: "large-workflow-{{workflow.parameters.x}}x{{workflow.parameters.y}}-{{inputs.parameters.i}}"
+ labels:
+ stress: "true"
+ spec:
+ entrypoint: main
+ podGC:
+ strategy: OnPodCompletion
+ ttlStrategy:
+ secondsAfterCompletion: 60
+ templates:
+ - name: main
+ dag:
+ tasks:
+ - name: create-pod
+ template: create-pod
+ withSequence:
+ count: "{{workflow.parameters.y}}"
+ - name: create-pod
+ container:
+ image: argoproj/argosay:v2