apiVersion: argoproj.io/v1alpha1 kind: Workflow metadata: annotations: argocd.argoproj.io/tracking-id: test:argoproj.io/Workflow:argo/test kubectl.kubernetes.io/last-applied-configuration: | {"apiVersion":"argoproj.io/v1alpha1","kind":"Workflow","metadata":{"annotations":{"argocd.argoproj.io/tracking-id":"test:argoproj.io/Workflow:argo/test"},"labels":{"entity-id":"test","env":"dev"},"name":"test","namespace":"argo"},"spec":{"action":"create","entrypoint":"main","serviceAccountName":"admin","templates":[{"name":"main","steps":[[{"name":"spark-job","template":"spark-job"}],[{"arguments":{"parameters":[{"name":"spark-job-name","value":"{{steps.spark-job.outputs.parameters.spark-job-name}}"}]},"name":"wait","template":"wait"}]]},{"inputs":{"parameters":[{"name":"spark-job-name"}]},"name":"wait","resource":{"action":"get","failureCondition":"status.applicationState.state == FAILED","manifest":"apiVersion: \"sparkoperator.k8s.io/v1beta2\"\nkind: SparkApplication\nmetadata:\n name: {{inputs.parameters.spark-job-name}}\n namespace: argo\n","successCondition":"status.applicationState.state == COMPLETED"}},{"name":"spark-job","outputs":{"parameters":[{"name":"spark-job-name","valueFrom":{"jsonPath":"{.metadata.name}"}}]},"resource":{"action":"create","manifest":"apiVersion: \"sparkoperator.k8s.io/v1beta2\"\nkind: SparkApplication\nmetadata:\n name: spark-pi-test\n namespace: argo\n labels:\n env: dev\n entity-id: test\nspec:\n type: Scala\n mode: cluster\n image: \"docker.io/apache/spark:v3.1.3\"\n imagePullPolicy: IfNotPresent\n mainClass: org.apache.spark.examples.SparkPi\n mainApplicationFile: \"local:///opt/spark/examples/jars/spark-examples_2.12-3.1.3.jar\"\n sparkVersion: \"3.1.1\"\n restartPolicy:\n type: Never\n volumes:\n - name: \"test-volume\"\n hostPath:\n path: \"/tmp\"\n type: Directory\n driver:\n cores: 1\n coreLimit: \"1200m\"\n memory: \"512m\"\n labels:\n version: 3.1.1\n serviceAccount: admin\n volumeMounts:\n - name: \"test-volume\"\n mountPath: \"/tmp\"\n executor:\n cores: 1\n instances: 1\n memory: \"512m\"\n labels:\n version: 3.1.1\n volumeMounts:\n - name: \"test-volume\"\n mountPath: \"/tmp\"\n","setOwnerReference":true}}]}} workflows.argoproj.io/pod-name-format: v2 creationTimestamp: "2024-10-16T10:24:01Z" generation: 17 labels: entity-id: test env: dev workflows.argoproj.io/completed: "false" workflows.argoproj.io/phase: Succeeded name: test namespace: argo resourceVersion: "5041" uid: 41ef434b-6002-4ccc-be25-424d8de6e69d spec: action: create arguments: {} entrypoint: main serviceAccountName: admin templates: - name: main steps: - - name: spark-job template: spark-job - - arguments: parameters: - name: spark-job-name value: '{{steps.spark-job.outputs.parameters.spark-job-name}}' name: wait template: wait - inputs: parameters: - name: spark-job-name name: wait resource: action: get failureCondition: status.applicationState.state == FAILED manifest: | apiVersion: "sparkoperator.k8s.io/v1beta2" kind: SparkApplication metadata: name: {{inputs.parameters.spark-job-name}} namespace: argo successCondition: status.applicationState.state == COMPLETED - name: spark-job outputs: parameters: - name: spark-job-name valueFrom: jsonPath: '{.metadata.name}' resource: action: create manifest: | apiVersion: "sparkoperator.k8s.io/v1beta2" kind: SparkApplication metadata: name: spark-pi-test namespace: argo labels: env: dev entity-id: test spec: type: Scala mode: cluster image: "docker.io/apache/spark:v3.1.3" imagePullPolicy: IfNotPresent mainClass: org.apache.spark.examples.SparkPi mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.1.3.jar" sparkVersion: "3.1.1" restartPolicy: type: Never volumes: - name: "test-volume" hostPath: path: "/tmp" type: Directory driver: cores: 1 coreLimit: "1200m" memory: "512m" labels: version: 3.1.1 serviceAccount: admin volumeMounts: - name: "test-volume" mountPath: "/tmp" executor: cores: 1 instances: 1 memory: "512m" labels: version: 3.1.1 volumeMounts: - name: "test-volume" mountPath: "/tmp" setOwnerReference: true status: artifactGCStatus: notSpecified: true artifactRepositoryRef: artifactRepository: {} default: true conditions: - status: "False" type: PodRunning finishedAt: null nodes: test: children: - test-4218752377 displayName: test finishedAt: "2024-10-16T10:24:31Z" id: test name: test outboundNodes: - test-2776088435 phase: Succeeded progress: 2/2 resourcesDuration: cpu: 17 memory: 17 startedAt: "2024-10-16T10:24:01Z" templateName: main templateScope: local/test type: Steps test-930589316: boundaryID: test children: - test-2776088435 displayName: '[1]' finishedAt: "2024-10-16T10:24:31Z" id: test-930589316 name: test[1] nodeFlag: {} phase: Succeeded progress: 1/1 resourcesDuration: cpu: 16 memory: 16 startedAt: "2024-10-16T10:24:11Z" templateScope: local/test type: StepGroup test-1871935052: boundaryID: test children: - test-930589316 displayName: spark-job finishedAt: "2024-10-16T10:24:03Z" hostNodeName: localdev-control-plane id: test-1871935052 name: test[0].spark-job outputs: exitCode: "0" parameters: - name: spark-job-name value: spark-pi-test valueFrom: jsonPath: '{.metadata.name}' phase: Succeeded progress: 1/1 resourcesDuration: cpu: 1 memory: 1 startedAt: "2024-10-16T10:24:01Z" templateName: spark-job templateScope: local/test type: Pod test-2776088435: boundaryID: test displayName: wait finishedAt: "2024-10-16T10:24:28Z" hostNodeName: localdev-control-plane id: test-2776088435 inputs: parameters: - name: spark-job-name value: spark-pi-test name: test[1].wait outputs: exitCode: "0" phase: Succeeded progress: 1/1 resourcesDuration: cpu: 16 memory: 16 startedAt: "2024-10-16T10:24:11Z" templateName: wait templateScope: local/test type: Pod test-4218752377: boundaryID: test children: - test-1871935052 displayName: '[0]' finishedAt: "2024-10-16T10:24:11Z" id: test-4218752377 name: test[0] nodeFlag: {} phase: Succeeded progress: 2/2 resourcesDuration: cpu: 17 memory: 17 startedAt: "2024-10-16T10:24:01Z" templateScope: local/test type: StepGroup phase: Succeeded progress: 2/2 resourcesDuration: cpu: 17 memory: 17 startedAt: "2024-10-16T10:24:01Z" taskResultsCompletionStatus: test-1871935052: false