219 lines
No EOL
7.6 KiB
YAML
219 lines
No EOL
7.6 KiB
YAML
apiVersion: argoproj.io/v1alpha1
|
|
kind: Workflow
|
|
metadata:
|
|
annotations:
|
|
argocd.argoproj.io/tracking-id: test:argoproj.io/Workflow:argo/test
|
|
kubectl.kubernetes.io/last-applied-configuration: |
|
|
{"apiVersion":"argoproj.io/v1alpha1","kind":"Workflow","metadata":{"annotations":{"argocd.argoproj.io/tracking-id":"test:argoproj.io/Workflow:argo/test"},"labels":{"entity-id":"test","env":"dev"},"name":"test","namespace":"argo"},"spec":{"action":"create","entrypoint":"main","serviceAccountName":"admin","templates":[{"name":"main","steps":[[{"name":"spark-job","template":"spark-job"}],[{"arguments":{"parameters":[{"name":"spark-job-name","value":"{{steps.spark-job.outputs.parameters.spark-job-name}}"}]},"name":"wait","template":"wait"}]]},{"inputs":{"parameters":[{"name":"spark-job-name"}]},"name":"wait","resource":{"action":"get","failureCondition":"status.applicationState.state == FAILED","manifest":"apiVersion: \"sparkoperator.k8s.io/v1beta2\"\nkind: SparkApplication\nmetadata:\n name: {{inputs.parameters.spark-job-name}}\n namespace: argo\n","successCondition":"status.applicationState.state == COMPLETED"}},{"name":"spark-job","outputs":{"parameters":[{"name":"spark-job-name","valueFrom":{"jsonPath":"{.metadata.name}"}}]},"resource":{"action":"create","manifest":"apiVersion: \"sparkoperator.k8s.io/v1beta2\"\nkind: SparkApplication\nmetadata:\n name: spark-pi-test\n namespace: argo\n labels:\n env: dev\n entity-id: test\nspec:\n type: Scala\n mode: cluster\n image: \"docker.io/apache/spark:v3.1.3\"\n imagePullPolicy: IfNotPresent\n mainClass: org.apache.spark.examples.SparkPi\n mainApplicationFile: \"local:///opt/spark/examples/jars/spark-examples_2.12-3.1.3.jar\"\n sparkVersion: \"3.1.1\"\n restartPolicy:\n type: Never\n volumes:\n - name: \"test-volume\"\n hostPath:\n path: \"/tmp\"\n type: Directory\n driver:\n cores: 1\n coreLimit: \"1200m\"\n memory: \"512m\"\n labels:\n version: 3.1.1\n serviceAccount: admin\n volumeMounts:\n - name: \"test-volume\"\n mountPath: \"/tmp\"\n executor:\n cores: 1\n instances: 1\n memory: \"512m\"\n labels:\n version: 3.1.1\n volumeMounts:\n - name: \"test-volume\"\n mountPath: \"/tmp\"\n","setOwnerReference":true}}]}}
|
|
workflows.argoproj.io/pod-name-format: v2
|
|
creationTimestamp: "2024-10-16T10:24:01Z"
|
|
generation: 17
|
|
labels:
|
|
entity-id: test
|
|
env: dev
|
|
workflows.argoproj.io/completed: "false"
|
|
workflows.argoproj.io/phase: Succeeded
|
|
name: test
|
|
namespace: argo
|
|
resourceVersion: "5041"
|
|
uid: 41ef434b-6002-4ccc-be25-424d8de6e69d
|
|
spec:
|
|
action: create
|
|
arguments: {}
|
|
entrypoint: main
|
|
serviceAccountName: admin
|
|
templates:
|
|
- name: main
|
|
steps:
|
|
- - name: spark-job
|
|
template: spark-job
|
|
- - arguments:
|
|
parameters:
|
|
- name: spark-job-name
|
|
value: '{{steps.spark-job.outputs.parameters.spark-job-name}}'
|
|
name: wait
|
|
template: wait
|
|
- inputs:
|
|
parameters:
|
|
- name: spark-job-name
|
|
name: wait
|
|
resource:
|
|
action: get
|
|
failureCondition: status.applicationState.state == FAILED
|
|
manifest: |
|
|
apiVersion: "sparkoperator.k8s.io/v1beta2"
|
|
kind: SparkApplication
|
|
metadata:
|
|
name: {{inputs.parameters.spark-job-name}}
|
|
namespace: argo
|
|
successCondition: status.applicationState.state == COMPLETED
|
|
- name: spark-job
|
|
outputs:
|
|
parameters:
|
|
- name: spark-job-name
|
|
valueFrom:
|
|
jsonPath: '{.metadata.name}'
|
|
resource:
|
|
action: create
|
|
manifest: |
|
|
apiVersion: "sparkoperator.k8s.io/v1beta2"
|
|
kind: SparkApplication
|
|
metadata:
|
|
name: spark-pi-test
|
|
namespace: argo
|
|
labels:
|
|
env: dev
|
|
entity-id: test
|
|
spec:
|
|
type: Scala
|
|
mode: cluster
|
|
image: "docker.io/apache/spark:v3.1.3"
|
|
imagePullPolicy: IfNotPresent
|
|
mainClass: org.apache.spark.examples.SparkPi
|
|
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.1.3.jar"
|
|
sparkVersion: "3.1.1"
|
|
restartPolicy:
|
|
type: Never
|
|
volumes:
|
|
- name: "test-volume"
|
|
hostPath:
|
|
path: "/tmp"
|
|
type: Directory
|
|
driver:
|
|
cores: 1
|
|
coreLimit: "1200m"
|
|
memory: "512m"
|
|
labels:
|
|
version: 3.1.1
|
|
serviceAccount: admin
|
|
volumeMounts:
|
|
- name: "test-volume"
|
|
mountPath: "/tmp"
|
|
executor:
|
|
cores: 1
|
|
instances: 1
|
|
memory: "512m"
|
|
labels:
|
|
version: 3.1.1
|
|
volumeMounts:
|
|
- name: "test-volume"
|
|
mountPath: "/tmp"
|
|
setOwnerReference: true
|
|
status:
|
|
artifactGCStatus:
|
|
notSpecified: true
|
|
artifactRepositoryRef:
|
|
artifactRepository: {}
|
|
default: true
|
|
conditions:
|
|
- status: "False"
|
|
type: PodRunning
|
|
finishedAt: null
|
|
nodes:
|
|
test:
|
|
children:
|
|
- test-4218752377
|
|
displayName: test
|
|
finishedAt: "2024-10-16T10:24:31Z"
|
|
id: test
|
|
name: test
|
|
outboundNodes:
|
|
- test-2776088435
|
|
phase: Succeeded
|
|
progress: 2/2
|
|
resourcesDuration:
|
|
cpu: 17
|
|
memory: 17
|
|
startedAt: "2024-10-16T10:24:01Z"
|
|
templateName: main
|
|
templateScope: local/test
|
|
type: Steps
|
|
test-930589316:
|
|
boundaryID: test
|
|
children:
|
|
- test-2776088435
|
|
displayName: '[1]'
|
|
finishedAt: "2024-10-16T10:24:31Z"
|
|
id: test-930589316
|
|
name: test[1]
|
|
nodeFlag: {}
|
|
phase: Succeeded
|
|
progress: 1/1
|
|
resourcesDuration:
|
|
cpu: 16
|
|
memory: 16
|
|
startedAt: "2024-10-16T10:24:11Z"
|
|
templateScope: local/test
|
|
type: StepGroup
|
|
test-1871935052:
|
|
boundaryID: test
|
|
children:
|
|
- test-930589316
|
|
displayName: spark-job
|
|
finishedAt: "2024-10-16T10:24:03Z"
|
|
hostNodeName: localdev-control-plane
|
|
id: test-1871935052
|
|
name: test[0].spark-job
|
|
outputs:
|
|
exitCode: "0"
|
|
parameters:
|
|
- name: spark-job-name
|
|
value: spark-pi-test
|
|
valueFrom:
|
|
jsonPath: '{.metadata.name}'
|
|
phase: Succeeded
|
|
progress: 1/1
|
|
resourcesDuration:
|
|
cpu: 1
|
|
memory: 1
|
|
startedAt: "2024-10-16T10:24:01Z"
|
|
templateName: spark-job
|
|
templateScope: local/test
|
|
type: Pod
|
|
test-2776088435:
|
|
boundaryID: test
|
|
displayName: wait
|
|
finishedAt: "2024-10-16T10:24:28Z"
|
|
hostNodeName: localdev-control-plane
|
|
id: test-2776088435
|
|
inputs:
|
|
parameters:
|
|
- name: spark-job-name
|
|
value: spark-pi-test
|
|
name: test[1].wait
|
|
outputs:
|
|
exitCode: "0"
|
|
phase: Succeeded
|
|
progress: 1/1
|
|
resourcesDuration:
|
|
cpu: 16
|
|
memory: 16
|
|
startedAt: "2024-10-16T10:24:11Z"
|
|
templateName: wait
|
|
templateScope: local/test
|
|
type: Pod
|
|
test-4218752377:
|
|
boundaryID: test
|
|
children:
|
|
- test-1871935052
|
|
displayName: '[0]'
|
|
finishedAt: "2024-10-16T10:24:11Z"
|
|
id: test-4218752377
|
|
name: test[0]
|
|
nodeFlag: {}
|
|
phase: Succeeded
|
|
progress: 2/2
|
|
resourcesDuration:
|
|
cpu: 17
|
|
memory: 17
|
|
startedAt: "2024-10-16T10:24:01Z"
|
|
templateScope: local/test
|
|
type: StepGroup
|
|
phase: Succeeded
|
|
progress: 2/2
|
|
resourcesDuration:
|
|
cpu: 17
|
|
memory: 17
|
|
startedAt: "2024-10-16T10:24:01Z"
|
|
taskResultsCompletionStatus:
|
|
test-1871935052: false |