diff --git a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/testdata/connections.json b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/testdata/connections.json deleted file mode 100644 index c671cdbddd..0000000000 --- a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/testdata/connections.json +++ /dev/null @@ -1,15 +0,0 @@ -{ - "n1": [ - "n2", - "n3" - ], - "n2": [ - "n4" - ], - "n3": [ - "n4" - ], - "n4": [ - "n5" - ] -} \ No newline at end of file diff --git a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/testdata/workflowspec.yaml b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/testdata/workflowspec.yaml deleted file mode 100644 index c83f8182b9..0000000000 --- a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/testdata/workflowspec.yaml +++ /dev/null @@ -1,220 +0,0 @@ -workflow.apiVersion: flyte.lyft.com/v1alpha1 -kind: flyteworkflow -metadata: - creationTimestamp: null - generateName: dummy-workflow-1-0- - labels: - execution-id: "" - workflow-id: dummy-workflow-1-0 -inputs: - literals: - triggered_date: - scalar: - primitive: - datetime: 2018-08-01T18:09:18Z -spec: - connections: - add-one-and-print-0: - - sum-non-none-0 - add-one-and-print-1: - - add-one-and-print-2 - - sum-and-print-0 - add-one-and-print-2: - - sum-and-print-0 - add-one-and-print-3: - - sum-non-none-0 - start-node: - - add-one-and-print-0 - - add-one-and-print-3 - - print-every-time-0 - sum-and-print-0: - - end-node - - print-every-time-0 - sum-non-none-0: - - add-one-and-print-1 - - sum-and-print-0 - id: dummy-workflow-1-0 - nodes: - add-one-and-print-0: - activeDeadlineSeconds: 0 - id: add-one-and-print-0 - input_bindings: - - binding: - scalar: - primitive: - integer: "3" - var: value_to_print - kind: task - resources: {} - status: - phase: 0 - task_ref: add-one-and-print - add-one-and-print-1: - activeDeadlineSeconds: 0 - id: add-one-and-print-1 - input_bindings: - - binding: - promise: - nodeId: sum-non-none-0 - var: out - var: value_to_print - kind: task - resources: {} - status: - phase: 0 - task_ref: add-one-and-print - add-one-and-print-2: - activeDeadlineSeconds: 0 - id: add-one-and-print-2 - input_bindings: - - binding: - promise: - nodeId: add-one-and-print-1 - var: out - var: value_to_print - kind: task - resources: {} - status: - phase: 0 - task_ref: add-one-and-print - add-one-and-print-3: - activeDeadlineSeconds: 0 - id: add-one-and-print-3 - input_bindings: - - binding: - scalar: - primitive: - integer: "101" - var: value_to_print - kind: task - resources: {} - status: - phase: 0 - task_ref: add-one-and-print - end-node: - id: end-node - input_bindings: - - binding: - promise: - nodeId: sum-and-print-0 - var: out - var: output - kind: end - resources: {} - status: - phase: 0 - print-every-time-0: - activeDeadlineSeconds: 0 - id: print-every-time-0 - input_bindings: - - binding: - promise: - nodeId: start-node - var: triggered_date - var: date_triggered - - binding: - promise: - nodeId: sum-and-print-0 - var: out_blob - var: in_blob - - binding: - promise: - nodeId: sum-and-print-0 - var: multi_blob - var: multi_blob - - binding: - promise: - nodeId: sum-and-print-0 - var: out - var: value_to_print - kind: task - resources: {} - status: - phase: 0 - task_ref: print-every-time - start-node: - id: start-node - kind: start - resources: {} - status: - phase: 0 - sum-and-print-0: - activeDeadlineSeconds: 0 - id: sum-and-print-0 - input_bindings: - - binding: - collection: - bindings: - - promise: - nodeId: sum-non-none-0 - var: out - - promise: - nodeId: add-one-and-print-1 - var: out - - promise: - nodeId: add-one-and-print-2 - var: out - - scalar: - primitive: - integer: "100" - var: values_to_add - kind: task - resources: {} - status: - phase: 0 - task_ref: sum-and-print - sum-non-none-0: - activeDeadlineSeconds: 0 - id: sum-non-none-0 - input_bindings: - - binding: - collection: - bindings: - - promise: - nodeId: add-one-and-print-0 - var: out - - promise: - nodeId: add-one-and-print-3 - var: out - var: values_to_print - kind: task - resources: {} - status: - phase: 0 - task_ref: sum-non-none -status: - phase: 0 -tasks: - add-one-and-print: - container: - args: - - --task-module=flytekit.examples.tasks - - --task-name=add_one_and_print - - --inputs={{$input}} - - --output-prefix={{$output}} - command: - - flyte-python-entrypoint - image: myflyteimage:abc123 - resources: - requests: - - value: "0.000" - - value: "2.000" - - value: 2048Mi - id: - name: add-one-and-print - interface: - inputs: - variables: - value_to_print: - type: - simple: INTEGER - outputs: - variables: - out: - type: - simple: INTEGER - metadata: - runtime: - version: 1.19.0b7 - timeout: 0s - type: "7" diff --git a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/workflow.go b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/workflow.go index 41bd508894..886ea861ca 100644 --- a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/workflow.go +++ b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/workflow.go @@ -2,7 +2,6 @@ package v1alpha1 import ( "context" - "encoding/json" "github.com/pkg/errors" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" @@ -214,41 +213,6 @@ func (in *Inputs) DeepCopyInto(out *Inputs) { // Once we figure out the autogenerate story we can replace this } -// Deprecated: Please use Connections instead -type DeprecatedConnections struct { - DownstreamEdges map[NodeID][]NodeID - UpstreamEdges map[NodeID][]NodeID -} - -func (in *DeprecatedConnections) UnmarshalJSON(b []byte) error { - in.DownstreamEdges = map[NodeID][]NodeID{} - err := json.Unmarshal(b, &in.DownstreamEdges) - if err != nil { - return err - } - in.UpstreamEdges = map[NodeID][]NodeID{} - for from, nodes := range in.DownstreamEdges { - for _, to := range nodes { - if _, ok := in.UpstreamEdges[to]; !ok { - in.UpstreamEdges[to] = []NodeID{} - } - in.UpstreamEdges[to] = append(in.UpstreamEdges[to], from) - } - } - return nil -} - -func (in *DeprecatedConnections) MarshalJSON() ([]byte, error) { - return json.Marshal(in.DownstreamEdges) -} - -// DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil. -func (in *DeprecatedConnections) DeepCopyInto(out *DeprecatedConnections) { - *out = *in - // We do not manipulate the object, so its ok - // Once we figure out the autogenerate story we can replace this -} - // Connections keep track of downstream and upstream dependencies (including data and execution dependencies). type Connections struct { Downstream map[NodeID][]NodeID `json:"downstream"` @@ -267,12 +231,6 @@ type WorkflowSpec struct { ID WorkflowID `json:"id"` Nodes map[NodeID]*NodeSpec `json:"nodes"` - // Defines the set of connections (both data dependencies and execution dependencies) that the graph is - // formed of. The execution engine will respect and follow these connections as it determines which nodes - // can and should be executed. - // Deprecated: Please use Connections - DeprecatedConnections DeprecatedConnections `json:"connections"` - // Defines the set of connections (both data dependencies and execution dependencies) that the graph is // formed of. The execution engine will respect and follow these connections as it determines which nodes // can and should be executed. @@ -337,15 +295,6 @@ func (in *WorkflowSpec) GetNode(nodeID NodeID) (ExecutableNode, bool) { } func (in *WorkflowSpec) GetConnections() *Connections { - // For backward compatibility, if the new Connections field is not yet populated then copy the connections from the - // deprecated field. This will happen in one of two cases: - // 1. If an old Admin generated the CRD - // 2. If new propeller is deployed and is unmarshalling an old CRD. - if len(in.Connections.Upstream) == 0 && len(in.Connections.Downstream) == 0 { - in.Connections.Upstream = in.DeprecatedConnections.UpstreamEdges - in.Connections.Downstream = in.DeprecatedConnections.DownstreamEdges - } - return &in.Connections } diff --git a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/workflow_test.go b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/workflow_test.go index 6e72b95ec7..83492584bc 100644 --- a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/workflow_test.go +++ b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/workflow_test.go @@ -1,35 +1,15 @@ package v1alpha1_test import ( - "encoding/json" "io/ioutil" "testing" "github.com/ghodss/yaml" "github.com/stretchr/testify/assert" - "k8s.io/apimachinery/pkg/util/sets" "github.com/flyteorg/flyte/flytepropeller/pkg/apis/flyteworkflow/v1alpha1" ) -func TestMarshalUnmarshal_Connections(t *testing.T) { - r, err := ioutil.ReadFile("testdata/connections.json") - assert.NoError(t, err) - o := v1alpha1.DeprecatedConnections{} - err = json.Unmarshal(r, &o) - assert.NoError(t, err) - assert.Equal(t, map[v1alpha1.NodeID][]v1alpha1.NodeID{ - "n1": {"n2", "n3"}, - "n2": {"n4"}, - "n3": {"n4"}, - "n4": {"n5"}, - }, o.DownstreamEdges) - assert.Equal(t, []v1alpha1.NodeID{"n1"}, o.UpstreamEdges["n2"]) - assert.Equal(t, []v1alpha1.NodeID{"n1"}, o.UpstreamEdges["n3"]) - assert.Equal(t, []v1alpha1.NodeID{"n4"}, o.UpstreamEdges["n5"]) - assert.True(t, sets.NewString(o.UpstreamEdges["n4"]...).Equal(sets.NewString("n2", "n3"))) -} - func ReadYamlFileAsJSON(path string) ([]byte, error) { r, err := ioutil.ReadFile(path) if err != nil { @@ -38,21 +18,6 @@ func ReadYamlFileAsJSON(path string) ([]byte, error) { return yaml.YAMLToJSON(r) } -func TestWorkflowSpec(t *testing.T) { - j, err := ReadYamlFileAsJSON("testdata/workflowspec.yaml") - assert.NoError(t, err) - w := &v1alpha1.FlyteWorkflow{} - err = json.Unmarshal(j, w) - if !assert.NoError(t, err) { - t.FailNow() - } - - assert.NotNil(t, w.WorkflowSpec) - assert.Nil(t, w.GetOnFailureNode()) - assert.Equal(t, 7, len(w.GetConnections().Downstream)) - assert.Equal(t, 8, len(w.GetConnections().Upstream)) -} - func TestWorkflowIsInterruptible(t *testing.T) { w := &v1alpha1.FlyteWorkflow{} diff --git a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/zz_generated.deepcopy.go b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/zz_generated.deepcopy.go index 95cac582b8..14c8c2b91f 100644 --- a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/zz_generated.deepcopy.go +++ b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/zz_generated.deepcopy.go @@ -111,16 +111,6 @@ func (in *Connections) DeepCopy() *Connections { return out } -// DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new DeprecatedConnections. -func (in *DeprecatedConnections) DeepCopy() *DeprecatedConnections { - if in == nil { - return nil - } - out := new(DeprecatedConnections) - in.DeepCopyInto(out) - return out -} - // DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil. func (in *DynamicNodeStatus) DeepCopyInto(out *DynamicNodeStatus) { *out = *in @@ -745,7 +735,6 @@ func (in *WorkflowSpec) DeepCopyInto(out *WorkflowSpec) { (*out)[key] = outVal } } - in.DeprecatedConnections.DeepCopyInto(&out.DeprecatedConnections) in.Connections.DeepCopyInto(&out.Connections) if in.OnFailure != nil { diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf_crd.json index 38c648d826..b2c6898383 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-containerization-multi-images-my-workflow"}},"spec":{"id":"::core.containerization.multi_images.my_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"svm_trainer","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.multi_images.svm_trainer\""},"n1":{"id":"n1","name":"svm_predictor","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.multi_images.svm_predictor\"","inputBindings":[{"var":"X_test","binding":{"promise":{"nodeId":"n0","var":"test_features"}}},{"var":"X_train","binding":{"promise":{"nodeId":"n0","var":"train_features"}}},{"var":"y_test","binding":{"promise":{"nodeId":"n0","var":"test_labels"}}},{"var":"y_train","binding":{"promise":{"nodeId":"n0","var":"train_labels"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.containerization.multi_images.svm_predictor\"":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.containerization.multi_images.svm_trainer\"":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-containerization-multi-images-my-workflow"}},"spec":{"id":"::core.containerization.multi_images.my_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"svm_trainer","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.multi_images.svm_trainer\""},"n1":{"id":"n1","name":"svm_predictor","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.multi_images.svm_predictor\"","inputBindings":[{"var":"X_test","binding":{"promise":{"nodeId":"n0","var":"test_features"}}},{"var":"X_train","binding":{"promise":{"nodeId":"n0","var":"train_features"}}},{"var":"y_test","binding":{"promise":{"nodeId":"n0","var":"test_labels"}}},{"var":"y_train","binding":{"promise":{"nodeId":"n0","var":"train_labels"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.containerization.multi_images.svm_predictor\"":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.containerization.multi_images.svm_trainer\"":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf_crd.json index 1b66d0fec6..eb5f90ea56 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-containerization-raw-container-wf"}},"spec":{"id":"::core.containerization.raw_container.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"ellipse-area-metadata-shell","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-shell\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n1":{"id":"n1","name":"ellipse-area-metadata-python","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-python\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n2":{"id":"n2","name":"ellipse-area-metadata-r","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-r\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n3":{"id":"n3","name":"ellipse-area-metadata-haskell","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-haskell\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n4":{"id":"n4","name":"ellipse-area-metadata-julia","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-julia\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n5":{"id":"n5","name":"report_all_calculated_areas","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.raw_container.report_all_calculated_areas\"","inputBindings":[{"var":"area_haskell","binding":{"promise":{"nodeId":"n3","var":"area"}}},{"var":"area_julia","binding":{"promise":{"nodeId":"n4","var":"area"}}},{"var":"area_python","binding":{"promise":{"nodeId":"n1","var":"area"}}},{"var":"area_r","binding":{"promise":{"nodeId":"n2","var":"area"}}},{"var":"area_shell","binding":{"promise":{"nodeId":"n0","var":"area"}}},{"var":"metadata_haskell","binding":{"promise":{"nodeId":"n3","var":"metadata"}}},{"var":"metadata_julia","binding":{"promise":{"nodeId":"n4","var":"metadata"}}},{"var":"metadata_python","binding":{"promise":{"nodeId":"n1","var":"metadata"}}},{"var":"metadata_r","binding":{"promise":{"nodeId":"n2","var":"metadata"}}},{"var":"metadata_shell","binding":{"promise":{"nodeId":"n0","var":"metadata"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n5"],"n1":["n5"],"n2":["n5"],"n3":["n5"],"n4":["n5"],"n5":["end-node"],"start-node":["n0","n1","n2","n3","n4"]},"edges":{"downstream":{"n0":["n5"],"n1":["n5"],"n2":["n5"],"n3":["n5"],"n4":["n5"],"n5":["end-node"],"start-node":["n0","n1","n2","n3","n4"]},"upstream":{"end-node":["n5"],"n0":["start-node"],"n1":["start-node"],"n2":["start-node"],"n3":["start-node"],"n4":["start-node"],"n5":["n0","n1","n2","n3","n4"]}},"outputs":{}},"inputs":{"literals":{"a":{"scalar":{"primitive":{"floatValue":0}}},"b":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.containerization.raw_container.report_all_calculated_areas\"":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"}},"area_julia":{"type":{"simple":"FLOAT"}},"area_python":{"type":{"simple":"FLOAT"}},"area_r":{"type":{"simple":"FLOAT"}},"area_shell":{"type":{"simple":"FLOAT"}},"metadata_haskell":{"type":{"simple":"STRING"}},"metadata_julia":{"type":{"simple":"STRING"}},"metadata_python":{"type":{"simple":"STRING"}},"metadata_r":{"type":{"simple":"STRING"}},"metadata_shell":{"type":{"simple":"STRING"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"ellipse-area-metadata-haskell\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-julia\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-python\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-r\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-shell\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-containerization-raw-container-wf"}},"spec":{"id":"::core.containerization.raw_container.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"ellipse-area-metadata-shell","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-shell\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n1":{"id":"n1","name":"ellipse-area-metadata-python","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-python\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n2":{"id":"n2","name":"ellipse-area-metadata-r","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-r\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n3":{"id":"n3","name":"ellipse-area-metadata-haskell","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-haskell\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n4":{"id":"n4","name":"ellipse-area-metadata-julia","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-julia\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n5":{"id":"n5","name":"report_all_calculated_areas","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.raw_container.report_all_calculated_areas\"","inputBindings":[{"var":"area_haskell","binding":{"promise":{"nodeId":"n3","var":"area"}}},{"var":"area_julia","binding":{"promise":{"nodeId":"n4","var":"area"}}},{"var":"area_python","binding":{"promise":{"nodeId":"n1","var":"area"}}},{"var":"area_r","binding":{"promise":{"nodeId":"n2","var":"area"}}},{"var":"area_shell","binding":{"promise":{"nodeId":"n0","var":"area"}}},{"var":"metadata_haskell","binding":{"promise":{"nodeId":"n3","var":"metadata"}}},{"var":"metadata_julia","binding":{"promise":{"nodeId":"n4","var":"metadata"}}},{"var":"metadata_python","binding":{"promise":{"nodeId":"n1","var":"metadata"}}},{"var":"metadata_r","binding":{"promise":{"nodeId":"n2","var":"metadata"}}},{"var":"metadata_shell","binding":{"promise":{"nodeId":"n0","var":"metadata"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n5"],"n1":["n5"],"n2":["n5"],"n3":["n5"],"n4":["n5"],"n5":["end-node"],"start-node":["n0","n1","n2","n3","n4"]},"upstream":{"end-node":["n5"],"n0":["start-node"],"n1":["start-node"],"n2":["start-node"],"n3":["start-node"],"n4":["start-node"],"n5":["n0","n1","n2","n3","n4"]}},"outputs":{}},"inputs":{"literals":{"a":{"scalar":{"primitive":{"floatValue":0}}},"b":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.containerization.raw_container.report_all_calculated_areas\"":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"}},"area_julia":{"type":{"simple":"FLOAT"}},"area_python":{"type":{"simple":"FLOAT"}},"area_r":{"type":{"simple":"FLOAT"}},"area_shell":{"type":{"simple":"FLOAT"}},"metadata_haskell":{"type":{"simple":"STRING"}},"metadata_julia":{"type":{"simple":"STRING"}},"metadata_python":{"type":{"simple":"STRING"}},"metadata_r":{"type":{"simple":"STRING"}},"metadata_shell":{"type":{"simple":"STRING"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"ellipse-area-metadata-haskell\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-julia\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-python\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-r\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-shell\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf_crd.json index e46468b8f7..c7b32acdfa 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-containerization-use-secrets-my-secret-workflow"}},"spec":{"id":"::core.containerization.use_secrets.my_secret_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}]},"n0":{"id":"n0","name":"secret_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.use_secrets.secret_task\""},"n1":{"id":"n1","name":"user_info_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.use_secrets.user_info_task\""},"n2":{"id":"n2","name":"secret_file_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.use_secrets.secret_file_task\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"n1":["end-node"],"n2":["end-node"],"start-node":["n0","n1","n2"]},"edges":{"downstream":{"n0":["end-node"],"n1":["end-node"],"n2":["end-node"],"start-node":["n0","n1","n2"]},"upstream":{"end-node":["n0","n1","n2"],"n0":["start-node"],"n1":["start-node"],"n2":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}},"o2":{"type":{"simple":"STRING"}},"o3":{"type":{"simple":"STRING"}},"o4":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.containerization.use_secrets.secret_file_task\"":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}},"resource_type:TASK name:\"core.containerization.use_secrets.secret_task\"":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}},"resource_type:TASK name:\"core.containerization.use_secrets.user_info_task\"":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-containerization-use-secrets-my-secret-workflow"}},"spec":{"id":"::core.containerization.use_secrets.my_secret_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}]},"n0":{"id":"n0","name":"secret_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.use_secrets.secret_task\""},"n1":{"id":"n1","name":"user_info_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.use_secrets.user_info_task\""},"n2":{"id":"n2","name":"secret_file_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.use_secrets.secret_file_task\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"n1":["end-node"],"n2":["end-node"],"start-node":["n0","n1","n2"]},"upstream":{"end-node":["n0","n1","n2"],"n0":["start-node"],"n1":["start-node"],"n2":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}},"o2":{"type":{"simple":"STRING"}},"o3":{"type":{"simple":"STRING"}},"o4":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.containerization.use_secrets.secret_file_task\"":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}},"resource_type:TASK name:\"core.containerization.use_secrets.secret_task\"":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}},"resource_type:TASK name:\"core.containerization.use_secrets.user_info_task\"":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf_crd.json index 5f123afb4a..32d3fe8683 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-chain-tasks-chain-tasks-wf"}},"spec":{"id":"::core.control_flow.chain_tasks.chain_tasks_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"write","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.chain_tasks.write\""},"n1":{"id":"n1","name":"read","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.chain_tasks.read\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.chain_tasks.read\"":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.chain_tasks.write\"":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","write"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-chain-tasks-chain-tasks-wf"}},"spec":{"id":"::core.control_flow.chain_tasks.chain_tasks_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"write","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.chain_tasks.write\""},"n1":{"id":"n1","name":"read","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.chain_tasks.read\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.chain_tasks.read\"":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.chain_tasks.write\"":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","write"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf_crd.json index e07bbd393e..6622c1a56d 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-checkpoint-example"}},"spec":{"id":"::core.control_flow.checkpoint.example","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"use_checkpoint","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.checkpoint.use_checkpoint\"","inputBindings":[{"var":"n_iterations","binding":{"promise":{"nodeId":"start-node","var":"n_iterations"}}}],"retry":{"minAttempts":4}},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"n_iterations":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.checkpoint.use_checkpoint\"":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-checkpoint-example"}},"spec":{"id":"::core.control_flow.checkpoint.example","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"use_checkpoint","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.checkpoint.use_checkpoint\"","inputBindings":[{"var":"n_iterations","binding":{"promise":{"nodeId":"start-node","var":"n_iterations"}}}],"retry":{"minAttempts":4}},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"n_iterations":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.checkpoint.use_checkpoint\"":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf_crd.json index 1854cf524e..6fd9fe38e1 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-multiplier"}},"spec":{"id":"::core.control_flow.conditions.multiplier","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"else":"n0-n1"},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-multiplier"}},"spec":{"id":"::core.control_flow.conditions.multiplier","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"else":"n0-n1"},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf_crd.json index 48c7068b98..fe78812907 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-multiplier-2"}},"spec":{"id":"::core.control_flow.conditions.multiplier_2","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"then":"n0-n1"}],"elseFail":{"failed_node_id":"fractions","message":"The input must be between 0 and 10"}},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-multiplier-2"}},"spec":{"id":"::core.control_flow.conditions.multiplier_2","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"then":"n0-n1"}],"elseFail":{"failed_node_id":"fractions","message":"The input must be between 0 and 10"}},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf_crd.json index 02f21a6728..3bf6e04a19 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-multiplier-3"}},"spec":{"id":"::core.control_flow.conditions.multiplier_3","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"then":"n0-n1"}],"elseFail":{"failed_node_id":"fractions","message":"The input must be between 0 and 10"}},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n1":{"id":"n1","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-multiplier-3"}},"spec":{"id":"::core.control_flow.conditions.multiplier_3","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"then":"n0-n1"}],"elseFail":{"failed_node_id":"fractions","message":"The input must be between 0 and 10"}},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n1":{"id":"n1","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf_crd.json index 0df97ca5f3..7c56f55083 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-basic-boolean-wf"}},"spec":{"id":"::core.control_flow.conditions.basic_boolean_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"coin_toss","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"","inputBindings":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}]},"n1":{"id":"n1","name":"test","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"then":"n1-n0"},"else":"n1-n1"},"inputBindings":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n1-n0":{"id":"n1-n0","name":"success","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.success\""},"n1-n1":{"id":"n1-n1","name":"failed","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.failed\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"seed":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.failed\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.success\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-basic-boolean-wf"}},"spec":{"id":"::core.control_flow.conditions.basic_boolean_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"coin_toss","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"","inputBindings":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}]},"n1":{"id":"n1","name":"test","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"then":"n1-n0"},"else":"n1-n1"},"inputBindings":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n1-n0":{"id":"n1-n0","name":"success","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.success\""},"n1-n1":{"id":"n1-n1","name":"failed","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.failed\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"seed":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.failed\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.success\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf_crd.json index f2be4ca3a3..c0ab8befdc 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-bool-input-wf"}},"spec":{"id":"::core.control_flow.conditions.bool_input_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"test","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"leftValue":{"var":".b"},"rightValue":{"primitive":{"boolean":true}}}},"then":"n0-n0"},"else":"n0-n1"},"inputBindings":[{"var":".b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n0-n0":{"id":"n0-n0","name":"success","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.success\""},"n0-n1":{"id":"n0-n1","name":"failed","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.failed\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"b":{"scalar":{"primitive":{"boolean":false}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.failed\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.success\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-bool-input-wf"}},"spec":{"id":"::core.control_flow.conditions.bool_input_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"test","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"leftValue":{"var":".b"},"rightValue":{"primitive":{"boolean":true}}}},"then":"n0-n0"},"else":"n0-n1"},"inputBindings":[{"var":".b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n0-n0":{"id":"n0-n0","name":"success","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.success\""},"n0-n1":{"id":"n0-n1","name":"failed","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.failed\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"b":{"scalar":{"primitive":{"boolean":false}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.failed\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.success\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf_crd.json index db3f1c0a52..e1e522e38a 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-nested-conditions"}},"spec":{"id":"::core.control_flow.conditions.nested_conditions","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"then":"n0-n1"}],"else":"n0-n2"},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"inner_fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"then":"n0-n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.7}}}}}},"then":"n0-n0-n1"}],"elseFail":{"failed_node_id":"inner_fractions","message":"Only \u003c0.7 allowed"}},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0-n0":{"id":"n0-n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0-n1":{"id":"n0-n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n2":{"id":"n0-n2","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n0-n0":["start-node"],"n0-n0-n1":["start-node"],"n0-n1":["start-node"],"n0-n2":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-nested-conditions"}},"spec":{"id":"::core.control_flow.conditions.nested_conditions","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"then":"n0-n1"}],"else":"n0-n2"},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"inner_fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"then":"n0-n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.7}}}}}},"then":"n0-n0-n1"}],"elseFail":{"failed_node_id":"inner_fractions","message":"Only \u003c0.7 allowed"}},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0-n0":{"id":"n0-n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0-n1":{"id":"n0-n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n2":{"id":"n0-n2","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n0-n0":["start-node"],"n0-n0-n1":["start-node"],"n0-n1":["start-node"],"n0-n2":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf_crd.json index ced55afb8d..59444a1d3e 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-consume-outputs"}},"spec":{"id":"::core.control_flow.conditions.consume_outputs","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"coin_toss","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"","inputBindings":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}]},"n1":{"id":"n1","name":"double_or_square","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"then":"n1-n0"},"else":"n1-n1"},"inputBindings":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n1-n0":{"id":"n1-n0","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n1-n1":{"id":"n1-n1","name":"calc_sum","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.calc_sum\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n2":{"id":"n2","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n2"],"n0":["start-node"],"n1":["n0"],"n1-n0":["start-node"],"n1-n1":["start-node"],"n2":["n1"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}},"seed":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.calc_sum\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-consume-outputs"}},"spec":{"id":"::core.control_flow.conditions.consume_outputs","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"coin_toss","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"","inputBindings":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}]},"n1":{"id":"n1","name":"double_or_square","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"then":"n1-n0"},"else":"n1-n1"},"inputBindings":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n1-n0":{"id":"n1-n0","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n1-n1":{"id":"n1-n1","name":"calc_sum","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.calc_sum\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n2":{"id":"n2","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n2"],"n0":["start-node"],"n1":["n0"],"n1-n0":["start-node"],"n1-n1":["start-node"],"n2":["n1"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}},"seed":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.calc_sum\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf_crd.json index 3241c6fe0e..6080d48d3c 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-dynamics-wf"}},"spec":{"id":"::core.control_flow.dynamics.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"count_characters","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.dynamics.count_characters\"","inputBindings":[{"var":"s1","binding":{"promise":{"nodeId":"start-node","var":"s1"}}},{"var":"s2","binding":{"promise":{"nodeId":"start-node","var":"s2"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"s1":{"scalar":{"primitive":{"stringValue":""}}},"s2":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.dynamics.count_characters\"":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"}},"s2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-dynamics-wf"}},"spec":{"id":"::core.control_flow.dynamics.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"count_characters","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.dynamics.count_characters\"","inputBindings":[{"var":"s1","binding":{"promise":{"nodeId":"start-node","var":"s1"}}},{"var":"s2","binding":{"promise":{"nodeId":"start-node","var":"s2"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"s1":{"scalar":{"primitive":{"stringValue":""}}},"s2":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.dynamics.count_characters\"":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"}},"s2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf_crd.json index 42a0057f6e..f5e866d9cd 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-map-task-my-map-workflow"}},"spec":{"id":"::core.control_flow.map_task.my_map_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"mapper_a_mappable_task_0","resources":{"limits":{"memory":"500Mi"},"requests":{"memory":"300Mi"}},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.map_task.mapper_a_mappable_task_0\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"retry":{"minAttempts":2}},"n1":{"id":"n1","name":"coalesce","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.map_task.coalesce\"","inputBindings":[{"var":"b","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"a":{"collection":{"literals":[{"scalar":{"primitive":{"integer":"0"}}}]}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.map_task.coalesce\"":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.map_task.mapper_a_mappable_task_0\"":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}}}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-map-task-my-map-workflow"}},"spec":{"id":"::core.control_flow.map_task.my_map_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"mapper_a_mappable_task_0","resources":{"limits":{"memory":"500Mi"},"requests":{"memory":"300Mi"}},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.map_task.mapper_a_mappable_task_0\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"retry":{"minAttempts":2}},"n1":{"id":"n1","name":"coalesce","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.map_task.coalesce\"","inputBindings":[{"var":"b","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"a":{"collection":{"literals":[{"scalar":{"primitive":{"integer":"0"}}}]}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.map_task.coalesce\"":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.map_task.mapper_a_mappable_task_0\"":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}}}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf_crd.json index cef1bd9954..a4f807d72b 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-merge-sort-merge-sort"}},"spec":{"id":"::core.control_flow.merge_sort.merge_sort","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"terminal_case","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"operator":"LTE","leftValue":{"var":".numbers_count"},"rightValue":{"var":".run_local_at_count"}}},"then":"n0-n0"},"else":"n0-n1"},"inputBindings":[{"var":".numbers_count","binding":{"promise":{"nodeId":"start-node","var":"numbers_count"}}},{"var":".run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}]},"n0-n0":{"id":"n0-n0","name":"sort_locally","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.merge_sort.sort_locally\"","inputBindings":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}}]},"n0-n1":{"id":"n0-n1","name":"merge_sort_remotely","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.merge_sort.merge_sort_remotely\"","inputBindings":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}},{"var":"run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"numbers":{"collection":{"literals":[{"scalar":{"primitive":{"integer":"0"}}}]}},"numbers_count":{"scalar":{"primitive":{"integer":"0"}}},"run_local_at_count":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.merge_sort.merge_sort_remotely\"":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}},"run_local_at_count":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.merge_sort.sort_locally\"":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-merge-sort-merge-sort"}},"spec":{"id":"::core.control_flow.merge_sort.merge_sort","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"terminal_case","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"operator":"LTE","leftValue":{"var":".numbers_count"},"rightValue":{"var":".run_local_at_count"}}},"then":"n0-n0"},"else":"n0-n1"},"inputBindings":[{"var":".numbers_count","binding":{"promise":{"nodeId":"start-node","var":"numbers_count"}}},{"var":".run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}]},"n0-n0":{"id":"n0-n0","name":"sort_locally","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.merge_sort.sort_locally\"","inputBindings":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}}]},"n0-n1":{"id":"n0-n1","name":"merge_sort_remotely","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.merge_sort.merge_sort_remotely\"","inputBindings":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}},{"var":"run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"numbers":{"collection":{"literals":[{"scalar":{"primitive":{"integer":"0"}}}]}},"numbers_count":{"scalar":{"primitive":{"integer":"0"}}},"run_local_at_count":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.merge_sort.merge_sort_remotely\"":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}},"run_local_at_count":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.merge_sort.sort_locally\"":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf_crd.json index 77a3fc9555..8e72ddbe67 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-subworkflows-my-subwf"}},"spec":{"id":"::core.control_flow.subworkflows.my_subwf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.subworkflows.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.subworkflows.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.subworkflows.t1\"":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-subworkflows-my-subwf"}},"spec":{"id":"::core.control_flow.subworkflows.my_subwf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.subworkflows.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.subworkflows.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.subworkflows.t1\"":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf_crd.json index 44da5b082a..e4a6a69b1d 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-subworkflows-ext-workflow"}},"spec":{"id":"::core.control_flow.subworkflows.ext_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"count_freq_words","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.subworkflows.count_freq_words\"","inputBindings":[{"var":"input_string1","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.subworkflows.count_freq_words\"":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-subworkflows-ext-workflow"}},"spec":{"id":"::core.control_flow.subworkflows.ext_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"count_freq_words","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.subworkflows.count_freq_words\"","inputBindings":[{"var":"input_string1","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.subworkflows.count_freq_words\"":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf_crd.json index d07212d6e1..4ab8fa0d8b 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-extend-flyte-custom-task-plugin-my-workflow"}},"spec":{"id":"::core.extend_flyte.custom_task_plugin.my_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"my-objectstore-sensor","resources":{},"kind":"task","task":"resource_type:TASK name:\"my-objectstore-sensor\"","inputBindings":[{"var":"path","binding":{"promise":{"nodeId":"start-node","var":"path"}}}],"retry":{"minAttempts":11},"executionDeadline":"20m0s","activeDeadline":"40m0s"},"n1":{"id":"n1","name":"print_file","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.extend_flyte.custom_task_plugin.print_file\"","inputBindings":[{"var":"path","binding":{"promise":{"nodeId":"n0","var":"path"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"path":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.extend_flyte.custom_task_plugin.print_file\"":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"my-objectstore-sensor\"":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"}}}}}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-extend-flyte-custom-task-plugin-my-workflow"}},"spec":{"id":"::core.extend_flyte.custom_task_plugin.my_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"my-objectstore-sensor","resources":{},"kind":"task","task":"resource_type:TASK name:\"my-objectstore-sensor\"","inputBindings":[{"var":"path","binding":{"promise":{"nodeId":"start-node","var":"path"}}}],"retry":{"minAttempts":11},"executionDeadline":"20m0s","activeDeadline":"40m0s"},"n1":{"id":"n1","name":"print_file","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.extend_flyte.custom_task_plugin.print_file\"","inputBindings":[{"var":"path","binding":{"promise":{"nodeId":"n0","var":"path"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"path":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.extend_flyte.custom_task_plugin.print_file\"":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"my-objectstore-sensor\"":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"}}}}}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf_crd.json index 740dee89e8..5d5c6cbab0 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-extend-flyte-custom-types-wf"}},"spec":{"id":"::core.extend_flyte.custom_types.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"generate","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.extend_flyte.custom_types.generate\""},"n1":{"id":"n1","name":"consume","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.extend_flyte.custom_types.consume\"","inputBindings":[{"var":"d","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.extend_flyte.custom_types.consume\"":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.extend_flyte.custom_types.generate\"":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-extend-flyte-custom-types-wf"}},"spec":{"id":"::core.extend_flyte.custom_types.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"generate","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.extend_flyte.custom_types.generate\""},"n1":{"id":"n1","name":"consume","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.extend_flyte.custom_types.consume\"","inputBindings":[{"var":"d","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.extend_flyte.custom_types.consume\"":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.extend_flyte.custom_types.generate\"":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf_crd.json index d6db5fecfa..15986516c3 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-basic-workflow-my-wf"}},"spec":{"id":"::core.flyte_basics.basic_workflow.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t2\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0","n1"]},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["n0","start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}},"o1":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}},"b":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}},"b":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-basic-workflow-my-wf"}},"spec":{"id":"::core.flyte_basics.basic_workflow.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t2\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["n0","start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}},"o1":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}},"b":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}},"b":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf_crd.json index 669575488d..71c67dc418 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-decorating-tasks-wf"}},"spec":{"id":"::core.flyte_basics.decorating_tasks.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t1\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}]},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t2\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"x":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-decorating-tasks-wf"}},"spec":{"id":"::core.flyte_basics.decorating_tasks.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t1\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}]},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t2\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"x":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf_crd.json index 0c4d936268..871f436b33 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-decorating-workflows-wf"}},"spec":{"id":"::core.flyte_basics.decorating_workflows.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"setup","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.setup\""},"n1":{"id":"n1","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t1\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}]},"n2":{"id":"n2","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t2\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n3":{"id":"n3","name":"teardown","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.teardown\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["n2"],"n2":["end-node","n3"],"n3":["end-node"],"start-node":["n0","n1"]},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node","n3"],"n3":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n2","n3"],"n0":["start-node"],"n1":["n0","start-node"],"n2":["n1"],"n3":["n2"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"x":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.setup\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","setup"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.teardown\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","teardown"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-decorating-workflows-wf"}},"spec":{"id":"::core.flyte_basics.decorating_workflows.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"setup","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.setup\""},"n1":{"id":"n1","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t1\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}]},"n2":{"id":"n2","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t2\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n3":{"id":"n3","name":"teardown","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.teardown\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node","n3"],"n3":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n2","n3"],"n0":["start-node"],"n1":["n0","start-node"],"n2":["n1"],"n3":["n2"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"x":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.setup\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","setup"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.teardown\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","teardown"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf_crd.json index afea6d906c..df8d334c7c 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-documented-workflow-sphinx-docstring"}},"spec":{"id":"::core.flyte_basics.documented_workflow.sphinx_docstring","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"add_data","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"","inputBindings":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"data":{"scalar":{"generic":{}}},"df":{"scalar":{"structuredDataset":{"metadata":{"structuredDatasetType":{"format":"parquet"}}}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-documented-workflow-sphinx-docstring"}},"spec":{"id":"::core.flyte_basics.documented_workflow.sphinx_docstring","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"add_data","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"","inputBindings":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"data":{"scalar":{"generic":{}}},"df":{"scalar":{"structuredDataset":{"metadata":{"structuredDatasetType":{"format":"parquet"}}}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf_crd.json index 92c2a860b5..b35a2cbc7d 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-documented-workflow-numpy-docstring"}},"spec":{"id":"::core.flyte_basics.documented_workflow.numpy_docstring","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"add_data","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"","inputBindings":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"data":{"scalar":{"generic":{}}},"df":{"scalar":{"structuredDataset":{"metadata":{"structuredDatasetType":{"format":"parquet"}}}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-documented-workflow-numpy-docstring"}},"spec":{"id":"::core.flyte_basics.documented_workflow.numpy_docstring","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"add_data","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"","inputBindings":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"data":{"scalar":{"generic":{}}},"df":{"scalar":{"structuredDataset":{"metadata":{"structuredDatasetType":{"format":"parquet"}}}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf_crd.json index a237403282..402d7ce5eb 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-documented-workflow-google-docstring"}},"spec":{"id":"::core.flyte_basics.documented_workflow.google_docstring","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"add_data","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"","inputBindings":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"data":{"scalar":{"generic":{}}},"df":{"scalar":{"structuredDataset":{"metadata":{"structuredDatasetType":{"format":"parquet"}}}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-documented-workflow-google-docstring"}},"spec":{"id":"::core.flyte_basics.documented_workflow.google_docstring","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"add_data","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"","inputBindings":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"data":{"scalar":{"generic":{}}},"df":{"scalar":{"structuredDataset":{"metadata":{"structuredDatasetType":{"format":"parquet"}}}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf_crd.json index 92650970da..83f6bc6614 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-files-normalize-csv-file"}},"spec":{"id":"::core.flyte_basics.files.normalize_csv_file","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"normalize_columns","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.files.normalize_columns\"","inputBindings":[{"var":"column_names","binding":{"promise":{"nodeId":"start-node","var":"column_names"}}},{"var":"columns_to_normalize","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize"}}},{"var":"csv_url","binding":{"promise":{"nodeId":"start-node","var":"csv_url"}}},{"var":"output_location","binding":{"promise":{"nodeId":"start-node","var":"output_location"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"column_names":{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}},"columns_to_normalize":{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}},"csv_url":{"scalar":{"blob":{"metadata":{"type":{}},"uri":"/tmp/somepath"}}},"output_location":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.files.normalize_columns\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}}},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}}},"csv_url":{"type":{"blob":{}}},"output_location":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-files-normalize-csv-file"}},"spec":{"id":"::core.flyte_basics.files.normalize_csv_file","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"normalize_columns","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.files.normalize_columns\"","inputBindings":[{"var":"column_names","binding":{"promise":{"nodeId":"start-node","var":"column_names"}}},{"var":"columns_to_normalize","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize"}}},{"var":"csv_url","binding":{"promise":{"nodeId":"start-node","var":"csv_url"}}},{"var":"output_location","binding":{"promise":{"nodeId":"start-node","var":"output_location"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"column_names":{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}},"columns_to_normalize":{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}},"csv_url":{"scalar":{"blob":{"metadata":{"type":{}},"uri":"/tmp/somepath"}}},"output_location":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.files.normalize_columns\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}}},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}}},"csv_url":{"type":{"blob":{}}},"output_location":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf_crd.json index 268512b2c9..8b6d5b398b 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-folders-download-and-normalize-csv-files"}},"spec":{"id":"::core.flyte_basics.folders.download_and_normalize_csv_files","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"download_files","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.folders.download_files\"","inputBindings":[{"var":"csv_urls","binding":{"promise":{"nodeId":"start-node","var":"csv_urls"}}}]},"n1":{"id":"n1","name":"normalize_all_files","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.folders.normalize_all_files\"","inputBindings":[{"var":"columns_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_metadata"}}},{"var":"columns_to_normalize_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize_metadata"}}},{"var":"csv_files_dir","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0","n1"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0","start-node"]}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"columns_metadata":{"collection":{"literals":[{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}}]}},"columns_to_normalize_metadata":{"collection":{"literals":[{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}}]}},"csv_urls":{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.folders.download_files\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.folders.normalize_all_files\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-folders-download-and-normalize-csv-files"}},"spec":{"id":"::core.flyte_basics.folders.download_and_normalize_csv_files","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"download_files","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.folders.download_files\"","inputBindings":[{"var":"csv_urls","binding":{"promise":{"nodeId":"start-node","var":"csv_urls"}}}]},"n1":{"id":"n1","name":"normalize_all_files","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.folders.normalize_all_files\"","inputBindings":[{"var":"columns_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_metadata"}}},{"var":"columns_to_normalize_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize_metadata"}}},{"var":"csv_files_dir","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0","start-node"]}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"columns_metadata":{"collection":{"literals":[{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}}]}},"columns_to_normalize_metadata":{"collection":{"literals":[{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}}]}},"csv_urls":{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.folders.download_files\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.folders.normalize_all_files\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf_crd.json index 7788dbdceb..64674bd2bd 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-hello-world-my-wf"}},"spec":{"id":"::core.flyte_basics.hello_world.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"say_hello","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.hello_world.say_hello\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.hello_world.say_hello\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-hello-world-my-wf"}},"spec":{"id":"::core.flyte_basics.hello_world.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"say_hello","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.hello_world.say_hello\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.hello_world.say_hello\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf_crd.json index 860fc45b47..b92f843065 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"my-imperative-workflow-example"}},"spec":{"id":"::my.imperative.workflow.example","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"in1"}}}]},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t2\""},"n2":{"id":"n2","name":"t3","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t3\"","inputBindings":[{"var":"a","binding":{"collection":{"bindings":[{"promise":{"nodeId":"start-node","var":"in1"}},{"promise":{"nodeId":"start-node","var":"in2"}}]}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"n1":["end-node"],"n2":["end-node"],"start-node":["n0","n1","n2"]},"edges":{"downstream":{"n0":["end-node"],"n1":["end-node"],"n2":["end-node"],"start-node":["n0","n1","n2"]},"upstream":{"end-node":["n0","n1","n2"],"n0":["start-node"],"n1":["start-node"],"n2":["start-node"]}},"outputs":{"variables":{"output_from_t1":{"type":{"simple":"STRING"}},"output_list":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputBindings":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}]},"inputs":{"literals":{"in1":{"scalar":{"primitive":{"stringValue":""}}},"in2":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t3\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"my-imperative-workflow-example"}},"spec":{"id":"::my.imperative.workflow.example","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"in1"}}}]},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t2\""},"n2":{"id":"n2","name":"t3","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t3\"","inputBindings":[{"var":"a","binding":{"collection":{"bindings":[{"promise":{"nodeId":"start-node","var":"in1"}},{"promise":{"nodeId":"start-node","var":"in2"}}]}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"n1":["end-node"],"n2":["end-node"],"start-node":["n0","n1","n2"]},"upstream":{"end-node":["n0","n1","n2"],"n0":["start-node"],"n1":["start-node"],"n2":["start-node"]}},"outputs":{"variables":{"output_from_t1":{"type":{"simple":"STRING"}},"output_list":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputBindings":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}]},"inputs":{"literals":{"in1":{"scalar":{"primitive":{"stringValue":""}}},"in2":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t3\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf_crd.json index 16d7821777..0472b53de9 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-lp-my-wf"}},"spec":{"id":"::core.flyte_basics.lp.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.lp.square\"","inputBindings":[{"var":"val","binding":{"promise":{"nodeId":"start-node","var":"val"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"val":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.lp.square\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-lp-my-wf"}},"spec":{"id":"::core.flyte_basics.lp.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.lp.square\"","inputBindings":[{"var":"val","binding":{"promise":{"nodeId":"start-node","var":"val"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"val":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.lp.square\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf_crd.json index 9933d48bc7..ce382c0950 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-lp-go-greet"}},"spec":{"id":"::core.flyte_basics.lp.go_greet","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"greet","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.lp.greet\"","inputBindings":[{"var":"am","binding":{"promise":{"nodeId":"start-node","var":"am"}}},{"var":"day_of_week","binding":{"promise":{"nodeId":"start-node","var":"day_of_week"}}},{"var":"number","binding":{"promise":{"nodeId":"start-node","var":"number"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"am":{"scalar":{"primitive":{"boolean":false}}},"day_of_week":{"scalar":{"primitive":{"stringValue":""}}},"number":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.lp.greet\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"}},"day_of_week":{"type":{"simple":"STRING"}},"number":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-lp-go-greet"}},"spec":{"id":"::core.flyte_basics.lp.go_greet","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"greet","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.lp.greet\"","inputBindings":[{"var":"am","binding":{"promise":{"nodeId":"start-node","var":"am"}}},{"var":"day_of_week","binding":{"promise":{"nodeId":"start-node","var":"day_of_week"}}},{"var":"number","binding":{"promise":{"nodeId":"start-node","var":"number"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"am":{"scalar":{"primitive":{"boolean":false}}},"day_of_week":{"scalar":{"primitive":{"stringValue":""}}},"number":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.lp.greet\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"}},"day_of_week":{"type":{"simple":"STRING"}},"number":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf_crd.json index a7f82761c2..87dade24d2 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-named-outputs-my-wf"}},"spec":{"id":"::core.flyte_basics.named_outputs.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}]},"n0":{"id":"n0","name":"say_hello","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.named_outputs.say_hello\""},"n1":{"id":"n1","name":"say_hello","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.named_outputs.say_hello\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"n1":["end-node"],"start-node":["n0","n1"]},"edges":{"downstream":{"n0":["end-node"],"n1":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["start-node"]}},"outputs":{"variables":{"greet1":{"type":{"simple":"STRING"}},"greet2":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.named_outputs.say_hello\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-named-outputs-my-wf"}},"spec":{"id":"::core.flyte_basics.named_outputs.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}]},"n0":{"id":"n0","name":"say_hello","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.named_outputs.say_hello\""},"n1":{"id":"n1","name":"say_hello","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.named_outputs.say_hello\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"n1":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["start-node"]}},"outputs":{"variables":{"greet1":{"type":{"simple":"STRING"}},"greet2":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.named_outputs.say_hello\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf_crd.json index 2c75ef1583..1b71a27d8c 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-shell-task-wf"}},"spec":{"id":"::core.flyte_basics.shell_task.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}]},"n0":{"id":"n0","name":"create_entities","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.shell_task.create_entities\""},"n1":{"id":"n1","name":"task_1","resources":{},"kind":"task","task":"resource_type:TASK name:\"task_1\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"task_2","resources":{},"kind":"task","task":"resource_type:TASK name:\"task_2\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"i"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}}]},"n3":{"id":"n3","name":"task_3","resources":{},"kind":"task","task":"resource_type:TASK name:\"task_3\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}},{"var":"z","binding":{"promise":{"nodeId":"n2","var":"j"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1","n2","n3"],"n1":["n2"],"n2":["n3"],"n3":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1","n2","n3"],"n1":["n2"],"n2":["n3"],"n3":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n3"],"n0":["start-node"],"n1":["n0"],"n2":["n0","n1"],"n3":["n0","n2"]}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.shell_task.create_entities\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}}},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"task_1\"":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}}}},"outputs":{"variables":{"i":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"task_2\"":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"j":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"task_3\"":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}},"z":{"type":{"blob":{}}}}},"outputs":{"variables":{"k":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-shell-task-wf"}},"spec":{"id":"::core.flyte_basics.shell_task.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}]},"n0":{"id":"n0","name":"create_entities","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.shell_task.create_entities\""},"n1":{"id":"n1","name":"task_1","resources":{},"kind":"task","task":"resource_type:TASK name:\"task_1\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"task_2","resources":{},"kind":"task","task":"resource_type:TASK name:\"task_2\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"i"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}}]},"n3":{"id":"n3","name":"task_3","resources":{},"kind":"task","task":"resource_type:TASK name:\"task_3\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}},{"var":"z","binding":{"promise":{"nodeId":"n2","var":"j"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1","n2","n3"],"n1":["n2"],"n2":["n3"],"n3":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n3"],"n0":["start-node"],"n1":["n0"],"n2":["n0","n1"],"n3":["n0","n2"]}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.shell_task.create_entities\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}}},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"task_1\"":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}}}},"outputs":{"variables":{"i":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"task_2\"":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"j":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"task_3\"":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}},"z":{"type":{"blob":{}}}}},"outputs":{"variables":{"k":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf_crd.json index e99705be6b..f62d65f7ae 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-task-cache-cached-dataframe-wf"}},"spec":{"id":"::core.flyte_basics.task_cache.cached_dataframe_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"uncached_data_reading_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.uncached_data_reading_task\""},"n1":{"id":"n1","name":"cached_data_processing_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.cached_data_processing_task\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"cached_data_processing_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.cached_data_processing_task\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n3":{"id":"n3","name":"compare_dataframes","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.compare_dataframes\"","inputBindings":[{"var":"df1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"df2","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1","n2"],"n1":["n2","n3"],"n2":["n3"],"n3":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1","n2"],"n1":["n2","n3"],"n2":["n3"],"n3":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n3"],"n0":["start-node"],"n1":["n0"],"n2":["n0","n1"],"n3":["n1","n2"]}},"outputs":{}},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.task_cache.cached_data_processing_task\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.task_cache.compare_dataframes\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}}},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.task_cache.uncached_data_reading_task\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-task-cache-cached-dataframe-wf"}},"spec":{"id":"::core.flyte_basics.task_cache.cached_dataframe_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"uncached_data_reading_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.uncached_data_reading_task\""},"n1":{"id":"n1","name":"cached_data_processing_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.cached_data_processing_task\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"cached_data_processing_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.cached_data_processing_task\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n3":{"id":"n3","name":"compare_dataframes","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.compare_dataframes\"","inputBindings":[{"var":"df1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"df2","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1","n2"],"n1":["n2","n3"],"n2":["n3"],"n3":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n3"],"n0":["start-node"],"n1":["n0"],"n2":["n0","n1"],"n3":["n1","n2"]}},"outputs":{}},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.task_cache.cached_data_processing_task\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.task_cache.compare_dataframes\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}}},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.task_cache.uncached_data_reading_task\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf_crd.json index 37981d3157..870dcd9818 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-scheduled-workflows-lp-schedules-date-formatter-wf"}},"spec":{"id":"::core.scheduled_workflows.lp_schedules.date_formatter_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"format_date","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.format_date\"","inputBindings":[{"var":"run_date","binding":{"promise":{"nodeId":"start-node","var":"kickoff_time"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{}},"inputs":{"literals":{"kickoff_time":{"scalar":{"primitive":{"datetime":"1970-01-01T00:00:00.000010Z"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.format_date\"":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-scheduled-workflows-lp-schedules-date-formatter-wf"}},"spec":{"id":"::core.scheduled_workflows.lp_schedules.date_formatter_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"format_date","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.format_date\"","inputBindings":[{"var":"run_date","binding":{"promise":{"nodeId":"start-node","var":"kickoff_time"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{}},"inputs":{"literals":{"kickoff_time":{"scalar":{"primitive":{"datetime":"1970-01-01T00:00:00.000010Z"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.format_date\"":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf_crd.json index 26bf3047bb..eb9543f3b3 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-scheduled-workflows-lp-schedules-positive-wf"}},"spec":{"id":"::core.scheduled_workflows.lp_schedules.positive_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"be_positive","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.be_positive\"","inputBindings":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{}},"inputs":{"literals":{"name":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.be_positive\"":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-scheduled-workflows-lp-schedules-positive-wf"}},"spec":{"id":"::core.scheduled_workflows.lp_schedules.positive_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"be_positive","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.be_positive\"","inputBindings":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{}},"inputs":{"literals":{"name":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.be_positive\"":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf_crd.json index 41acc474df..01f91849fb 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-custom-objects-wf"}},"spec":{"id":"::core.type_system.custom_objects.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"upload_result","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.upload_result\""},"n1":{"id":"n1","name":"download_result","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.download_result\"","inputBindings":[{"var":"res","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"stringify","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.stringify\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}]},"n3":{"id":"n3","name":"stringify","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.stringify\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"y"}}}]},"n4":{"id":"n4","name":"add","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.add\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n3","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node","n1"],"n1":["end-node"],"n2":["n4"],"n3":["n4"],"n4":["end-node"],"start-node":["n0","n2","n3"]},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"n2":["n4"],"n3":["n4"],"n4":["end-node"],"start-node":["n0","n2","n3"]},"upstream":{"end-node":["n0","n1","n4"],"n0":["start-node"],"n1":["n0"],"n2":["start-node"],"n3":["start-node"],"n4":["n2","n3"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}},"o1":{"type":{"simple":"STRUCT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"x":{"scalar":{"primitive":{"integer":"0"}}},"y":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.custom_objects.add\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT"}},"y":{"type":{"simple":"STRUCT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.custom_objects.download_result\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.custom_objects.stringify\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.custom_objects.upload_result\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-custom-objects-wf"}},"spec":{"id":"::core.type_system.custom_objects.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"upload_result","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.upload_result\""},"n1":{"id":"n1","name":"download_result","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.download_result\"","inputBindings":[{"var":"res","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"stringify","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.stringify\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}]},"n3":{"id":"n3","name":"stringify","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.stringify\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"y"}}}]},"n4":{"id":"n4","name":"add","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.add\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n3","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"n2":["n4"],"n3":["n4"],"n4":["end-node"],"start-node":["n0","n2","n3"]},"upstream":{"end-node":["n0","n1","n4"],"n0":["start-node"],"n1":["n0"],"n2":["start-node"],"n3":["start-node"],"n4":["n2","n3"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}},"o1":{"type":{"simple":"STRUCT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"x":{"scalar":{"primitive":{"integer":"0"}}},"y":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.custom_objects.add\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT"}},"y":{"type":{"simple":"STRUCT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.custom_objects.download_result\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.custom_objects.stringify\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.custom_objects.upload_result\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf_crd.json index b37f2edaa3..7a322c7152 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-enums-enum-wf"}},"spec":{"id":"::core.type_system.enums.enum_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"enum_stringify","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.enums.enum_stringify\"","inputBindings":[{"var":"c","binding":{"promise":{"nodeId":"start-node","var":"c"}}}]},"n1":{"id":"n1","name":"string_to_enum","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.enums.string_to_enum\"","inputBindings":[{"var":"c","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}},"o1":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"c":{"scalar":{"primitive":{"stringValue":"red"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.enums.enum_stringify\"":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.enums.string_to_enum\"":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-enums-enum-wf"}},"spec":{"id":"::core.type_system.enums.enum_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"enum_stringify","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.enums.enum_stringify\"","inputBindings":[{"var":"c","binding":{"promise":{"nodeId":"start-node","var":"c"}}}]},"n1":{"id":"n1","name":"string_to_enum","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.enums.string_to_enum\"","inputBindings":[{"var":"c","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}},"o1":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"c":{"scalar":{"primitive":{"stringValue":"red"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.enums.enum_stringify\"":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.enums.string_to_enum\"":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf_crd.json index 03ccd6d26c..ec7d3f3ab4 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-flyte-pickle-welcome"}},"spec":{"id":"::core.type_system.flyte_pickle.welcome","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"greet","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.flyte_pickle.greet\"","inputBindings":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"name":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.flyte_pickle.greet\"":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-flyte-pickle-welcome"}},"spec":{"id":"::core.type_system.flyte_pickle.welcome","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"greet","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.flyte_pickle.greet\"","inputBindings":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"name":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.flyte_pickle.greet\"":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf_crd.json index 99cb70c167..986079e073 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-schema-df-wf"}},"spec":{"id":"::core.type_system.schema.df_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"get_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.schema.get_df\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"add_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.schema.add_df\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.schema.add_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.schema.get_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-schema-df-wf"}},"spec":{"id":"::core.type_system.schema.df_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"get_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.schema.get_df\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"add_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.schema.add_df\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.schema.add_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.schema.get_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf_crd.json index 5461d549d8..fac2ceef8f 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-structured-dataset-pandas-compatibility-wf"}},"spec":{"id":"::core.type_system.structured_dataset.pandas_compatibility_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"get_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_df\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"get_subset_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"to_numpy","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"","inputBindings":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n2"],"n0":["start-node"],"n1":["n0"],"n2":["n1"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.structured_dataset.get_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-structured-dataset-pandas-compatibility-wf"}},"spec":{"id":"::core.type_system.structured_dataset.pandas_compatibility_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"get_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_df\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"get_subset_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"to_numpy","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"","inputBindings":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n2"],"n0":["start-node"],"n1":["n0"],"n2":["n1"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.structured_dataset.get_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf_crd.json index 258b800c5d..550563a51f 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-structured-dataset-schema-compatibility-wf"}},"spec":{"id":"::core.type_system.structured_dataset.schema_compatibility_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"get_schema_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_schema_df\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"get_subset_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"to_numpy","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"","inputBindings":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n2"],"n0":["start-node"],"n1":["n0"],"n2":["n1"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.structured_dataset.get_schema_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-structured-dataset-schema-compatibility-wf"}},"spec":{"id":"::core.type_system.structured_dataset.schema_compatibility_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"get_schema_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_schema_df\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"get_subset_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"to_numpy","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"","inputBindings":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n2"],"n0":["start-node"],"n1":["n0"],"n2":["n1"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.structured_dataset.get_schema_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf_crd.json index 61c29b39e1..ae46cae3fc 100755 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf_crd.json +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf_crd.json @@ -1 +1 @@ -{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-typed-schema-wf"}},"spec":{"id":"::core.type_system.typed_schema.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.typed_schema.t1\""},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.typed_schema.t2\"","inputBindings":[{"var":"schema","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.typed_schema.t1\"":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.typed_schema.t2\"":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-typed-schema-wf"}},"spec":{"id":"::core.type_system.typed_schema.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.typed_schema.t1\""},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.typed_schema.t2\"","inputBindings":[{"var":"schema","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.typed_schema.t1\"":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.typed_schema.t2\"":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/transformers/k8s/workflow.go b/flytepropeller/pkg/compiler/transformers/k8s/workflow.go index c24b13892e..b7d4c3e99b 100644 --- a/flytepropeller/pkg/compiler/transformers/k8s/workflow.go +++ b/flytepropeller/pkg/compiler/transformers/k8s/workflow.go @@ -128,10 +128,6 @@ func buildFlyteWorkflowSpec(wf *core.CompiledWorkflow, tasks []*core.CompiledTas OutputBindings: outputBindings, OnFailurePolicy: failurePolicy, Connections: connections, - DeprecatedConnections: v1alpha1.DeprecatedConnections{ - DownstreamEdges: connections.Downstream, - UpstreamEdges: connections.Upstream, - }, }, nil } diff --git a/flytepropeller/pkg/controller/nodes/dynamic/dynamic_workflow_test.go b/flytepropeller/pkg/controller/nodes/dynamic/dynamic_workflow_test.go index 68e786df8d..a4edf65b27 100644 --- a/flytepropeller/pkg/controller/nodes/dynamic/dynamic_workflow_test.go +++ b/flytepropeller/pkg/controller/nodes/dynamic/dynamic_workflow_test.go @@ -497,7 +497,7 @@ func Test_dynamicNodeHandler_buildContextualDynamicWorkflow_withLaunchPlans(t *t composedPBStore.EXPECT().WriteRaw( mock.MatchedBy(func(ctx context.Context) bool { return true }), storage.DataReference("s3://my-s3-bucket/foo/bar/futures_compiled.pb"), - int64(1476), + int64(1414), storage.Options{}, mock.MatchedBy(func(rdr *bytes.Reader) bool { return true })).Return(errors.New("foo")) composedPBStore.EXPECT().WriteProtobuf( diff --git a/flytepropeller/pkg/controller/nodes/task/remote_workflow_store_test.go b/flytepropeller/pkg/controller/nodes/task/remote_workflow_store_test.go index ac745247b4..f3296c44ce 100644 --- a/flytepropeller/pkg/controller/nodes/task/remote_workflow_store_test.go +++ b/flytepropeller/pkg/controller/nodes/task/remote_workflow_store_test.go @@ -39,10 +39,6 @@ func Test_cacheFlyteWorkflow(t *testing.T) { Downstream: map[v1alpha1.NodeID][]v1alpha1.NodeID{}, Upstream: map[v1alpha1.NodeID][]v1alpha1.NodeID{}, }, - DeprecatedConnections: v1alpha1.DeprecatedConnections{ - DownstreamEdges: map[v1alpha1.NodeID][]v1alpha1.NodeID{}, - UpstreamEdges: map[v1alpha1.NodeID][]v1alpha1.NodeID{}, - }, }, } @@ -63,10 +59,6 @@ func Test_cacheFlyteWorkflow(t *testing.T) { ObjectMeta: v1.ObjectMeta{}, WorkflowSpec: &v1alpha1.WorkflowSpec{ ID: "abc", - DeprecatedConnections: v1alpha1.DeprecatedConnections{ - DownstreamEdges: map[v1alpha1.NodeID][]v1alpha1.NodeID{}, - UpstreamEdges: map[v1alpha1.NodeID][]v1alpha1.NodeID{}, - }, }, ExecutionConfig: v1alpha1.ExecutionConfig{ TaskResources: v1alpha1.TaskResources{ diff --git a/flytepropeller/pkg/controller/workflow/testdata/benchmark_wf.yaml b/flytepropeller/pkg/controller/workflow/testdata/benchmark_wf.yaml index 5ce7b0d969..5371afcd94 100644 --- a/flytepropeller/pkg/controller/workflow/testdata/benchmark_wf.yaml +++ b/flytepropeller/pkg/controller/workflow/testdata/benchmark_wf.yaml @@ -14,33 +14,61 @@ inputs: primitive: datetime: 2018-08-08T22:16:36.860016587Z spec: - connections: - add-one-and-print-0: - - sum-non-none-0 - add-one-and-print-1: - - add-one-and-print-2 - - add-one-and-print-2 - - sum-and-print-0 - - sum-and-print-0 - add-one-and-print-2: - - sum-and-print-0 - - sum-and-print-0 - add-one-and-print-3: - - sum-non-none-0 - - sum-non-none-0 - start-node: - - print-every-time-0 - - add-one-and-print-0 - - add-one-and-print-3 - sum-and-print-0: - - print-every-time-0 - - print-every-time-0 - - print-every-time-0 - - print-every-time-0 - sum-non-none-0: - - add-one-and-print-1 - - add-one-and-print-1 - - sum-and-print-0 + edges: + downstream: + add-one-and-print-0: + - sum-non-none-0 + add-one-and-print-1: + - add-one-and-print-2 + - add-one-and-print-2 + - sum-and-print-0 + - sum-and-print-0 + add-one-and-print-2: + - sum-and-print-0 + - sum-and-print-0 + add-one-and-print-3: + - sum-non-none-0 + - sum-non-none-0 + start-node: + - print-every-time-0 + - add-one-and-print-0 + - add-one-and-print-3 + sum-and-print-0: + - print-every-time-0 + - print-every-time-0 + - print-every-time-0 + - print-every-time-0 + sum-non-none-0: + - add-one-and-print-1 + - add-one-and-print-1 + - sum-and-print-0 + upstream: + add-one-and-print-0: + - start-node + add-one-and-print-1: + - sum-non-none-0 + - sum-non-none-0 + add-one-and-print-2: + - add-one-and-print-1 + - add-one-and-print-1 + add-one-and-print-3: + - start-node + print-every-time-0: + - start-node + - sum-and-print-0 + - sum-and-print-0 + - sum-and-print-0 + - sum-and-print-0 + sum-and-print-0: + - add-one-and-print-1 + - add-one-and-print-1 + - add-one-and-print-2 + - add-one-and-print-2 + - sum-non-none-0 + sum-non-none-0: + - add-one-and-print-0 + - add-one-and-print-3 + - add-one-and-print-3 id: dummy-workflow-1-0 nodes: add-one-and-print-0: @@ -425,4 +453,3 @@ tasks: version: 1.19.0b10 timeout: 0s type: "7" -