From b5d2493133ad48cf6824c8227a4d3eac60316533 Mon Sep 17 00:00:00 2001 From: Johann Miller Date: Fri, 29 Sep 2023 16:24:33 -0400 Subject: [PATCH] snapshots --- .../__snapshots__/test_all_snapshot_ids.ambr | 21771 ++++++++-------- .../graphql/__snapshots__/test_assets.ambr | 24 + .../graphql/__snapshots__/test_solids.ambr | 72 + .../dagster_graphql_tests/graphql/repo.py | 4 +- .../graphql/test_assets.py | 2 +- .../dagster/dagster/_core/execution/api.py | 3 +- 6 files changed, 11710 insertions(+), 10166 deletions(-) diff --git a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_all_snapshot_ids.ambr b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_all_snapshot_ids.ambr index dbfc01cb978f1..5feee28bc150c 100644 --- a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_all_snapshot_ids.ambr +++ b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_all_snapshot_ids.ambr @@ -442,7 +442,39 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.2c9d0f01168c4d1e3c2c53e89852f35cc6c61575": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", + "is_required": false, + "name": "marker_to_close", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", + "is_required": false, + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + } + ], + "given_name": null, + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.4880fe5a0a89ca7b20c25f8d17320dd279570af5": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -501,6 +533,15 @@ "name": "no_multipartitions_1", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "subsettable_checked_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, @@ -539,39 +580,7 @@ } ], "given_name": null, - "key": "Shape.2c9d0f01168c4d1e3c2c53e89852f35cc6c61575", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", - "type_key": "String" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", - "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" - } - ], - "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.4880fe5a0a89ca7b20c25f8d17320dd279570af5", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -725,7 +734,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.d46bb8d4259e4de5a26101b8b1176d5b87ac70fb": { + "Shape.b887d6725ef3168dc1c0f39775a5e31b73f94b4c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -751,11 +760,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"no_multipartitions_1\": {}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}}", + "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"no_multipartitions_1\": {}, \"subsettable_checked_multi_asset\": {\"config\": {}}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.2c9d0f01168c4d1e3c2c53e89852f35cc6c61575" + "type_key": "Shape.4880fe5a0a89ca7b20c25f8d17320dd279570af5" }, { "__class__": "ConfigFieldSnap", @@ -768,7 +777,7 @@ } ], "given_name": null, - "key": "Shape.d46bb8d4259e4de5a26101b8b1176d5b87ac70fb", + "key": "Shape.b887d6725ef3168dc1c0f39775a5e31b73f94b4c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -1033,6 +1042,14 @@ "solid_name": "no_multipartitions_1", "tags": {} }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "subsettable_checked_multi_asset", + "solid_name": "subsettable_checked_multi_asset", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ @@ -1147,7 +1164,7 @@ "name": "io_manager" } ], - "root_config_key": "Shape.d46bb8d4259e4de5a26101b8b1176d5b87ac70fb" + "root_config_key": "Shape.b887d6725ef3168dc1c0f39775a5e31b73f94b4c" } ], "name": "__ASSET_JOB_0", @@ -1358,6 +1375,57 @@ "required_resource_keys": [], "tags": {} }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + }, + "description": null, + "input_def_snaps": [], + "name": "subsettable_checked_multi_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "two" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_check" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_other_check" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -2039,7 +2107,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.9921ba4c33a841f7499fd90a37710a02cf33b795": { + "Shape.96e9540c3093065c72c5ac81d9efa07ba1affbd7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -2047,65 +2115,101 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + "name": "grouped_asset_1", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", + "description": null, "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + "name": "grouped_asset_2", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"throw_a_thing\": {}}", - "description": "Configure runtime parameters for ops or assets.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "ops", - "type_key": "Shape.b3443ab7f0f2bae987a6d21cad9cfe00784f6ccb" + "name": "grouped_asset_4", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "ungrouped_asset_3", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "ungrouped_asset_5", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.9921ba4c33a841f7499fd90a37710a02cf33b795", + "key": "Shape.96e9540c3093065c72c5ac81d9efa07ba1affbd7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b3443ab7f0f2bae987a6d21cad9cfe00784f6ccb": { + "Shape.d02f3f6af5a98172c49485feac788240ae25745f": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "throw_a_thing", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"grouped_asset_1\": {}, \"grouped_asset_2\": {}, \"grouped_asset_4\": {}, \"ungrouped_asset_3\": {}, \"ungrouped_asset_5\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.96e9540c3093065c72c5ac81d9efa07ba1affbd7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.b3443ab7f0f2bae987a6d21cad9cfe00784f6ccb", + "key": "Shape.d02f3f6af5a98172c49485feac788240ae25745f", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -2261,14 +2365,46 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "throw_a_thing", - "solid_name": "throw_a_thing", + "solid_def_name": "grouped_asset_1", + "solid_name": "grouped_asset_1", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "grouped_asset_2", + "solid_name": "grouped_asset_2", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "grouped_asset_4", + "solid_name": "grouped_asset_4", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "ungrouped_asset_3", + "solid_name": "ungrouped_asset_3", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "ungrouped_asset_5", + "solid_name": "ungrouped_asset_5", "tags": {} } ] }, "description": null, - "graph_def_name": "naughty_programmer_job", + "graph_def_name": "named_groups_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -2307,10 +2443,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.9921ba4c33a841f7499fd90a37710a02cf33b795" + "root_config_key": "Shape.d02f3f6af5a98172c49485feac788240ae25745f" } ], - "name": "naughty_programmer_job", + "name": "named_groups_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -2328,7 +2464,115 @@ }, "description": null, "input_def_snaps": [], - "name": "throw_a_thing", + "name": "grouped_asset_1", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "grouped_asset_2", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "grouped_asset_4", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "ungrouped_asset_3", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "ungrouped_asset_5", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -2349,7 +2593,7 @@ ''' # --- # name: test_all_snapshot_ids[101] - '913c310b609478d52a81ee83bdd4b095d0f2932d' + 'c0668a7d87421329e47291f18575c0bfc0307acc' # --- # name: test_all_snapshot_ids[102] ''' @@ -2818,112 +3062,39 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.27d4be3152e89c65ecb4ce8c588d8226cc827e0d": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"adder\": {}, \"op_1\": {}, \"op_2\": {}, \"plus_one\": {}}", - "description": null, - "is_required": false, - "name": "ops", - "type_key": "Shape.5403fe5383515d106ffe3bb7f1a927b1cbb4e8a9" - } - ], - "given_name": null, - "key": "Shape.27d4be3152e89c65ecb4ce8c588d8226cc827e0d", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.360ea318ffe78a111434a5bb7409ef66c9692290": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"plus_one\": {}, \"subgraph\": {\"ops\": {\"adder\": {}, \"op_1\": {}, \"op_2\": {}, \"plus_one\": {}}}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.42ddf3fac74380a93f8508f2a0f6450afb177d35" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], - "given_name": null, - "key": "Shape.360ea318ffe78a111434a5bb7409ef66c9692290", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.42ddf3fac74380a93f8508f2a0f6450afb177d35": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", "is_required": false, - "name": "plus_one", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "marker_to_close", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"ops\": {\"adder\": {}, \"op_1\": {}, \"op_2\": {}, \"plus_one\": {}}}", - "description": null, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "subgraph", - "type_key": "Shape.27d4be3152e89c65ecb4ce8c588d8226cc827e0d" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.42ddf3fac74380a93f8508f2a0f6450afb177d35", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -2932,30 +3103,21 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", + "description": null, + "is_required": true, + "name": "path", "type_key": "String" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", - "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -2965,20 +3127,20 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, - "name": "path", - "type_key": "String" + "is_required": false, + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.5403fe5383515d106ffe3bb7f1a927b1cbb4e8a9": { + "Shape.9921ba4c33a841f7499fd90a37710a02cf33b795": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -2986,65 +3148,65 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "adder", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "op_1", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"throw_a_thing\": {}}", + "description": "Configure runtime parameters for ops or assets.", "is_required": false, - "name": "op_2", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "ops", + "type_key": "Shape.b3443ab7f0f2bae987a6d21cad9cfe00784f6ccb" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", "is_required": false, - "name": "plus_one", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.5403fe5383515d106ffe3bb7f1a927b1cbb4e8a9", + "key": "Shape.9921ba4c33a841f7499fd90a37710a02cf33b795", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.b3443ab7f0f2bae987a6d21cad9cfe00784f6ccb": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "config", - "type_key": "Any" + "name": "throw_a_thing", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.b3443ab7f0f2bae987a6d21cad9cfe00784f6ccb", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -3196,39 +3358,18 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "subgraph" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "plus_one", - "solid_name": "plus_one", - "tags": {} - }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "subgraph", - "solid_name": "subgraph", + "solid_def_name": "throw_a_thing", + "solid_name": "throw_a_thing", "tags": {} } ] }, "description": null, - "graph_def_name": "nested_job", + "graph_def_name": "naughty_programmer_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -3267,184 +3408,14 @@ "name": "io_manager" } ], - "root_config_key": "Shape.360ea318ffe78a111434a5bb7409ef66c9692290" + "root_config_key": "Shape.9921ba4c33a841f7499fd90a37710a02cf33b795" } ], - "name": "nested_job", + "name": "naughty_programmer_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", - "composite_solid_def_snaps": [ - { - "__class__": "CompositeSolidDefSnap", - "config_field_snap": null, - "dep_structure_snapshot": { - "__class__": "DependencyStructureSnapshot", - "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num1", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "op_1" - } - ] - }, - { - "__class__": "InputDependencySnap", - "input_name": "num2", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "op_2" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "adder", - "solid_name": "adder", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "op_1", - "solid_name": "op_1", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "op_2", - "solid_name": "op_2", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "adder" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "plus_one", - "solid_name": "plus_one", - "tags": {} - } - ] - }, - "description": null, - "input_def_snaps": [], - "input_mapping_snaps": [], - "name": "subgraph", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "output_mapping_snaps": [ - { - "__class__": "OutputMappingSnap", - "external_output_name": "result", - "mapped_output_name": "result", - "mapped_solid_name": "plus_one" - } - ], - "tags": {} - } - ], + "composite_solid_def_snaps": [], "solid_def_snaps": [ - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "num1" - }, - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "num2" - } - ], - "name": "adder", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "op_1", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -3458,41 +3429,7 @@ }, "description": null, "input_def_snaps": [], - "name": "op_2", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "num" - } - ], - "name": "plus_one", + "name": "throw_a_thing", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -3513,7 +3450,7 @@ ''' # --- # name: test_all_snapshot_ids[103] - '8e137c24b2245e55025e1cc7b71a42b99425dbec' + '913c310b609478d52a81ee83bdd4b095d0f2932d' # --- # name: test_all_snapshot_ids[104] ''' @@ -3982,6 +3919,111 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.27d4be3152e89c65ecb4ce8c588d8226cc827e0d": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"adder\": {}, \"op_1\": {}, \"op_2\": {}, \"plus_one\": {}}", + "description": null, + "is_required": false, + "name": "ops", + "type_key": "Shape.5403fe5383515d106ffe3bb7f1a927b1cbb4e8a9" + } + ], + "given_name": null, + "key": "Shape.27d4be3152e89c65ecb4ce8c588d8226cc827e0d", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.360ea318ffe78a111434a5bb7409ef66c9692290": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"plus_one\": {}, \"subgraph\": {\"ops\": {\"adder\": {}, \"op_1\": {}, \"op_2\": {}, \"plus_one\": {}}}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.42ddf3fac74380a93f8508f2a0f6450afb177d35" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.360ea318ffe78a111434a5bb7409ef66c9692290", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.42ddf3fac74380a93f8508f2a0f6450afb177d35": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "plus_one", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"ops\": {\"adder\": {}, \"op_1\": {}, \"op_2\": {}, \"plus_one\": {}}}", + "description": null, + "is_required": false, + "name": "subgraph", + "type_key": "Shape.27d4be3152e89c65ecb4ce8c588d8226cc827e0d" + } + ], + "given_name": null, + "key": "Shape.42ddf3fac74380a93f8508f2a0f6450afb177d35", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -4037,7 +4079,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.5e7f7baf52b7ed6a625b2f172c255b54642d5cf3": { + "Shape.5403fe5383515d106ffe3bb7f1a927b1cbb4e8a9": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -4045,42 +4087,42 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + "name": "adder", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", + "description": null, "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + "name": "op_1", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"return_foo\": {}, \"return_hello_world\": {}}", - "description": "Configure runtime parameters for ops or assets.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "ops", - "type_key": "Shape.ac8a4423400648ec2ae58a67c8a877953652bf1f" + "name": "op_2", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "plus_one", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.5e7f7baf52b7ed6a625b2f172c255b54642d5cf3", + "key": "Shape.5403fe5383515d106ffe3bb7f1a927b1cbb4e8a9", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -4110,38 +4152,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.ac8a4423400648ec2ae58a67c8a877953652bf1f": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "return_foo", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "return_hello_world", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.ac8a4423400648ec2ae58a67c8a877953652bf1f", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -4287,39 +4297,39 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "return_foo", - "solid_name": "return_foo", - "tags": {} - }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "_foo", + "input_name": "num", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "return_foo" + "solid_name": "subgraph" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "return_hello_world", - "solid_name": "return_hello_world", + "solid_def_name": "plus_one", + "solid_name": "plus_one", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "subgraph", + "solid_name": "subgraph", "tags": {} } ] }, "description": null, - "graph_def_name": "no_config_chain_job", + "graph_def_name": "nested_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -4358,14 +4368,157 @@ "name": "io_manager" } ], - "root_config_key": "Shape.5e7f7baf52b7ed6a625b2f172c255b54642d5cf3" + "root_config_key": "Shape.360ea318ffe78a111434a5bb7409ef66c9692290" } ], - "name": "no_config_chain_job", + "name": "nested_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", - "composite_solid_def_snaps": [], + "composite_solid_def_snaps": [ + { + "__class__": "CompositeSolidDefSnap", + "config_field_snap": null, + "dep_structure_snapshot": { + "__class__": "DependencyStructureSnapshot", + "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num1", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "op_1" + } + ] + }, + { + "__class__": "InputDependencySnap", + "input_name": "num2", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "op_2" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "adder", + "solid_name": "adder", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "op_1", + "solid_name": "op_1", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "op_2", + "solid_name": "op_2", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "adder" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "plus_one", + "solid_name": "plus_one", + "tags": {} + } + ] + }, + "description": null, + "input_def_snaps": [], + "input_mapping_snaps": [], + "name": "subgraph", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "output_mapping_snaps": [ + { + "__class__": "OutputMappingSnap", + "external_output_name": "result", + "mapped_output_name": "result", + "mapped_solid_name": "plus_one" + } + ], + "tags": {} + } + ], "solid_def_snaps": [ + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Int", + "description": null, + "name": "num1" + }, + { + "__class__": "InputDefSnap", + "dagster_type_key": "Int", + "description": null, + "name": "num2" + } + ], + "name": "adder", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -4379,7 +4532,34 @@ }, "description": null, "input_def_snaps": [], - "name": "return_foo", + "name": "op_1", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "op_2", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -4408,12 +4588,12 @@ "input_def_snaps": [ { "__class__": "InputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "Int", "description": null, - "name": "_foo" + "name": "num" } ], - "name": "return_hello_world", + "name": "plus_one", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -4434,7 +4614,7 @@ ''' # --- # name: test_all_snapshot_ids[105] - 'ab8f4b864ee53d2d9304b85f7a368aad7f678f29' + '8e137c24b2245e55025e1cc7b71a42b99425dbec' # --- # name: test_all_snapshot_ids[106] ''' @@ -4958,23 +5138,50 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.61e1eeaf22dac69e3d93b94002a5eb303d2c2151": { + "Shape.5e7f7baf52b7ed6a625b2f172c255b54642d5cf3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "return_hello", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"return_foo\": {}, \"return_hello_world\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.ac8a4423400648ec2ae58a67c8a877953652bf1f" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.61e1eeaf22dac69e3d93b94002a5eb303d2c2151", + "key": "Shape.5e7f7baf52b7ed6a625b2f172c255b54642d5cf3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -5004,50 +5211,32 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.cf1bfb906829a69c3b012b4858c1ebfe0080e350": { + "Shape.ac8a4423400648ec2ae58a67c8a877953652bf1f": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"return_hello\": {}}", - "description": "Configure runtime parameters for ops or assets.", + "description": null, "is_required": false, - "name": "ops", - "type_key": "Shape.61e1eeaf22dac69e3d93b94002a5eb303d2c2151" + "name": "return_foo", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "return_hello_world", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.cf1bfb906829a69c3b012b4858c1ebfe0080e350", + "key": "Shape.ac8a4423400648ec2ae58a67c8a877953652bf1f", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -5203,14 +5392,35 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "return_hello", - "solid_name": "return_hello", + "solid_def_name": "return_foo", + "solid_name": "return_foo", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "_foo", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "return_foo" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "return_hello_world", + "solid_name": "return_hello_world", "tags": {} } ] }, "description": null, - "graph_def_name": "no_config_job", + "graph_def_name": "no_config_chain_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -5249,10 +5459,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.cf1bfb906829a69c3b012b4858c1ebfe0080e350" + "root_config_key": "Shape.5e7f7baf52b7ed6a625b2f172c255b54642d5cf3" } ], - "name": "no_config_job", + "name": "no_config_chain_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -5270,7 +5480,41 @@ }, "description": null, "input_def_snaps": [], - "name": "return_hello", + "name": "return_foo", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "_foo" + } + ], + "name": "return_hello_world", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -5291,7 +5535,7 @@ ''' # --- # name: test_all_snapshot_ids[107] - '98a8e544c66ff337c2aef1334603df0a3b1c7434' + 'ab8f4b864ee53d2d9304b85f7a368aad7f678f29' # --- # name: test_all_snapshot_ids[108] ''' @@ -5737,39 +5981,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", - "type_key": "String" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -5778,23 +6013,23 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "[DEPRECATED]", "is_required": false, - "name": "hanging_asset_resource", - "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + "name": "marker_to_close", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -5824,30 +6059,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.61e1eeaf22dac69e3d93b94002a5eb303d2c2151": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "config", - "type_key": "Any" + "name": "return_hello", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.61e1eeaf22dac69e3d93b94002a5eb303d2c2151", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -5857,59 +6092,63 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, - "name": "file", - "type_key": "String" + "is_required": false, + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b02f9c378d5f0f3ea347615e41637ef3f40b02dc": { + "Shape.cf1bfb906829a69c3b012b4858c1ebfe0080e350": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "no_multipartitions_1", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.b02f9c378d5f0f3ea347615e41637ef3f40b02dc", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + "default_provided": true, + "default_value_as_json_str": "{\"return_hello\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.61e1eeaf22dac69e3d93b94002a5eb303d2c2151" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", + "key": "Shape.cf1bfb906829a69c3b012b4858c1ebfe0080e350", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -5952,56 +6191,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.fd4a76b64b13db8dcddd923413615855be670ee2": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"no_multipartitions_1\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.b02f9c378d5f0f3ea347615e41637ef3f40b02dc" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" - } - ], - "given_name": null, - "key": "Shape.fd4a76b64b13db8dcddd923413615855be670ee2", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -6115,14 +6304,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "no_multipartitions_1", - "solid_name": "no_multipartitions_1", + "solid_def_name": "return_hello", + "solid_name": "return_hello", "tags": {} } ] }, "description": null, - "graph_def_name": "no_multipartitions_job", + "graph_def_name": "no_config_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -6146,20 +6335,6 @@ ], "name": "default", "resource_def_snaps": [ - { - "__class__": "ResourceDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - }, - "description": null, - "name": "hanging_asset_resource" - }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -6171,14 +6346,14 @@ "name": "config", "type_key": "Any" }, - "description": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" } ], - "root_config_key": "Shape.fd4a76b64b13db8dcddd923413615855be670ee2" + "root_config_key": "Shape.cf1bfb906829a69c3b012b4858c1ebfe0080e350" } ], - "name": "no_multipartitions_job", + "name": "no_config_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -6196,7 +6371,7 @@ }, "description": null, "input_def_snaps": [], - "name": "no_multipartitions_1", + "name": "return_hello", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -6217,7 +6392,7 @@ ''' # --- # name: test_all_snapshot_ids[109] - 'b56e5292632a8b4ab9839c8c0a512c79a2fcfea5' + '98a8e544c66ff337c2aef1334603df0a3b1c7434' # --- # name: test_all_snapshot_ids[10] ''' @@ -6585,6 +6760,56 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.06cf4184411f24ce035fb032217b8b1003c8672f": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"subsettable_checked_multi_asset\": {\"config\": {}}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}, \"upstream_daily_partitioned_asset\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.ad8206f5062a769895363994d819884e41fd8cde" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" + } + ], + "given_name": null, + "key": "Shape.06cf4184411f24ce035fb032217b8b1003c8672f", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { "__class__": "ConfigTypeSnap", "description": null, @@ -6796,160 +7021,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.80ffd67965a10e006e83feed7b62cefcb784df1c": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}, \"upstream_daily_partitioned_asset\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.81bc90f20899f8c6acf1fbcaa3b69cd162fe8be6" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" - } - ], - "given_name": null, - "key": "Shape.80ffd67965a10e006e83feed7b62cefcb784df1c", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.81bc90f20899f8c6acf1fbcaa3b69cd162fe8be6": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "asset_1_my_check", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_bottom", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_left", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_right", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_top", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "typed_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {}}", - "description": null, - "is_required": false, - "name": "typed_multi_asset", - "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "unpartitioned_upstream_of_partitioned", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "untyped_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "upstream_daily_partitioned_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.81bc90f20899f8c6acf1fbcaa3b69cd162fe8be6", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, @@ -6973,6 +7044,119 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.ad8206f5062a769895363994d819884e41fd8cde": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "asset_1_my_check", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_bottom", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_left", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_right", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_top", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "subsettable_checked_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "typed_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "typed_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "unpartitioned_upstream_of_partitioned", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "untyped_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "upstream_daily_partitioned_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.ad8206f5062a769895363994d819884e41fd8cde", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { "__class__": "ConfigTypeSnap", "description": null, @@ -7246,6 +7430,14 @@ "solid_name": "fresh_diamond_top", "tags": {} }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "subsettable_checked_multi_asset", + "solid_name": "subsettable_checked_multi_asset", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ @@ -7381,7 +7573,7 @@ "name": "io_manager" } ], - "root_config_key": "Shape.80ffd67965a10e006e83feed7b62cefcb784df1c" + "root_config_key": "Shape.06cf4184411f24ce035fb032217b8b1003c8672f" } ], "name": "__ASSET_JOB_5", @@ -7565,6 +7757,57 @@ "required_resource_keys": [], "tags": {} }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + }, + "description": null, + "input_def_snaps": [], + "name": "subsettable_checked_multi_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "two" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_check" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_other_check" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -8179,102 +8422,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", - "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"noop_op\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.242592fa9f0be8d5908506e918e119be06358618" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], - "given_name": null, - "key": "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.242592fa9f0be8d5908506e918e119be06358618": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "noop_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.242592fa9f0be8d5908506e918e119be06358618", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -8307,6 +8454,38 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "hanging_asset_resource", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, @@ -8353,6 +8532,75 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "file", + "type_key": "String" + } + ], + "given_name": null, + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.b02f9c378d5f0f3ea347615e41637ef3f40b02dc": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "no_multipartitions_1", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.b02f9c378d5f0f3ea347615e41637ef3f40b02dc", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + } + ], + "given_name": null, + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -8389,6 +8637,56 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.fd4a76b64b13db8dcddd923413615855be670ee2": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"no_multipartitions_1\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.b02f9c378d5f0f3ea347615e41637ef3f40b02dc" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" + } + ], + "given_name": null, + "key": "Shape.fd4a76b64b13db8dcddd923413615855be670ee2", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -8502,14 +8800,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "noop_op", - "solid_name": "noop_op", + "solid_def_name": "no_multipartitions_1", + "solid_name": "no_multipartitions_1", "tags": {} } ] }, "description": null, - "graph_def_name": "noop_job", + "graph_def_name": "no_multipartitions_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -8533,6 +8831,20 @@ ], "name": "default", "resource_def_snaps": [ + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + }, + "description": null, + "name": "hanging_asset_resource" + }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -8544,14 +8856,14 @@ "name": "config", "type_key": "Any" }, - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": null, "name": "io_manager" } ], - "root_config_key": "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a" + "root_config_key": "Shape.fd4a76b64b13db8dcddd923413615855be670ee2" } ], - "name": "noop_job", + "name": "no_multipartitions_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -8569,7 +8881,7 @@ }, "description": null, "input_def_snaps": [], - "name": "noop_op", + "name": "no_multipartitions_1", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -8590,7 +8902,7 @@ ''' # --- # name: test_all_snapshot_ids[111] - 'd65a072229c6e8fc80db02c8d06067f3b0b48305' + 'b56e5292632a8b4ab9839c8c0a512c79a2fcfea5' # --- # name: test_all_snapshot_ids[112] ''' @@ -9059,7 +9371,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.371436c5d8b89776d9104fde2ac322ae806be8dd": { + "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -9085,11 +9397,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"asset_yields_observation\": {}}", + "default_value_as_json_str": "{\"noop_op\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.72aa8546e0029d52a6bfce93acd5d0b917139098" + "type_key": "Shape.242592fa9f0be8d5908506e918e119be06358618" }, { "__class__": "ConfigFieldSnap", @@ -9102,7 +9414,30 @@ } ], "given_name": null, - "key": "Shape.371436c5d8b89776d9104fde2ac322ae806be8dd", + "key": "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.242592fa9f0be8d5908506e918e119be06358618": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "noop_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.242592fa9f0be8d5908506e918e119be06358618", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -9164,29 +9499,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.72aa8546e0029d52a6bfce93acd5d0b917139098": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "asset_yields_observation", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.72aa8546e0029d52a6bfce93acd5d0b917139098", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, @@ -9359,14 +9671,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "asset_yields_observation", - "solid_name": "asset_yields_observation", + "solid_def_name": "noop_op", + "solid_name": "noop_op", "tags": {} } ] }, "description": null, - "graph_def_name": "observation_job", + "graph_def_name": "noop_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -9405,10 +9717,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.371436c5d8b89776d9104fde2ac322ae806be8dd" + "root_config_key": "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a" } ], - "name": "observation_job", + "name": "noop_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -9426,7 +9738,7 @@ }, "description": null, "input_def_snaps": [], - "name": "asset_yields_observation", + "name": "noop_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -9447,7 +9759,7 @@ ''' # --- # name: test_all_snapshot_ids[113] - '1b7d2d5d96a0b0728a8ac667c6217dea173e6c77' + 'd65a072229c6e8fc80db02c8d06067f3b0b48305' # --- # name: test_all_snapshot_ids[114] ''' @@ -9916,6 +10228,56 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.371436c5d8b89776d9104fde2ac322ae806be8dd": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"asset_yields_observation\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.72aa8546e0029d52a6bfce93acd5d0b917139098" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.371436c5d8b89776d9104fde2ac322ae806be8dd", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -9948,29 +10310,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.464daa5cd8a2371e65188e415cb75856137daddb": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "yield_partition_materialization", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.464daa5cd8a2371e65188e415cb75856137daddb", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, @@ -9994,50 +10333,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.5b5988ce3305f8ff637cefaa810282fa530f6c42": { + "Shape.72aa8546e0029d52a6bfce93acd5d0b917139098": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"yield_partition_materialization\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.464daa5cd8a2371e65188e415cb75856137daddb" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "asset_yields_observation", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.5b5988ce3305f8ff637cefaa810282fa530f6c42", + "key": "Shape.72aa8546e0029d52a6bfce93acd5d0b917139098", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -10216,14 +10528,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "yield_partition_materialization", - "solid_name": "yield_partition_materialization", + "solid_def_name": "asset_yields_observation", + "solid_name": "asset_yields_observation", "tags": {} } ] }, "description": null, - "graph_def_name": "partition_materialization_job", + "graph_def_name": "observation_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -10262,10 +10574,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.5b5988ce3305f8ff637cefaa810282fa530f6c42" + "root_config_key": "Shape.371436c5d8b89776d9104fde2ac322ae806be8dd" } ], - "name": "partition_materialization_job", + "name": "observation_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -10283,7 +10595,7 @@ }, "description": null, "input_def_snaps": [], - "name": "yield_partition_materialization", + "name": "asset_yields_observation", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -10304,7 +10616,7 @@ ''' # --- # name: test_all_snapshot_ids[115] - '7efca79de5186cfdf88f49cf5f8c981c48fa2c93' + '1b7d2d5d96a0b0728a8ac667c6217dea173e6c77' # --- # name: test_all_snapshot_ids[116] ''' @@ -10773,29 +11085,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.2a96bc04c9f379d60bccfdbc745bf93c8d1f867d": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "op_partitioned_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.2a96bc04c9f379d60bccfdbc745bf93c8d1f867d", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -10828,30 +11117,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "Shape.464daa5cd8a2371e65188e415cb75856137daddb": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, - "is_required": true, - "name": "path", - "type_key": "String" + "is_required": false, + "name": "yield_partition_materialization", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "key": "Shape.464daa5cd8a2371e65188e415cb75856137daddb", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -10861,20 +11150,20 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" + "is_required": true, + "name": "path", + "type_key": "String" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.78557f5eae761798e03399f52f044879af8415a3": { + "Shape.5b5988ce3305f8ff637cefaa810282fa530f6c42": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -10900,11 +11189,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"op_partitioned_asset\": {}}", + "default_value_as_json_str": "{\"yield_partition_materialization\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.2a96bc04c9f379d60bccfdbc745bf93c8d1f867d" + "type_key": "Shape.464daa5cd8a2371e65188e415cb75856137daddb" }, { "__class__": "ConfigFieldSnap", @@ -10917,7 +11206,30 @@ } ], "given_name": null, - "key": "Shape.78557f5eae761798e03399f52f044879af8415a3", + "key": "Shape.5b5988ce3305f8ff637cefaa810282fa530f6c42", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -11073,14 +11385,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "op_partitioned_asset", - "solid_name": "op_partitioned_asset", + "solid_def_name": "yield_partition_materialization", + "solid_name": "yield_partition_materialization", "tags": {} } ] }, "description": null, - "graph_def_name": "partitioned_asset_job", + "graph_def_name": "partition_materialization_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -11119,10 +11431,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.78557f5eae761798e03399f52f044879af8415a3" + "root_config_key": "Shape.5b5988ce3305f8ff637cefaa810282fa530f6c42" } ], - "name": "partitioned_asset_job", + "name": "partition_materialization_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -11140,7 +11452,7 @@ }, "description": null, "input_def_snaps": [], - "name": "op_partitioned_asset", + "name": "yield_partition_materialization", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -11161,7 +11473,7 @@ ''' # --- # name: test_all_snapshot_ids[117] - '88c326b7e07c8c537ecd8086fd6429436a46c66f' + '7efca79de5186cfdf88f49cf5f8c981c48fa2c93' # --- # name: test_all_snapshot_ids[118] ''' @@ -11630,23 +11942,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.4384fce472621a1d43c54ff7e52b02891791103f": { + "Shape.2a96bc04c9f379d60bccfdbc745bf93c8d1f867d": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, - "is_required": true, - "name": "foo", - "type_key": "String" + "is_required": false, + "name": "op_partitioned_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.4384fce472621a1d43c54ff7e52b02891791103f", + "key": "Shape.2a96bc04c9f379d60bccfdbc745bf93c8d1f867d", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -11731,23 +12043,50 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.77b7c2aa740a9b03628c25cc1441dfe267c703f8": { + "Shape.78557f5eae761798e03399f52f044879af8415a3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.4384fce472621a1d43c54ff7e52b02891791103f" + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"op_partitioned_asset\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.2a96bc04c9f379d60bccfdbc745bf93c8d1f867d" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.77b7c2aa740a9b03628c25cc1441dfe267c703f8", + "key": "Shape.78557f5eae761798e03399f52f044879af8415a3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -11790,79 +12129,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.e8a5a728f50d8ebcb6d59955a173dd127aaad2d4": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "the_op", - "type_key": "Shape.77b7c2aa740a9b03628c25cc1441dfe267c703f8" - } - ], - "given_name": null, - "key": "Shape.e8a5a728f50d8ebcb6d59955a173dd127aaad2d4", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.ec386eda01844b8b94d4c1c10159dc060b7e480e": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "Configure runtime parameters for ops or assets.", - "is_required": true, - "name": "ops", - "type_key": "Shape.e8a5a728f50d8ebcb6d59955a173dd127aaad2d4" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], - "given_name": null, - "key": "Shape.ec386eda01844b8b94d4c1c10159dc060b7e480e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -11976,14 +12242,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "the_op", - "solid_name": "the_op", + "solid_def_name": "op_partitioned_asset", + "solid_name": "op_partitioned_asset", "tags": {} } ] }, "description": null, - "graph_def_name": "req_config_job", + "graph_def_name": "partitioned_asset_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -12022,10 +12288,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.ec386eda01844b8b94d4c1c10159dc060b7e480e" + "root_config_key": "Shape.78557f5eae761798e03399f52f044879af8415a3" } ], - "name": "req_config_job", + "name": "partitioned_asset_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -12037,13 +12303,13 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, + "is_required": false, "name": "config", - "type_key": "Shape.4384fce472621a1d43c54ff7e52b02891791103f" + "type_key": "Any" }, "description": null, "input_def_snaps": [], - "name": "the_op", + "name": "op_partitioned_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -12064,10 +12330,10 @@ ''' # --- # name: test_all_snapshot_ids[119] - 'a73f4941b2735f3a261d9617abaaed09a88aaebc' + '88c326b7e07c8c537ecd8086fd6429436a46c66f' # --- # name: test_all_snapshot_ids[11] - '2e4ca8bba25c19cf4581c37c9e406caf4e595e9f' + 'e7d4f66c29915f384791c257080e5f69f0348fa0' # --- # name: test_all_snapshot_ids[120] ''' @@ -12513,20 +12779,11 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.13e52aa6878a8e9f6b5fea1f6086cb52486e3c95": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "R1", - "type_key": "Shape.fe2c8a3955b895767072f0aa1d243b6e1714df90" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, @@ -12538,57 +12795,30 @@ } ], "given_name": null, - "key": "Shape.13e52aa6878a8e9f6b5fea1f6086cb52486e3c95", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.1f049499585829308eb97bdfcb96ec7cad460ad6": { + "Shape.4384fce472621a1d43c54ff7e52b02891791103f": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"op_with_required_resource\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.e184cc449eaa96b4c59f30cbdf34d7efa47bb273" - }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "Configure how shared resources are implemented within a run.", + "description": null, "is_required": true, - "name": "resources", - "type_key": "Shape.13e52aa6878a8e9f6b5fea1f6086cb52486e3c95" + "name": "foo", + "type_key": "String" } ], "given_name": null, - "key": "Shape.1f049499585829308eb97bdfcb96ec7cad460ad6", + "key": "Shape.4384fce472621a1d43c54ff7e52b02891791103f", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -12673,6 +12903,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.77b7c2aa740a9b03628c25cc1441dfe267c703f8": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.4384fce472621a1d43c54ff7e52b02891791103f" + } + ], + "given_name": null, + "key": "Shape.77b7c2aa740a9b03628c25cc1441dfe267c703f8", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -12686,30 +12939,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.e184cc449eaa96b4c59f30cbdf34d7efa47bb273": { + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, "is_required": false, - "name": "op_with_required_resource", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" } ], "given_name": null, - "key": "Shape.e184cc449eaa96b4c59f30cbdf34d7efa47bb273", + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "Shape.e8a5a728f50d8ebcb6d59955a173dd127aaad2d4": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -12719,36 +12972,63 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + "is_required": true, + "name": "the_op", + "type_key": "Shape.77b7c2aa740a9b03628c25cc1441dfe267c703f8" } ], "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "key": "Shape.e8a5a728f50d8ebcb6d59955a173dd127aaad2d4", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.fe2c8a3955b895767072f0aa1d243b6e1714df90": { + "Shape.ec386eda01844b8b94d4c1c10159dc060b7e480e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "Configure runtime parameters for ops or assets.", "is_required": true, - "name": "config", - "type_key": "Int" + "name": "ops", + "type_key": "Shape.e8a5a728f50d8ebcb6d59955a173dd127aaad2d4" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.fe2c8a3955b895767072f0aa1d243b6e1714df90", + "key": "Shape.ec386eda01844b8b94d4c1c10159dc060b7e480e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -12868,14 +13148,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "op_with_required_resource", - "solid_name": "op_with_required_resource", + "solid_def_name": "the_op", + "solid_name": "the_op", "tags": {} } ] }, "description": null, - "graph_def_name": "required_resource_config_job", + "graph_def_name": "req_config_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -12899,20 +13179,6 @@ ], "name": "default", "resource_def_snaps": [ - { - "__class__": "ResourceDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Int" - }, - "description": null, - "name": "R1" - }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -12928,10 +13194,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.1f049499585829308eb97bdfcb96ec7cad460ad6" + "root_config_key": "Shape.ec386eda01844b8b94d4c1c10159dc060b7e480e" } ], - "name": "required_resource_config_job", + "name": "req_config_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -12943,13 +13209,13 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, + "is_required": true, "name": "config", - "type_key": "Any" + "type_key": "Shape.4384fce472621a1d43c54ff7e52b02891791103f" }, "description": null, "input_def_snaps": [], - "name": "op_with_required_resource", + "name": "the_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -12960,9 +13226,7 @@ "name": "result" } ], - "required_resource_keys": [ - "R1" - ], + "required_resource_keys": [], "tags": {} } ] @@ -12972,7 +13236,7 @@ ''' # --- # name: test_all_snapshot_ids[121] - '11f4785f61153adc6cca6935748af3807b59eee9' + 'a73f4941b2735f3a261d9617abaaed09a88aaebc' # --- # name: test_all_snapshot_ids[122] ''' @@ -13395,7 +13659,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0f87ccd9832d8df6e0ba99cc8ba1302be3dc7b63": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -13403,54 +13667,54 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "R1", - "type_key": "Shape.9d71d8e2083b6468a26a8556e56288deec792b4e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.0f87ccd9832d8df6e0ba99cc8ba1302be3dc7b63", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.13e52aa6878a8e9f6b5fea1f6086cb52486e3c95": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "R1", + "type_key": "Shape.fe2c8a3955b895767072f0aa1d243b6e1714df90" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "key": "Shape.13e52aa6878a8e9f6b5fea1f6086cb52486e3c95", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.3ccfab37537e163ad2b3b0b2bb47397515e13ac6": { + "Shape.1f049499585829308eb97bdfcb96ec7cad460ad6": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -13484,16 +13748,16 @@ }, { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"R1\": {}, \"io_manager\": {}}", + "default_provided": false, + "default_value_as_json_str": null, "description": "Configure how shared resources are implemented within a run.", - "is_required": false, + "is_required": true, "name": "resources", - "type_key": "Shape.0f87ccd9832d8df6e0ba99cc8ba1302be3dc7b63" + "type_key": "Shape.13e52aa6878a8e9f6b5fea1f6086cb52486e3c95" } ], "given_name": null, - "key": "Shape.3ccfab37537e163ad2b3b0b2bb47397515e13ac6", + "key": "Shape.1f049499585829308eb97bdfcb96ec7cad460ad6", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -13578,29 +13842,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.9d71d8e2083b6468a26a8556e56288deec792b4e": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Int" - } - ], - "given_name": null, - "key": "Shape.9d71d8e2083b6468a26a8556e56288deec792b4e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -13660,6 +13901,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.fe2c8a3955b895767072f0aa1d243b6e1714df90": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Int" + } + ], + "given_name": null, + "key": "Shape.fe2c8a3955b895767072f0aa1d243b6e1714df90", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -13780,7 +14044,7 @@ ] }, "description": null, - "graph_def_name": "required_resource_job", + "graph_def_name": "required_resource_config_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -13811,7 +14075,7 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, + "is_required": true, "name": "config", "type_key": "Int" }, @@ -13833,10 +14097,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.3ccfab37537e163ad2b3b0b2bb47397515e13ac6" + "root_config_key": "Shape.1f049499585829308eb97bdfcb96ec7cad460ad6" } ], - "name": "required_resource_job", + "name": "required_resource_config_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -13877,7 +14141,7 @@ ''' # --- # name: test_all_snapshot_ids[123] - '2b43566d7b3de2138b12c91b6953d6f1ddde0140' + '11f4785f61153adc6cca6935748af3807b59eee9' # --- # name: test_all_snapshot_ids[124] ''' @@ -13944,21 +14208,6 @@ }, "type_param_keys": null }, - "Noneable.StringSourceType": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Noneable.StringSourceType", - "kind": { - "__enum__": "ConfigTypeKind.NONEABLE" - }, - "scalar_kind": null, - "type_param_keys": [ - "StringSourceType" - ] - }, "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { "__class__": "ConfigTypeSnap", "description": null, @@ -14055,29 +14304,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Selector.2571019f1a5201853d11032145ac3e534067f214": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "env", - "type_key": "String" - } - ], - "given_name": null, - "key": "Selector.2571019f1a5201853d11032145ac3e534067f214", - "kind": { - "__enum__": "ConfigTypeKind.SELECTOR" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Selector.a9799b971d12ace70a2d8803c883c863417d0725": { "__class__": "ConfigTypeSnap", "description": null, @@ -14338,7 +14564,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.0f87ccd9832d8df6e0ba99cc8ba1302be3dc7b63": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -14346,111 +14572,97 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "name": "R1", + "type_key": "Shape.9d71d8e2083b6468a26a8556e56288deec792b4e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "key": "Shape.0f87ccd9832d8df6e0ba99cc8ba1302be3dc7b63", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "Base directory for storing files.", + "default_provided": true, + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", "is_required": false, - "name": "base_dir", - "type_key": "Noneable.StringSourceType" + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.24ee1fbfd9ec8adc8f4e5ab30e651b52389c861e": { + "Shape.3ccfab37537e163ad2b3b0b2bb47397515e13ac6": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "get_input_one", - "type_key": "Shape.2e830fb24dc1eacc9bfa63a634b5715b46d81a2c" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "get_input_two", - "type_key": "Shape.2e830fb24dc1eacc9bfa63a634b5715b46d81a2c" + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "return_one", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"op_with_required_resource\": {}}", + "description": "Configure runtime parameters for ops or assets.", "is_required": false, - "name": "sum_inputs", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.24ee1fbfd9ec8adc8f4e5ab30e651b52389c861e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.2e830fb24dc1eacc9bfa63a634b5715b46d81a2c": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "name": "ops", + "type_key": "Shape.e184cc449eaa96b4c59f30cbdf34d7efa47bb273" + }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.dd25751df5066ca2b7e65e4907f386f04b08af64" + "default_provided": true, + "default_value_as_json_str": "{\"R1\": {}, \"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.0f87ccd9832d8df6e0ba99cc8ba1302be3dc7b63" } ], "given_name": null, - "key": "Shape.2e830fb24dc1eacc9bfa63a634b5715b46d81a2c", + "key": "Shape.3ccfab37537e163ad2b3b0b2bb47397515e13ac6", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -14535,73 +14747,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", - "is_required": false, - "name": "config", - "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" - } - ], - "given_name": null, - "key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.b01e0f497d08ad2fa0e3b9d92d2409de1095b2c7": { + "Shape.9d71d8e2083b6468a26a8556e56288deec792b4e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "Configure runtime parameters for ops or assets.", - "is_required": true, - "name": "ops", - "type_key": "Shape.24ee1fbfd9ec8adc8f4e5ab30e651b52389c861e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"disable_gc\": {}, \"io_manager\": {\"config\": {}}}", - "description": "Configure how shared resources are implemented within a run.", + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.e6f1a85273b28fd3d7b57b81e9f94fad3bec2fe4" + "name": "config", + "type_key": "Int" } ], "given_name": null, - "key": "Shape.b01e0f497d08ad2fa0e3b9d92d2409de1095b2c7", + "key": "Shape.9d71d8e2083b6468a26a8556e56288deec792b4e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -14621,30 +14783,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.dd25751df5066ca2b7e65e4907f386f04b08af64": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "wait_to_terminate", - "type_key": "Bool" - } - ], - "given_name": null, - "key": "Shape.dd25751df5066ca2b7e65e4907f386f04b08af64", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.e6f1a85273b28fd3d7b57b81e9f94fad3bec2fe4": { + "Shape.e184cc449eaa96b4c59f30cbdf34d7efa47bb273": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -14655,21 +14794,12 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "disable_gc", + "name": "op_with_required_resource", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {}}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", - "is_required": false, - "name": "io_manager", - "type_key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805" } ], "given_name": null, - "key": "Shape.e6f1a85273b28fd3d7b57b81e9f94fad3bec2fe4", + "key": "Shape.e184cc449eaa96b4c59f30cbdf34d7efa47bb273", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -14713,22 +14843,6 @@ "__enum__": "ConfigScalarKind.STRING" }, "type_param_keys": null - }, - "StringSourceType": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": null, - "key": "StringSourceType", - "kind": { - "__enum__": "ConfigTypeKind.SCALAR_UNION" - }, - "scalar_kind": null, - "type_param_keys": [ - "String", - "Selector.2571019f1a5201853d11032145ac3e534067f214" - ] } } }, @@ -14824,93 +14938,18 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "one", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "return_one" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "get_input_one", - "solid_name": "get_input_one", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "one", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "return_one" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "get_input_two", - "solid_name": "get_input_two", - "tags": {} - }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "return_one", - "solid_name": "return_one", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "input_one", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "get_input_one" - } - ] - }, - { - "__class__": "InputDependencySnap", - "input_name": "input_two", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "get_input_two" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "sum_inputs", - "solid_name": "sum_inputs", + "solid_def_name": "op_with_required_resource", + "solid_name": "op_with_required_resource", "tags": {} } ] }, "description": null, - "graph_def_name": "retry_multi_input_early_terminate_job", + "graph_def_name": "required_resource_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -14943,106 +14982,34 @@ "description": null, "is_required": false, "name": "config", - "type_key": "Any" + "type_key": "Int" }, "description": null, - "name": "disable_gc" + "name": "R1" }, { "__class__": "ResourceDefSnap", "config_field_snap": { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, "is_required": false, "name": "config", - "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" + "type_key": "Any" }, "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" } ], - "root_config_key": "Shape.b01e0f497d08ad2fa0e3b9d92d2409de1095b2c7" + "root_config_key": "Shape.3ccfab37537e163ad2b3b0b2bb47397515e13ac6" } ], - "name": "retry_multi_input_early_terminate_job", + "name": "required_resource_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.dd25751df5066ca2b7e65e4907f386f04b08af64" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "one" - } - ], - "name": "get_input_one", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Int", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [ - "disable_gc" - ], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.dd25751df5066ca2b7e65e4907f386f04b08af64" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "one" - } - ], - "name": "get_input_two", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Int", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [ - "disable_gc" - ], - "tags": {} - }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -15056,58 +15023,20 @@ }, "description": null, "input_def_snaps": [], - "name": "return_one", + "name": "op_with_required_resource", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Int", + "dagster_type_key": "Any", "description": null, "is_dynamic": false, "is_required": true, "name": "result" } ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "input_one" - }, - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "input_two" - } - ], - "name": "sum_inputs", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Int", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } + "required_resource_keys": [ + "R1" ], - "required_resource_keys": [], "tags": {} } ] @@ -15117,7 +15046,7 @@ ''' # --- # name: test_all_snapshot_ids[125] - '728ab5201b611eddf16a949174470c76a353c3be' + '2b43566d7b3de2138b12c91b6953d6f1ddde0140' # --- # name: test_all_snapshot_ids[126] ''' @@ -15184,6 +15113,21 @@ }, "type_param_keys": null }, + "Noneable.StringSourceType": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Noneable.StringSourceType", + "kind": { + "__enum__": "ConfigTypeKind.NONEABLE" + }, + "scalar_kind": null, + "type_param_keys": [ + "StringSourceType" + ] + }, "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { "__class__": "ConfigTypeSnap", "description": null, @@ -15280,6 +15224,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Selector.2571019f1a5201853d11032145ac3e534067f214": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "env", + "type_key": "String" + } + ], + "given_name": null, + "key": "Selector.2571019f1a5201853d11032145ac3e534067f214", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Selector.a9799b971d12ace70a2d8803c883c863417d0725": { "__class__": "ConfigTypeSnap", "description": null, @@ -15540,119 +15507,119 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0f759441a0a5dcbc16a099b6d7d106319ac492f9": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "fail", - "type_key": "Bool" + "default_provided": true, + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", + "is_required": false, + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.0f759441a0a5dcbc16a099b6d7d106319ac492f9", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Base directory for storing files.", "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "name": "base_dir", + "type_key": "Noneable.StringSourceType" } ], "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "Shape.24ee1fbfd9ec8adc8f4e5ab30e651b52389c861e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "get_input_one", + "type_key": "Shape.2e830fb24dc1eacc9bfa63a634b5715b46d81a2c" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "get_input_two", + "type_key": "Shape.2e830fb24dc1eacc9bfa63a634b5715b46d81a2c" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": null, "is_required": false, - "name": "io_manager", + "name": "return_one", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "sum_inputs", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.24ee1fbfd9ec8adc8f4e5ab30e651b52389c861e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.381bcdb53d3182896a9a86cdfc9f625f62080106": { + "Shape.2e830fb24dc1eacc9bfa63a634b5715b46d81a2c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "Configure runtime parameters for ops or assets.", + "description": null, "is_required": true, - "name": "ops", - "type_key": "Shape.857c24c238fce20e7bf57b59726c416b42738942" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "config", + "type_key": "Shape.dd25751df5066ca2b7e65e4907f386f04b08af64" } ], "given_name": null, - "key": "Shape.381bcdb53d3182896a9a86cdfc9f625f62080106", + "key": "Shape.2e830fb24dc1eacc9bfa63a634b5715b46d81a2c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -15737,75 +15704,93 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.857c24c238fce20e7bf57b59726c416b42738942": { + "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "can_fail", - "type_key": "Shape.a62c224a9a675b7b35544be496fa9f28c429c6b6" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", "is_required": false, - "name": "child_fail", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, + "name": "config", + "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" + } + ], + "given_name": null, + "key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.b01e0f497d08ad2fa0e3b9d92d2409de1095b2c7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "child_multi_skip", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "child_skip", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" }, { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "grandchild_fail", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "default_provided": false, + "default_value_as_json_str": null, + "description": "Configure runtime parameters for ops or assets.", + "is_required": true, + "name": "ops", + "type_key": "Shape.24ee1fbfd9ec8adc8f4e5ab30e651b52389c861e" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"disable_gc\": {}, \"io_manager\": {\"config\": {}}}", + "description": "Configure how shared resources are implemented within a run.", "is_required": false, - "name": "multi", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "resources", + "type_key": "Shape.e6f1a85273b28fd3d7b57b81e9f94fad3bec2fe4" } ], "given_name": null, - "key": "Shape.857c24c238fce20e7bf57b59726c416b42738942", + "key": "Shape.b01e0f497d08ad2fa0e3b9d92d2409de1095b2c7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.a62c224a9a675b7b35544be496fa9f28c429c6b6": { + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [], + "given_name": null, + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.dd25751df5066ca2b7e65e4907f386f04b08af64": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -15816,25 +15801,44 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "config", - "type_key": "Shape.0f759441a0a5dcbc16a099b6d7d106319ac492f9" + "name": "wait_to_terminate", + "type_key": "Bool" } ], "given_name": null, - "key": "Shape.a62c224a9a675b7b35544be496fa9f28c429c6b6", + "key": "Shape.dd25751df5066ca2b7e65e4907f386f04b08af64", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "Shape.e6f1a85273b28fd3d7b57b81e9f94fad3bec2fe4": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, - "fields": [], + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "disable_gc", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805" + } + ], "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "key": "Shape.e6f1a85273b28fd3d7b57b81e9f94fad3bec2fe4", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -15878,6 +15882,22 @@ "__enum__": "ConfigScalarKind.STRING" }, "type_param_keys": null + }, + "StringSourceType": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "StringSourceType", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR_UNION" + }, + "scalar_kind": null, + "type_param_keys": [ + "String", + "Selector.2571019f1a5201853d11032145ac3e534067f214" + ] } } }, @@ -15978,20 +15998,20 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "inp", + "input_name": "one", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", - "output_name": "success", - "solid_name": "multi" + "output_name": "result", + "solid_name": "return_one" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "can_fail", - "solid_name": "can_fail", + "solid_def_name": "get_input_one", + "solid_name": "get_input_one", "tags": {} }, { @@ -15999,41 +16019,28 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "value", + "input_name": "one", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", - "output_name": "start_fail", - "solid_name": "can_fail" + "output_name": "result", + "solid_name": "return_one" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "passthrough", - "solid_name": "child_fail", + "solid_def_name": "get_input_two", + "solid_name": "get_input_two", "tags": {} }, { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "start", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "skip", - "solid_name": "multi" - } - ] - } - ], + "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "no_output", - "solid_name": "child_multi_skip", + "solid_def_name": "return_one", + "solid_name": "return_one", "tags": {} }, { @@ -16041,55 +16048,38 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "start", + "input_name": "input_one", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", - "output_name": "start_skip", - "solid_name": "can_fail" + "output_name": "result", + "solid_name": "get_input_one" } ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "no_output", - "solid_name": "child_skip", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ + }, { "__class__": "InputDependencySnap", - "input_name": "start", + "input_name": "input_two", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "child_fail" + "solid_name": "get_input_two" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "no_output", - "solid_name": "grandchild_fail", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "multi", - "solid_name": "multi", + "solid_def_name": "sum_inputs", + "solid_name": "sum_inputs", "tags": {} } ] }, "description": null, - "graph_def_name": "retry_multi_output_job", + "graph_def_name": "retry_multi_input_early_terminate_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -16124,14 +16114,28 @@ "name": "config", "type_key": "Any" }, + "description": null, + "name": "disable_gc" + }, + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", + "is_required": false, + "name": "config", + "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" + }, "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" } ], - "root_config_key": "Shape.381bcdb53d3182896a9a86cdfc9f625f62080106" + "root_config_key": "Shape.b01e0f497d08ad2fa0e3b9d92d2409de1095b2c7" } ], - "name": "retry_multi_output_job", + "name": "retry_multi_input_early_terminate_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -16145,37 +16149,31 @@ "description": null, "is_required": true, "name": "config", - "type_key": "Shape.0f759441a0a5dcbc16a099b6d7d106319ac492f9" + "type_key": "Shape.dd25751df5066ca2b7e65e4907f386f04b08af64" }, "description": null, "input_def_snaps": [ { "__class__": "InputDefSnap", - "dagster_type_key": "String", + "dagster_type_key": "Int", "description": null, - "name": "inp" + "name": "one" } ], - "name": "can_fail", + "name": "get_input_one", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "String", - "description": null, - "is_dynamic": false, - "is_required": false, - "name": "start_fail" - }, - { - "__class__": "OutputDefSnap", - "dagster_type_key": "String", + "dagster_type_key": "Int", "description": null, "is_dynamic": false, - "is_required": false, - "name": "start_skip" + "is_required": true, + "name": "result" } ], - "required_resource_keys": [], + "required_resource_keys": [ + "disable_gc" + ], "tags": {} }, { @@ -16185,32 +16183,33 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, + "is_required": true, "name": "config", - "type_key": "Any" + "type_key": "Shape.dd25751df5066ca2b7e65e4907f386f04b08af64" }, "description": null, - "input_def_snaps": [], - "name": "multi", - "output_def_snaps": [ + "input_def_snaps": [ { - "__class__": "OutputDefSnap", - "dagster_type_key": "String", + "__class__": "InputDefSnap", + "dagster_type_key": "Int", "description": null, - "is_dynamic": false, - "is_required": false, - "name": "success" - }, + "name": "one" + } + ], + "name": "get_input_two", + "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "String", + "dagster_type_key": "Int", "description": null, "is_dynamic": false, - "is_required": false, - "name": "skip" + "is_required": true, + "name": "result" } ], - "required_resource_keys": [], + "required_resource_keys": [ + "disable_gc" + ], "tags": {} }, { @@ -16225,16 +16224,18 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ + "input_def_snaps": [], + "name": "return_one", + "output_def_snaps": [ { - "__class__": "InputDefSnap", - "dagster_type_key": "Nothing", + "__class__": "OutputDefSnap", + "dagster_type_key": "Int", "description": null, - "name": "start" + "is_dynamic": false, + "is_required": true, + "name": "result" } ], - "name": "no_output", - "output_def_snaps": [], "required_resource_keys": [], "tags": {} }, @@ -16253,16 +16254,22 @@ "input_def_snaps": [ { "__class__": "InputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "Int", "description": null, - "name": "value" + "name": "input_one" + }, + { + "__class__": "InputDefSnap", + "dagster_type_key": "Int", + "description": null, + "name": "input_two" } ], - "name": "passthrough", + "name": "sum_inputs", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "Int", "description": null, "is_dynamic": false, "is_required": true, @@ -16279,7 +16286,7 @@ ''' # --- # name: test_all_snapshot_ids[127] - '9a9a09da6b3a1dbab13bfde5e155c0f097dd22a5' + '728ab5201b611eddf16a949174470c76a353c3be' # --- # name: test_all_snapshot_ids[128] ''' @@ -16346,21 +16353,6 @@ }, "type_param_keys": null }, - "Noneable.StringSourceType": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Noneable.StringSourceType", - "kind": { - "__enum__": "ConfigTypeKind.NONEABLE" - }, - "scalar_kind": null, - "type_param_keys": [ - "StringSourceType" - ] - }, "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { "__class__": "ConfigTypeSnap", "description": null, @@ -16457,29 +16449,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Selector.2571019f1a5201853d11032145ac3e534067f214": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "env", - "type_key": "String" - } - ], - "given_name": null, - "key": "Selector.2571019f1a5201853d11032145ac3e534067f214", - "kind": { - "__enum__": "ConfigTypeKind.SELECTOR" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Selector.a9799b971d12ace70a2d8803c883c863417d0725": { "__class__": "ConfigTypeSnap", "description": null, @@ -16740,6 +16709,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.0f759441a0a5dcbc16a099b6d7d106319ac492f9": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "fail", + "type_key": "Bool" + } + ], + "given_name": null, + "key": "Shape.0f759441a0a5dcbc16a099b6d7d106319ac492f9", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, @@ -16763,23 +16755,73 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.381bcdb53d3182896a9a86cdfc9f625f62080106": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "Base directory for storing files.", + "description": "Configure runtime parameters for ops or assets.", + "is_required": true, + "name": "ops", + "type_key": "Shape.857c24c238fce20e7bf57b59726c416b42738942" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", "is_required": false, - "name": "base_dir", - "type_key": "Noneable.StringSourceType" + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d", + "key": "Shape.381bcdb53d3182896a9a86cdfc9f625f62080106", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -16864,19 +16906,19 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.771375a24eca0dc65af691c7fe224aef2fb063e4": { + "Shape.857c24c238fce20e7bf57b59726c416b42738942": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "start", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "is_required": true, + "name": "can_fail", + "type_key": "Shape.a62c224a9a675b7b35544be496fa9f28c429c6b6" }, { "__class__": "ConfigFieldSnap", @@ -16884,30 +16926,16 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "will_fail", + "name": "child_fail", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.771375a24eca0dc65af691c7fe224aef2fb063e4", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.829973262158134d91916a48835fb0c656ac2f5f": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "a", + "name": "child_multi_skip", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { @@ -16916,94 +16944,53 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "b", + "name": "child_skip", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {}}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "io_manager", - "type_key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805" - } - ], - "given_name": null, - "key": "Shape.829973262158134d91916a48835fb0c656ac2f5f", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "name": "grandchild_fail", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", + "description": null, "is_required": false, - "name": "config", - "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" + "name": "multi", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805", + "key": "Shape.857c24c238fce20e7bf57b59726c416b42738942", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.c798ed8f6a16231e878ec2f37ffaf63d0aa0b669": { + "Shape.a62c224a9a675b7b35544be496fa9f28c429c6b6": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"start\": {}, \"will_fail\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.771375a24eca0dc65af691c7fe224aef2fb063e4" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"a\": {}, \"b\": {}, \"io_manager\": {\"config\": {}}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.829973262158134d91916a48835fb0c656ac2f5f" + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.0f759441a0a5dcbc16a099b6d7d106319ac492f9" } ], "given_name": null, - "key": "Shape.c798ed8f6a16231e878ec2f37ffaf63d0aa0b669", + "key": "Shape.a62c224a9a675b7b35544be496fa9f28c429c6b6", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -17060,22 +17047,6 @@ "__enum__": "ConfigScalarKind.STRING" }, "type_param_keys": null - }, - "StringSourceType": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": null, - "key": "StringSourceType", - "kind": { - "__enum__": "ConfigTypeKind.SCALAR_UNION" - }, - "scalar_kind": null, - "type_param_keys": [ - "String", - "Selector.2571019f1a5201853d11032145ac3e534067f214" - ] } } }, @@ -17173,10 +17144,23 @@ "solid_invocation_snaps": [ { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "inp", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "success", + "solid_name": "multi" + } + ] + } + ], "is_dynamic_mapped": false, - "solid_def_name": "start", - "solid_name": "start", + "solid_def_name": "can_fail", + "solid_name": "can_fail", "tags": {} }, { @@ -17184,26 +17168,97 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "num", + "input_name": "value", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "start_fail", + "solid_name": "can_fail" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "passthrough", + "solid_name": "child_fail", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "start", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "skip", + "solid_name": "multi" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "no_output", + "solid_name": "child_multi_skip", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "start", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "start_skip", + "solid_name": "can_fail" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "no_output", + "solid_name": "child_skip", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "start", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "start" + "solid_name": "child_fail" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "will_fail", - "solid_name": "will_fail", + "solid_def_name": "no_output", + "solid_name": "grandchild_fail", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "multi", + "solid_name": "multi", "tags": {} } ] }, "description": null, - "graph_def_name": "retry_resource_job", + "graph_def_name": "retry_multi_output_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -17238,46 +17293,60 @@ "name": "config", "type_key": "Any" }, - "description": null, - "name": "a" - }, - { - "__class__": "ResourceDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "name": "b" - }, - { - "__class__": "ResourceDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", - "is_required": false, - "name": "config", - "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" - }, "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" } ], - "root_config_key": "Shape.c798ed8f6a16231e878ec2f37ffaf63d0aa0b669" + "root_config_key": "Shape.381bcdb53d3182896a9a86cdfc9f625f62080106" } ], - "name": "retry_resource_job", + "name": "retry_multi_output_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.0f759441a0a5dcbc16a099b6d7d106319ac492f9" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "String", + "description": null, + "name": "inp" + } + ], + "name": "can_fail", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "String", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "start_fail" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "String", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "start_skip" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -17291,20 +17360,51 @@ }, "description": null, "input_def_snaps": [], - "name": "start", + "name": "multi", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "String", "description": null, "is_dynamic": false, - "is_required": true, - "name": "result" + "is_required": false, + "name": "success" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "String", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "skip" } ], - "required_resource_keys": [ - "a" + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Nothing", + "description": null, + "name": "start" + } ], + "name": "no_output", + "output_def_snaps": [], + "required_resource_keys": [], "tags": {} }, { @@ -17324,10 +17424,10 @@ "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "num" + "name": "value" } ], - "name": "will_fail", + "name": "passthrough", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -17338,9 +17438,7 @@ "name": "result" } ], - "required_resource_keys": [ - "b" - ], + "required_resource_keys": [], "tags": {} } ] @@ -17350,7 +17448,7 @@ ''' # --- # name: test_all_snapshot_ids[129] - 'f347f3d93efff88c83539160011b75771fb73b95' + '9a9a09da6b3a1dbab13bfde5e155c0f097dd22a5' # --- # name: test_all_snapshot_ids[12] ''' @@ -17718,56 +17816,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.05a2217e5849790ff00696ffb76db42b9053f788": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"downstream_weekly_partitioned_asset\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.fb9a3dc6914d716b91f2a196972a2d11919095d1" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" - } - ], - "given_name": null, - "key": "Shape.05a2217e5849790ff00696ffb76db42b9053f788", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { "__class__": "ConfigTypeSnap", "description": null, @@ -17933,112 +17981,80 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.62edccaf30696e25335ae92685bdc41e204e30e6": { + "Shape.4e31f2184bfbe96f86e601768c784b2e537fb0d3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "config", - "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" - } - ], - "given_name": null, - "key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, + "default_provided": true, + "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"downstream_weekly_partitioned_asset\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"subsettable_checked_multi_asset\": {\"config\": {}}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}}", + "description": "Configure runtime parameters for ops or assets.", "is_required": false, - "name": "config", - "type_key": "Any" - } - ], - "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "name": "ops", + "type_key": "Shape.80f5417761847357e22843d84a1181d875161d12" + }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "file", - "type_key": "String" + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" } ], "given_name": null, - "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", + "key": "Shape.4e31f2184bfbe96f86e601768c784b2e537fb0d3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { + "Shape.62edccaf30696e25335ae92685bdc41e204e30e6": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, - "is_required": true, + "is_required": false, "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" } ], "given_name": null, - "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [], - "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -18049,19 +18065,19 @@ "default_value_as_json_str": null, "description": null, "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.fb9a3dc6914d716b91f2a196972a2d11919095d1": { + "Shape.80f5417761847357e22843d84a1181d875161d12": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -18120,6 +18136,15 @@ "name": "fresh_diamond_top", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "subsettable_checked_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, @@ -18158,7 +18183,89 @@ } ], "given_name": null, - "key": "Shape.fb9a3dc6914d716b91f2a196972a2d11919095d1", + "key": "Shape.80f5417761847357e22843d84a1181d875161d12", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "file", + "type_key": "String" + } + ], + "given_name": null, + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + } + ], + "given_name": null, + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [], + "given_name": null, + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + } + ], + "given_name": null, + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -18394,6 +18501,14 @@ "solid_name": "fresh_diamond_top", "tags": {} }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "subsettable_checked_multi_asset", + "solid_name": "subsettable_checked_multi_asset", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ @@ -18508,7 +18623,7 @@ "name": "io_manager" } ], - "root_config_key": "Shape.05a2217e5849790ff00696ffb76db42b9053f788" + "root_config_key": "Shape.4e31f2184bfbe96f86e601768c784b2e537fb0d3" } ], "name": "__ASSET_JOB_6", @@ -18726,6 +18841,57 @@ "required_resource_keys": [], "tags": {} }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + }, + "description": null, + "input_def_snaps": [], + "name": "subsettable_checked_multi_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "two" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_check" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_other_check" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -18927,6 +19093,21 @@ }, "type_param_keys": null }, + "Noneable.StringSourceType": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Noneable.StringSourceType", + "kind": { + "__enum__": "ConfigTypeKind.NONEABLE" + }, + "scalar_kind": null, + "type_param_keys": [ + "StringSourceType" + ] + }, "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { "__class__": "ConfigTypeSnap", "description": null, @@ -19023,130 +19204,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Selector.a9799b971d12ace70a2d8803c883c863417d0725": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "json", - "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "pickle", - "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "value", - "type_key": "Int" - } - ], - "given_name": null, - "key": "Selector.a9799b971d12ace70a2d8803c883c863417d0725", - "kind": { - "__enum__": "ConfigTypeKind.SELECTOR" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "json", - "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "pickle", - "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "value", - "type_key": "Bool" - } - ], - "given_name": null, - "key": "Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59", - "kind": { - "__enum__": "ConfigTypeKind.SELECTOR" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Selector.d00a37e3807d37c9f69cc62997c4a5f4a176e5c3": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "json", - "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "pickle", - "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "value", - "type_key": "Float" - } - ], - "given_name": null, - "key": "Selector.d00a37e3807d37c9f69cc62997c4a5f4a176e5c3", - "kind": { - "__enum__": "ConfigTypeKind.SELECTOR" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Selector.e04723c9d9937e3ab21206435b22247cfbe58269": { + "Selector.2571019f1a5201853d11032145ac3e534067f214": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -19157,37 +19215,183 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "json", - "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "pickle", - "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "value", + "name": "env", "type_key": "String" } ], "given_name": null, - "key": "Selector.e04723c9d9937e3ab21206435b22247cfbe58269", + "key": "Selector.2571019f1a5201853d11032145ac3e534067f214", "kind": { "__enum__": "ConfigTypeKind.SELECTOR" }, "scalar_kind": null, "type_param_keys": null }, - "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4": { + "Selector.a9799b971d12ace70a2d8803c883c863417d0725": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "json", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "pickle", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "value", + "type_key": "Int" + } + ], + "given_name": null, + "key": "Selector.a9799b971d12ace70a2d8803c883c863417d0725", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "json", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "pickle", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "value", + "type_key": "Bool" + } + ], + "given_name": null, + "key": "Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Selector.d00a37e3807d37c9f69cc62997c4a5f4a176e5c3": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "json", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "pickle", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "value", + "type_key": "Float" + } + ], + "given_name": null, + "key": "Selector.d00a37e3807d37c9f69cc62997c4a5f4a176e5c3", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Selector.e04723c9d9937e3ab21206435b22247cfbe58269": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "json", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "pickle", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "value", + "type_key": "String" + } + ], + "given_name": null, + "key": "Selector.e04723c9d9937e3ab21206435b22247cfbe58269", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -19306,23 +19510,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Base directory for storing files.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "base_dir", + "type_key": "Noneable.StringSourceType" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -19361,103 +19565,149 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.476ef6b206140f25df8424fbc5a6d110fa109b3c": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "path", + "type_key": "String" + } + ], + "given_name": null, + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, + "name": "config", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.771375a24eca0dc65af691c7fe224aef2fb063e4": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"return_any\": {}, \"return_bool\": {}, \"return_int\": {}, \"return_str\": {}}", - "description": "Configure runtime parameters for ops or assets.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "ops", - "type_key": "Shape.b47c9be4e0b0e4112dc017682fccd4bfb071e216" + "name": "start", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "will_fail", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.476ef6b206140f25df8424fbc5a6d110fa109b3c", + "key": "Shape.771375a24eca0dc65af691c7fe224aef2fb063e4", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "Shape.829973262158134d91916a48835fb0c656ac2f5f": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, - "is_required": true, - "name": "path", - "type_key": "String" + "is_required": false, + "name": "a", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "b", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805" } ], "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "key": "Shape.829973262158134d91916a48835fb0c656ac2f5f", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", "is_required": false, "name": "config", - "type_key": "Any" + "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b47c9be4e0b0e4112dc017682fccd4bfb071e216": { + "Shape.c798ed8f6a16231e878ec2f37ffaf63d0aa0b669": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -19465,42 +19715,42 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "return_any", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "return_bool", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"start\": {}, \"will_fail\": {}}", + "description": "Configure runtime parameters for ops or assets.", "is_required": false, - "name": "return_int", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "ops", + "type_key": "Shape.771375a24eca0dc65af691c7fe224aef2fb063e4" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"a\": {}, \"b\": {}, \"io_manager\": {\"config\": {}}}", + "description": "Configure how shared resources are implemented within a run.", "is_required": false, - "name": "return_str", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "resources", + "type_key": "Shape.829973262158134d91916a48835fb0c656ac2f5f" } ], "given_name": null, - "key": "Shape.b47c9be4e0b0e4112dc017682fccd4bfb071e216", + "key": "Shape.c798ed8f6a16231e878ec2f37ffaf63d0aa0b669", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -19557,6 +19807,22 @@ "__enum__": "ConfigScalarKind.STRING" }, "type_param_keys": null + }, + "StringSourceType": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "StringSourceType", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR_UNION" + }, + "scalar_kind": null, + "type_param_keys": [ + "String", + "Selector.2571019f1a5201853d11032145ac3e534067f214" + ] } } }, @@ -19656,38 +19922,35 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "return_any", - "solid_name": "return_any", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "return_bool", - "solid_name": "return_bool", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "return_int", - "solid_name": "return_int", + "solid_def_name": "start", + "solid_name": "start", "tags": {} }, { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "start" + } + ] + } + ], "is_dynamic_mapped": false, - "solid_def_name": "return_str", - "solid_name": "return_str", + "solid_def_name": "will_fail", + "solid_name": "will_fail", "tags": {} } ] }, "description": null, - "graph_def_name": "scalar_output_job", + "graph_def_name": "retry_resource_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -19722,14 +19985,42 @@ "name": "config", "type_key": "Any" }, + "description": null, + "name": "a" + }, + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "name": "b" + }, + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", + "is_required": false, + "name": "config", + "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" + }, "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" } ], - "root_config_key": "Shape.476ef6b206140f25df8424fbc5a6d110fa109b3c" + "root_config_key": "Shape.c798ed8f6a16231e878ec2f37ffaf63d0aa0b669" } ], - "name": "scalar_output_job", + "name": "retry_resource_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -19747,7 +20038,7 @@ }, "description": null, "input_def_snaps": [], - "name": "return_any", + "name": "start", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -19758,34 +20049,9 @@ "name": "result" } ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "return_bool", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Bool", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } + "required_resource_keys": [ + "a" ], - "required_resource_keys": [], "tags": {} }, { @@ -19800,46 +20066,28 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "return_int", - "output_def_snaps": [ + "input_def_snaps": [ { - "__class__": "OutputDefSnap", - "dagster_type_key": "Int", + "__class__": "InputDefSnap", + "dagster_type_key": "Any", "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" + "name": "num" } ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "return_str", + "name": "will_fail", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "String", + "dagster_type_key": "Any", "description": null, "is_dynamic": false, "is_required": true, "name": "result" } ], - "required_resource_keys": [], + "required_resource_keys": [ + "b" + ], "tags": {} } ] @@ -19849,7 +20097,7 @@ ''' # --- # name: test_all_snapshot_ids[131] - 'ca68b52613bfcadc230b3dc1ec7e1045f9bc5836' + 'f347f3d93efff88c83539160011b75771fb73b95' # --- # name: test_all_snapshot_ids[132] ''' @@ -20318,7 +20566,39 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", + "is_required": false, + "name": "marker_to_close", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", + "is_required": false, + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + } + ], + "given_name": null, + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.476ef6b206140f25df8424fbc5a6d110fa109b3c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -20344,11 +20624,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"noop_op\": {}}", + "default_value_as_json_str": "{\"return_any\": {}, \"return_bool\": {}, \"return_int\": {}, \"return_str\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.242592fa9f0be8d5908506e918e119be06358618" + "type_key": "Shape.b47c9be4e0b0e4112dc017682fccd4bfb071e216" }, { "__class__": "ConfigFieldSnap", @@ -20361,37 +20641,37 @@ } ], "given_name": null, - "key": "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a", + "key": "Shape.476ef6b206140f25df8424fbc5a6d110fa109b3c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.242592fa9f0be8d5908506e918e119be06358618": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "noop_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "is_required": true, + "name": "path", + "type_key": "String" } ], "given_name": null, - "key": "Shape.242592fa9f0be8d5908506e918e119be06358618", + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -20400,69 +20680,64 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", - "type_key": "String" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "description": null, "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "Shape.b47c9be4e0b0e4112dc017682fccd4bfb071e216": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, - "is_required": true, - "name": "path", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "is_required": false, + "name": "return_any", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "config", - "type_key": "Any" + "name": "return_bool", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "return_int", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "return_str", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.b47c9be4e0b0e4112dc017682fccd4bfb071e216", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -20618,14 +20893,38 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "noop_op", - "solid_name": "noop_op", + "solid_def_name": "return_any", + "solid_name": "return_any", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "return_bool", + "solid_name": "return_bool", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "return_int", + "solid_name": "return_int", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "return_str", + "solid_name": "return_str", "tags": {} } ] }, "description": null, - "graph_def_name": "simple_graph", + "graph_def_name": "scalar_output_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -20664,10 +20963,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a" + "root_config_key": "Shape.476ef6b206140f25df8424fbc5a6d110fa109b3c" } ], - "name": "simple_job_a", + "name": "scalar_output_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -20685,7 +20984,7 @@ }, "description": null, "input_def_snaps": [], - "name": "noop_op", + "name": "return_any", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -20698,6 +20997,87 @@ ], "required_resource_keys": [], "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "return_bool", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Bool", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "return_int", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Int", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "return_str", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "String", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} } ] }, @@ -20706,7 +21086,7 @@ ''' # --- # name: test_all_snapshot_ids[133] - '4fbe2b21985de715173a8d630c5d1506a0c7f040' + 'ca68b52613bfcadc230b3dc1ec7e1045f9bc5836' # --- # name: test_all_snapshot_ids[134] ''' @@ -21524,7 +21904,7 @@ "root_config_key": "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a" } ], - "name": "simple_job_b", + "name": "simple_job_a", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -21563,7 +21943,7 @@ ''' # --- # name: test_all_snapshot_ids[135] - 'c58bbee5967b5e43b907f2ee09bfa26b5b017899' + '4fbe2b21985de715173a8d630c5d1506a0c7f040' # --- # name: test_all_snapshot_ids[136] ''' @@ -22032,7 +22412,57 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.15a669259d526894a1a32d2b1e6c0710c4bdafd0": { + "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"noop_op\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.242592fa9f0be8d5908506e918e119be06358618" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.242592fa9f0be8d5908506e918e119be06358618": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -22043,12 +22473,12 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "op_asset_a", + "name": "noop_op", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.15a669259d526894a1a32d2b1e6c0710c4bdafd0", + "key": "Shape.242592fa9f0be8d5908506e918e119be06358618", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -22133,56 +22563,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.834758e49b0b2d8416b058675738bf3d834dc7c4": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"op_asset_a\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.15a669259d526894a1a32d2b1e6c0710c4bdafd0" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], - "given_name": null, - "key": "Shape.834758e49b0b2d8416b058675738bf3d834dc7c4", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -22332,14 +22712,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "op_asset_a", - "solid_name": "op_asset_a", + "solid_def_name": "noop_op", + "solid_name": "noop_op", "tags": {} } ] }, "description": null, - "graph_def_name": "single_asset_job", + "graph_def_name": "simple_graph", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -22378,10 +22758,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.834758e49b0b2d8416b058675738bf3d834dc7c4" + "root_config_key": "Shape.1baaa7ea6f13caf1cca874c6f4cc8581ad88d08a" } ], - "name": "single_asset_job", + "name": "simple_job_b", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -22399,7 +22779,7 @@ }, "description": null, "input_def_snaps": [], - "name": "op_asset_a", + "name": "noop_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -22420,7 +22800,7 @@ ''' # --- # name: test_all_snapshot_ids[137] - '9109ebc6447db70cdcd17a7bf8b90ec61ffd02fe' + 'c58bbee5967b5e43b907f2ee09bfa26b5b017899' # --- # name: test_all_snapshot_ids[138] ''' @@ -22788,29 +23168,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.06b9a13e252f92cd7874d6392d4309c9f53a203c": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "spew", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.06b9a13e252f92cd7874d6392d4309c9f53a203c", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { "__class__": "ConfigTypeSnap", "description": null, @@ -22912,6 +23269,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.15a669259d526894a1a32d2b1e6c0710c4bdafd0": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "op_asset_a", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.15a669259d526894a1a32d2b1e6c0710c4bdafd0", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -22990,43 +23370,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [], - "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" - } - ], - "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.f6647f2f5c3001763b4d3d6b0ba5c778bbbf1b49": { + "Shape.834758e49b0b2d8416b058675738bf3d834dc7c4": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -23052,11 +23396,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"spew\": {}}", + "default_value_as_json_str": "{\"op_asset_a\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.06b9a13e252f92cd7874d6392d4309c9f53a203c" + "type_key": "Shape.15a669259d526894a1a32d2b1e6c0710c4bdafd0" }, { "__class__": "ConfigFieldSnap", @@ -23069,7 +23413,43 @@ } ], "given_name": null, - "key": "Shape.f6647f2f5c3001763b4d3d6b0ba5c778bbbf1b49", + "key": "Shape.834758e49b0b2d8416b058675738bf3d834dc7c4", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [], + "given_name": null, + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + } + ], + "given_name": null, + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -23189,14 +23569,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "spew", - "solid_name": "spew", + "solid_def_name": "op_asset_a", + "solid_name": "op_asset_a", "tags": {} } ] }, "description": null, - "graph_def_name": "spew_job", + "graph_def_name": "single_asset_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -23235,10 +23615,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.f6647f2f5c3001763b4d3d6b0ba5c778bbbf1b49" + "root_config_key": "Shape.834758e49b0b2d8416b058675738bf3d834dc7c4" } ], - "name": "spew_job", + "name": "single_asset_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -23256,7 +23636,7 @@ }, "description": null, "input_def_snaps": [], - "name": "spew", + "name": "op_asset_a", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -23277,10 +23657,10 @@ ''' # --- # name: test_all_snapshot_ids[139] - '673ec5c1c0fce5ffec0506edd32bcdbd018e79bb' + '9109ebc6447db70cdcd17a7bf8b90ec61ffd02fe' # --- # name: test_all_snapshot_ids[13] - 'a7b5f1144bcfb81694485c5625bb57848a4bf431' + '6350bd1c7ec5dd66853e632e71827a4bf85d7fda' # --- # name: test_all_snapshot_ids[140] ''' @@ -23648,6 +24028,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.06b9a13e252f92cd7874d6392d4309c9f53a203c": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "spew", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.06b9a13e252f92cd7874d6392d4309c9f53a203c", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { "__class__": "ConfigTypeSnap", "description": null, @@ -23726,39 +24129,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", - "type_key": "String" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -23767,23 +24161,23 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "[DEPRECATED]", "is_required": false, - "name": "hanging_asset_resource", - "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + "name": "marker_to_close", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -23836,30 +24230,20 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "file", - "type_key": "String" - } - ], + "fields": [], "given_name": null, - "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -23869,20 +24253,20 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + "is_required": false, + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" } ], "given_name": null, - "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.c2414198f0351cfc8be451090c973549039d672f": { + "Shape.f6647f2f5c3001763b4d3d6b0ba5c778bbbf1b49": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -23908,11 +24292,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"downstream_static_partitioned_asset\": {}, \"middle_static_partitioned_asset_1\": {}, \"middle_static_partitioned_asset_2\": {}, \"upstream_static_partitioned_asset\": {}}", + "default_value_as_json_str": "{\"spew\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.fa06dce55b2df7672cd4b1ae95fd941d152218e8" + "type_key": "Shape.06b9a13e252f92cd7874d6392d4309c9f53a203c" }, { "__class__": "ConfigFieldSnap", @@ -23921,97 +24305,11 @@ "description": "Configure how shared resources are implemented within a run.", "is_required": false, "name": "resources", - "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" - } - ], - "given_name": null, - "key": "Shape.c2414198f0351cfc8be451090c973549039d672f", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [], - "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" - } - ], - "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.fa06dce55b2df7672cd4b1ae95fd941d152218e8": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "downstream_static_partitioned_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "middle_static_partitioned_asset_1", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "middle_static_partitioned_asset_2", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "upstream_static_partitioned_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.fa06dce55b2df7672cd4b1ae95fd941d152218e8", + "key": "Shape.f6647f2f5c3001763b4d3d6b0ba5c778bbbf1b49", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -24127,93 +24425,18 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "middle_static_partitioned_asset_1", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "middle_static_partitioned_asset_1" - } - ] - }, - { - "__class__": "InputDependencySnap", - "input_name": "middle_static_partitioned_asset_2", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "middle_static_partitioned_asset_2" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "downstream_static_partitioned_asset", - "solid_name": "downstream_static_partitioned_asset", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "upstream_static_partitioned_asset", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "upstream_static_partitioned_asset" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "middle_static_partitioned_asset_1", - "solid_name": "middle_static_partitioned_asset_1", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "upstream_static_partitioned_asset", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "upstream_static_partitioned_asset" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "middle_static_partitioned_asset_2", - "solid_name": "middle_static_partitioned_asset_2", - "tags": {} - }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "upstream_static_partitioned_asset", - "solid_name": "upstream_static_partitioned_asset", + "solid_def_name": "spew", + "solid_name": "spew", "tags": {} } ] }, "description": null, - "graph_def_name": "static_partitioned_assets_job", + "graph_def_name": "spew_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -24237,20 +24460,6 @@ ], "name": "default", "resource_def_snaps": [ - { - "__class__": "ResourceDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - }, - "description": null, - "name": "hanging_asset_resource" - }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -24262,126 +24471,18 @@ "name": "config", "type_key": "Any" }, - "description": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" } ], - "root_config_key": "Shape.c2414198f0351cfc8be451090c973549039d672f" + "root_config_key": "Shape.f6647f2f5c3001763b4d3d6b0ba5c778bbbf1b49" } ], - "name": "static_partitioned_assets_job", + "name": "spew_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "middle_static_partitioned_asset_1" - }, - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "middle_static_partitioned_asset_2" - } - ], - "name": "downstream_static_partitioned_asset", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "upstream_static_partitioned_asset" - } - ], - "name": "middle_static_partitioned_asset_1", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "upstream_static_partitioned_asset" - } - ], - "name": "middle_static_partitioned_asset_2", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -24395,7 +24496,7 @@ }, "description": null, "input_def_snaps": [], - "name": "upstream_static_partitioned_asset", + "name": "spew", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -24416,7 +24517,7 @@ ''' # --- # name: test_all_snapshot_ids[141] - '1087cd246d853fe095a4eaaf1d64f38a6648835b' + '673ec5c1c0fce5ffec0506edd32bcdbd018e79bb' # --- # name: test_all_snapshot_ids[142] ''' @@ -24862,53 +24963,71 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", + "is_required": false, + "name": "marker_to_close", + "type_key": "String" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1": { + "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "hanging_asset_resource", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "my_op", + "name": "io_manager", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1", + "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -24917,30 +25036,44 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", + "description": null, + "is_required": true, + "name": "path", "type_key": "String" - }, + } + ], + "given_name": null, + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -24951,19 +25084,19 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "path", + "name": "file", "type_key": "String" } ], "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -24973,20 +25106,20 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, + "is_required": true, "name": "config", - "type_key": "Any" + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0": { + "Shape.c2414198f0351cfc8be451090c973549039d672f": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -25012,11 +25145,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"my_op\": {}}", + "default_value_as_json_str": "{\"downstream_static_partitioned_asset\": {}, \"middle_static_partitioned_asset_1\": {}, \"middle_static_partitioned_asset_2\": {}, \"upstream_static_partitioned_asset\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1" + "type_key": "Shape.fa06dce55b2df7672cd4b1ae95fd941d152218e8" }, { "__class__": "ConfigFieldSnap", @@ -25025,11 +25158,11 @@ "description": "Configure how shared resources are implemented within a run.", "is_required": false, "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" } ], "given_name": null, - "key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0", + "key": "Shape.c2414198f0351cfc8be451090c973549039d672f", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -25072,6 +25205,56 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.fa06dce55b2df7672cd4b1ae95fd941d152218e8": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "downstream_static_partitioned_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "middle_static_partitioned_asset_1", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "middle_static_partitioned_asset_2", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "upstream_static_partitioned_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.fa06dce55b2df7672cd4b1ae95fd941d152218e8", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -25181,18 +25364,93 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "middle_static_partitioned_asset_1", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "middle_static_partitioned_asset_1" + } + ] + }, + { + "__class__": "InputDependencySnap", + "input_name": "middle_static_partitioned_asset_2", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "middle_static_partitioned_asset_2" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "downstream_static_partitioned_asset", + "solid_name": "downstream_static_partitioned_asset", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "upstream_static_partitioned_asset", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "upstream_static_partitioned_asset" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "middle_static_partitioned_asset_1", + "solid_name": "middle_static_partitioned_asset_1", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "upstream_static_partitioned_asset", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "upstream_static_partitioned_asset" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "middle_static_partitioned_asset_2", + "solid_name": "middle_static_partitioned_asset_2", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "my_op", - "solid_name": "my_op", + "solid_def_name": "upstream_static_partitioned_asset", + "solid_name": "upstream_static_partitioned_asset", "tags": {} } ] }, "description": null, - "graph_def_name": "static_partitioned_job", + "graph_def_name": "static_partitioned_assets_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -25216,6 +25474,20 @@ ], "name": "default", "resource_def_snaps": [ + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + }, + "description": null, + "name": "hanging_asset_resource" + }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -25227,18 +25499,126 @@ "name": "config", "type_key": "Any" }, - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": null, "name": "io_manager" } ], - "root_config_key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0" + "root_config_key": "Shape.c2414198f0351cfc8be451090c973549039d672f" } ], - "name": "static_partitioned_job", + "name": "static_partitioned_assets_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "middle_static_partitioned_asset_1" + }, + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "middle_static_partitioned_asset_2" + } + ], + "name": "downstream_static_partitioned_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "upstream_static_partitioned_asset" + } + ], + "name": "middle_static_partitioned_asset_1", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "upstream_static_partitioned_asset" + } + ], + "name": "middle_static_partitioned_asset_2", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -25252,7 +25632,7 @@ }, "description": null, "input_def_snaps": [], - "name": "my_op", + "name": "upstream_static_partitioned_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -25273,7 +25653,7 @@ ''' # --- # name: test_all_snapshot_ids[143] - '927cbfcff5af3bd40ebed1cae3eed1baf4c3547f' + '1087cd246d853fe095a4eaaf1d64f38a6648835b' # --- # name: test_all_snapshot_ids[144] ''' @@ -25742,7 +26122,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.340fb22eaa7c07fe72f43c367bf63b1ca57a6211": { + "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -25753,12 +26133,12 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "simple_op", + "name": "my_op", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.340fb22eaa7c07fe72f43c367bf63b1ca57a6211", + "key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -25843,7 +26223,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.ae163355f6805676526acaffa781934199403b5a": { + "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -25869,11 +26249,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"simple_op\": {}}", + "default_value_as_json_str": "{\"my_op\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.340fb22eaa7c07fe72f43c367bf63b1ca57a6211" + "type_key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1" }, { "__class__": "ConfigFieldSnap", @@ -25886,7 +26266,7 @@ } ], "given_name": null, - "key": "Shape.ae163355f6805676526acaffa781934199403b5a", + "key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -26042,14 +26422,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "simple_op", - "solid_name": "simple_op", + "solid_def_name": "my_op", + "solid_name": "my_op", "tags": {} } ] }, "description": null, - "graph_def_name": "tagged_job", + "graph_def_name": "static_partitioned_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -26088,10 +26468,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.ae163355f6805676526acaffa781934199403b5a" + "root_config_key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0" } ], - "name": "tagged_job", + "name": "static_partitioned_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -26109,7 +26489,7 @@ }, "description": null, "input_def_snaps": [], - "name": "simple_op", + "name": "my_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -26125,14 +26505,12 @@ } ] }, - "tags": { - "foo": "bar" - } + "tags": {} } ''' # --- # name: test_all_snapshot_ids[145] - '8e516c94a1e0d32aabc7ea8d8fc27d68afdb45cf' + '927cbfcff5af3bd40ebed1cae3eed1baf4c3547f' # --- # name: test_all_snapshot_ids[146] ''' @@ -26601,57 +26979,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.198647f9161b9643ef27ed7d6a7a77d2260431ea": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"downstream_time_partitioned_asset\": {}, \"upstream_time_partitioned_asset\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.41b5264e1c54f8255eb6d4d1c30cc027762e19f8" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], - "given_name": null, - "key": "Shape.198647f9161b9643ef27ed7d6a7a77d2260431ea", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.41b5264e1c54f8255eb6d4d1c30cc027762e19f8": { + "Shape.340fb22eaa7c07fe72f43c367bf63b1ca57a6211": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -26662,21 +26990,12 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "downstream_time_partitioned_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "upstream_time_partitioned_asset", + "name": "simple_op", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.41b5264e1c54f8255eb6d4d1c30cc027762e19f8", + "key": "Shape.340fb22eaa7c07fe72f43c367bf63b1ca57a6211", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -26761,6 +27080,56 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.ae163355f6805676526acaffa781934199403b5a": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"simple_op\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.340fb22eaa7c07fe72f43c367bf63b1ca57a6211" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.ae163355f6805676526acaffa781934199403b5a", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -26906,39 +27275,18 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "upstream_time_partitioned_asset", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "upstream_time_partitioned_asset" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "downstream_time_partitioned_asset", - "solid_name": "downstream_time_partitioned_asset", - "tags": {} - }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "upstream_time_partitioned_asset", - "solid_name": "upstream_time_partitioned_asset", + "solid_def_name": "simple_op", + "solid_name": "simple_op", "tags": {} } ] }, "description": null, - "graph_def_name": "time_partitioned_assets_job", + "graph_def_name": "tagged_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -26977,48 +27325,14 @@ "name": "io_manager" } ], - "root_config_key": "Shape.198647f9161b9643ef27ed7d6a7a77d2260431ea" + "root_config_key": "Shape.ae163355f6805676526acaffa781934199403b5a" } ], - "name": "time_partitioned_assets_job", + "name": "tagged_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "upstream_time_partitioned_asset" - } - ], - "name": "downstream_time_partitioned_asset", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -27032,7 +27346,7 @@ }, "description": null, "input_def_snaps": [], - "name": "upstream_time_partitioned_asset", + "name": "simple_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -27048,12 +27362,14 @@ } ] }, - "tags": {} + "tags": { + "foo": "bar" + } } ''' # --- # name: test_all_snapshot_ids[147] - 'ad883aacd52aa8f195f3f099041955fbc5acf349' + '8e516c94a1e0d32aabc7ea8d8fc27d68afdb45cf' # --- # name: test_all_snapshot_ids[148] ''' @@ -27522,6 +27838,88 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.198647f9161b9643ef27ed7d6a7a77d2260431ea": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"downstream_time_partitioned_asset\": {}, \"upstream_time_partitioned_asset\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.41b5264e1c54f8255eb6d4d1c30cc027762e19f8" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.198647f9161b9643ef27ed7d6a7a77d2260431ea", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.41b5264e1c54f8255eb6d4d1c30cc027762e19f8": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "downstream_time_partitioned_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "upstream_time_partitioned_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.41b5264e1c54f8255eb6d4d1c30cc027762e19f8", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -27600,88 +27998,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.8a791581e58385bcd4520ab148da88a21d6986d2": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "asset_one", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "asset_two", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.8a791581e58385bcd4520ab148da88a21d6986d2", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.ac6f02d8f70c1719f7310a6277c5caeddbaa860e": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"asset_one\": {}, \"asset_two\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.8a791581e58385bcd4520ab148da88a21d6986d2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], - "given_name": null, - "key": "Shape.ac6f02d8f70c1719f7310a6277c5caeddbaa860e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -27827,39 +28143,39 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "asset_one", - "solid_name": "asset_one", - "tags": {} - }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "asset_one", + "input_name": "upstream_time_partitioned_asset", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "asset_one" + "solid_name": "upstream_time_partitioned_asset" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "asset_two", - "solid_name": "asset_two", + "solid_def_name": "downstream_time_partitioned_asset", + "solid_name": "downstream_time_partitioned_asset", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "upstream_time_partitioned_asset", + "solid_name": "upstream_time_partitioned_asset", "tags": {} } ] }, "description": null, - "graph_def_name": "two_assets_job", + "graph_def_name": "time_partitioned_assets_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -27898,10 +28214,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.ac6f02d8f70c1719f7310a6277c5caeddbaa860e" + "root_config_key": "Shape.198647f9161b9643ef27ed7d6a7a77d2260431ea" } ], - "name": "two_assets_job", + "name": "time_partitioned_assets_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -27918,8 +28234,15 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "asset_one", + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "upstream_time_partitioned_asset" + } + ], + "name": "downstream_time_partitioned_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -27945,15 +28268,8 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "asset_one" - } - ], - "name": "asset_two", + "input_def_snaps": [], + "name": "upstream_time_partitioned_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -27974,7 +28290,7 @@ ''' # --- # name: test_all_snapshot_ids[149] - 'b4c6cefd99a913393f6f7ce00ccd26a12803867f' + 'ad883aacd52aa8f195f3f099041955fbc5acf349' # --- # name: test_all_snapshot_ids[14] ''' @@ -29439,7 +29755,39 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.b180d04fb58ef63b844f2d3bcf7b1475b06dd3e9": { + "Shape.8a791581e58385bcd4520ab148da88a21d6986d2": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "asset_one", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "asset_two", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.8a791581e58385bcd4520ab148da88a21d6986d2", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.ac6f02d8f70c1719f7310a6277c5caeddbaa860e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -29465,11 +29813,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"op_1\": {}, \"op_2\": {}, \"op_with_2_ins\": {}}", + "default_value_as_json_str": "{\"asset_one\": {}, \"asset_two\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.f9d49a6778fb66a456f8bb6a12563ad66aa52155" + "type_key": "Shape.8a791581e58385bcd4520ab148da88a21d6986d2" }, { "__class__": "ConfigFieldSnap", @@ -29482,7 +29830,7 @@ } ], "given_name": null, - "key": "Shape.b180d04fb58ef63b844f2d3bcf7b1475b06dd3e9", + "key": "Shape.ac6f02d8f70c1719f7310a6277c5caeddbaa860e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -29525,47 +29873,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.f9d49a6778fb66a456f8bb6a12563ad66aa52155": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "op_1", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "op_2", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "op_with_2_ins", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.f9d49a6778fb66a456f8bb6a12563ad66aa52155", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -29679,16 +29986,8 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "op_1", - "solid_name": "op_1", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "op_2", - "solid_name": "op_2", + "solid_def_name": "asset_one", + "solid_name": "asset_one", "tags": {} }, { @@ -29696,38 +29995,26 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "in_1", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "op_1" - } - ] - }, - { - "__class__": "InputDependencySnap", - "input_name": "in_2", + "input_name": "asset_one", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "op_2" + "solid_name": "asset_one" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "op_with_2_ins", - "solid_name": "op_with_2_ins", + "solid_def_name": "asset_two", + "solid_name": "asset_two", "tags": {} } ] }, "description": null, - "graph_def_name": "two_ins_job", + "graph_def_name": "two_assets_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -29766,10 +30053,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.b180d04fb58ef63b844f2d3bcf7b1475b06dd3e9" + "root_config_key": "Shape.ac6f02d8f70c1719f7310a6277c5caeddbaa860e" } ], - "name": "two_ins_job", + "name": "two_assets_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -29787,34 +30074,7 @@ }, "description": null, "input_def_snaps": [], - "name": "op_1", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "op_2", + "name": "asset_one", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -29845,16 +30105,10 @@ "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "in_1" - }, - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "in_2" + "name": "asset_one" } ], - "name": "op_with_2_ins", + "name": "asset_two", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -29875,7 +30129,7 @@ ''' # --- # name: test_all_snapshot_ids[151] - '4b4b18dca82ef0567492f476ff2bcbbf7392206d' + 'b4c6cefd99a913393f6f7ce00ccd26a12803867f' # --- # name: test_all_snapshot_ids[152] ''' @@ -30243,56 +30497,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0045ed93ac6344164bc2c8c8c821c335d93f98cb": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"untyped_asset\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.7287607714eeb58d5c1cf75b5e10a5a62526a2f9" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" - } - ], - "given_name": null, - "key": "Shape.0045ed93ac6344164bc2c8c8c821c335d93f98cb", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { "__class__": "ConfigTypeSnap", "description": null, @@ -30371,39 +30575,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", - "type_key": "String" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -30412,23 +30607,23 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "[DEPRECATED]", "is_required": false, - "name": "hanging_asset_resource", - "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + "name": "marker_to_close", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -30458,94 +30653,93 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.62edccaf30696e25335ae92685bdc41e204e30e6": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, "is_required": false, "name": "config", - "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + "type_key": "Any" } ], "given_name": null, - "key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.7287607714eeb58d5c1cf75b5e10a5a62526a2f9": { + "Shape.b180d04fb58ef63b844f2d3bcf7b1475b06dd3e9": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "typed_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {}}", - "description": null, + "default_value_as_json_str": "{\"op_1\": {}, \"op_2\": {}, \"op_with_2_ins\": {}}", + "description": "Configure runtime parameters for ops or assets.", "is_required": false, - "name": "typed_multi_asset", - "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + "name": "ops", + "type_key": "Shape.f9d49a6778fb66a456f8bb6a12563ad66aa52155" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", "is_required": false, - "name": "untyped_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.7287607714eeb58d5c1cf75b5e10a5a62526a2f9", + "key": "Shape.b180d04fb58ef63b844f2d3bcf7b1475b06dd3e9", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - } - ], + "fields": [], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -30555,72 +30749,54 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, - "name": "file", - "type_key": "String" + "is_required": false, + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" } ], "given_name": null, - "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { + "Shape.f9d49a6778fb66a456f8bb6a12563ad66aa52155": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - } - ], - "given_name": null, - "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [], - "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "is_required": false, + "name": "op_1", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + "name": "op_2", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "op_with_2_ins", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "key": "Shape.f9d49a6778fb66a456f8bb6a12563ad66aa52155", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -30738,31 +30914,18 @@ "solid_invocation_snaps": [ { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "int_asset", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "int_asset", - "solid_name": "typed_multi_asset" - } - ] - } - ], + "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "typed_asset", - "solid_name": "typed_asset", + "solid_def_name": "op_1", + "solid_name": "op_1", "tags": {} }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "typed_multi_asset", - "solid_name": "typed_multi_asset", + "solid_def_name": "op_2", + "solid_name": "op_2", "tags": {} }, { @@ -30770,26 +30933,38 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "typed_asset", + "input_name": "in_1", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "typed_asset" + "solid_name": "op_1" + } + ] + }, + { + "__class__": "InputDependencySnap", + "input_name": "in_2", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "op_2" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "untyped_asset", - "solid_name": "untyped_asset", + "solid_def_name": "op_with_2_ins", + "solid_name": "op_with_2_ins", "tags": {} } ] }, "description": null, - "graph_def_name": "typed_assets", + "graph_def_name": "two_ins_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -30813,20 +30988,6 @@ ], "name": "default", "resource_def_snaps": [ - { - "__class__": "ResourceDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - }, - "description": null, - "name": "hanging_asset_resource" - }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -30838,14 +30999,14 @@ "name": "config", "type_key": "Any" }, - "description": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" } ], - "root_config_key": "Shape.0045ed93ac6344164bc2c8c8c821c335d93f98cb" + "root_config_key": "Shape.b180d04fb58ef63b844f2d3bcf7b1475b06dd3e9" } ], - "name": "typed_assets", + "name": "two_ins_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -30862,19 +31023,12 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "int_asset" - } - ], - "name": "typed_asset", + "input_def_snaps": [], + "name": "op_1", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Int", + "dagster_type_key": "Any", "description": null, "is_dynamic": false, "is_required": true, @@ -30888,32 +31042,24 @@ "__class__": "SolidDefSnap", "config_field_snap": { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, "is_required": false, "name": "config", - "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + "type_key": "Any" }, "description": null, "input_def_snaps": [], - "name": "typed_multi_asset", + "name": "op_2", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Int", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "int_asset" - }, - { - "__class__": "OutputDefSnap", - "dagster_type_key": "String", + "dagster_type_key": "Any", "description": null, "is_dynamic": false, "is_required": true, - "name": "str_asset" + "name": "result" } ], "required_resource_keys": [], @@ -30936,10 +31082,16 @@ "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "typed_asset" + "name": "in_1" + }, + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "in_2" } ], - "name": "untyped_asset", + "name": "op_with_2_ins", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -30960,12 +31112,9 @@ ''' # --- # name: test_all_snapshot_ids[153] - '56eb8d6bacee6e5580100ffc965e875c761acee5' -# --- -# name: test_all_snapshot_ids[15] - '5fa196ed54278fba950c197d013630f4cf0061e8' + '4b4b18dca82ef0567492f476ff2bcbbf7392206d' # --- -# name: test_all_snapshot_ids[16] +# name: test_all_snapshot_ids[154] ''' { "__class__": "PipelineSnapshot", @@ -31331,7 +31480,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { + "Shape.0045ed93ac6344164bc2c8c8c821c335d93f98cb": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -31339,31 +31488,49 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "\"INFO\"", - "description": "The logger's threshold.", + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "log_level", - "type_key": "String" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "\"dagster\"", - "description": "The name of your logger.", + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "name", - "type_key": "String" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"untyped_asset\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.7287607714eeb58d5c1cf75b5e10a5a62526a2f9" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" } ], "given_name": null, - "key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f", + "key": "Shape.0045ed93ac6344164bc2c8c8c821c335d93f98cb", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.09d73f0755bf4752d3f121837669c8660dcf451e": { + "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -31371,22 +31538,31 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"retries\": {\"enabled\": {}}}", - "description": "Execute all steps in a single process.", + "default_value_as_json_str": "\"INFO\"", + "description": "The logger's threshold.", "is_required": false, - "name": "config", - "type_key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c" + "name": "log_level", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "\"dagster\"", + "description": "The name of your logger.", + "is_required": false, + "name": "name", + "type_key": "String" } ], "given_name": null, - "key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e", + "key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.0a4b75b43b3d2ce75c87cf348c76adbb44fa496d": { + "Shape.09d73f0755bf4752d3f121837669c8660dcf451e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -31394,15 +31570,15 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"retries\": {\"enabled\": {}}}", + "description": "Execute all steps in a single process.", "is_required": false, - "name": "tag_asset_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c" } ], "given_name": null, - "key": "Shape.0a4b75b43b3d2ce75c87cf348c76adbb44fa496d", + "key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -31432,80 +31608,39 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", - "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.2e9cc2d31d5b75e578291791acd5b85d6df07fd0": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"tag_asset_op\": {}}", - "description": "Configure runtime parameters for ops or assets.", + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", "is_required": false, - "name": "ops", - "type_key": "Shape.0a4b75b43b3d2ce75c87cf348c76adbb44fa496d" + "name": "marker_to_close", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.2e9cc2d31d5b75e578291791acd5b85d6df07fd0", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -31514,23 +31649,23 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "[DEPRECATED]", + "description": null, "is_required": false, - "name": "marker_to_close", - "type_key": "String" + "name": "hanging_asset_resource", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -31560,6 +31695,70 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.62edccaf30696e25335ae92685bdc41e204e30e6": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + } + ], + "given_name": null, + "key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.7287607714eeb58d5c1cf75b5e10a5a62526a2f9": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "typed_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "typed_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "untyped_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.7287607714eeb58d5c1cf75b5e10a5a62526a2f9", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, @@ -31583,6 +31782,52 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "file", + "type_key": "String" + } + ], + "given_name": null, + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + } + ], + "given_name": null, + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -31728,18 +31973,60 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "int_asset", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "int_asset", + "solid_name": "typed_multi_asset" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "typed_asset", + "solid_name": "typed_asset", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "tag_asset_op", - "solid_name": "tag_asset_op", + "solid_def_name": "typed_multi_asset", + "solid_name": "typed_multi_asset", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "typed_asset", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "typed_asset" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "untyped_asset", + "solid_name": "untyped_asset", "tags": {} } ] }, "description": null, - "graph_def_name": "asset_tag_job", + "graph_def_name": "typed_assets", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -31763,6 +32050,20 @@ ], "name": "default", "resource_def_snaps": [ + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + }, + "description": null, + "name": "hanging_asset_resource" + }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -31774,14 +32075,14 @@ "name": "config", "type_key": "Any" }, - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": null, "name": "io_manager" } ], - "root_config_key": "Shape.2e9cc2d31d5b75e578291791acd5b85d6df07fd0" + "root_config_key": "Shape.0045ed93ac6344164bc2c8c8c821c335d93f98cb" } ], - "name": "asset_tag_job", + "name": "typed_assets", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -31798,8 +32099,84 @@ "type_key": "Any" }, "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "int_asset" + } + ], + "name": "typed_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Int", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + }, + "description": null, "input_def_snaps": [], - "name": "tag_asset_op", + "name": "typed_multi_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Int", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "int_asset" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "String", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "str_asset" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "typed_asset" + } + ], + "name": "untyped_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -31819,10 +32196,13 @@ } ''' # --- -# name: test_all_snapshot_ids[17] - '9699a524d810d89264bf60d01dab3c751fe47461' +# name: test_all_snapshot_ids[155] + '56eb8d6bacee6e5580100ffc965e875c761acee5' # --- -# name: test_all_snapshot_ids[18] +# name: test_all_snapshot_ids[15] + '5fa196ed54278fba950c197d013630f4cf0061e8' +# --- +# name: test_all_snapshot_ids[16] ''' { "__class__": "PipelineSnapshot", @@ -32243,7 +32623,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.0a4b75b43b3d2ce75c87cf348c76adbb44fa496d": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -32251,77 +32631,68 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "name": "tag_asset_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "key": "Shape.0a4b75b43b3d2ce75c87cf348c76adbb44fa496d", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", - "type_key": "String" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "path", - "type_key": "String" + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.69f560396e785b5d613517ec79e747582074c2c3": { + "Shape.2e9cc2d31d5b75e578291791acd5b85d6df07fd0": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -32347,31 +32718,31 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", + "default_value_as_json_str": "{\"tag_asset_op\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + "type_key": "Shape.0a4b75b43b3d2ce75c87cf348c76adbb44fa496d" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", + "default_value_as_json_str": "{\"io_manager\": {}}", "description": "Configure how shared resources are implemented within a run.", "is_required": false, "name": "resources", - "type_key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641" + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.69f560396e785b5d613517ec79e747582074c2c3", + "key": "Shape.2e9cc2d31d5b75e578291791acd5b85d6df07fd0", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -32380,21 +32751,30 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "[DEPRECATED]", "is_required": false, - "name": "config", - "type_key": "Any" + "name": "marker_to_close", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", + "is_required": false, + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -32403,14 +32783,37 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": null, + "is_required": true, + "name": "path", + "type_key": "String" + } + ], + "given_name": null, + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -32561,10 +32964,19 @@ }, "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", - "solid_invocation_snaps": [] + "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "tag_asset_op", + "solid_name": "tag_asset_op", + "tags": {} + } + ] }, "description": null, - "graph_def_name": "basic_job", + "graph_def_name": "asset_tag_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -32603,26 +33015,51 @@ "name": "io_manager" } ], - "root_config_key": "Shape.69f560396e785b5d613517ec79e747582074c2c3" + "root_config_key": "Shape.2e9cc2d31d5b75e578291791acd5b85d6df07fd0" } ], - "name": "basic_job", + "name": "asset_tag_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], - "solid_def_snaps": [] + "solid_def_snaps": [ + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "tag_asset_op", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + } + ] }, "tags": {} } ''' # --- -# name: test_all_snapshot_ids[19] - 'cd81ec29a7fde8a337dc04fb109dd707a2962d18' -# --- -# name: test_all_snapshot_ids[1] - 'b601f0d5da1b7bfa200694bb349cfe6e21e8b6d8' +# name: test_all_snapshot_ids[17] + '9699a524d810d89264bf60d01dab3c751fe47461' # --- -# name: test_all_snapshot_ids[20] +# name: test_all_snapshot_ids[18] ''' { "__class__": "PipelineSnapshot", @@ -33066,29 +33503,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", - "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -33144,41 +33558,50 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.571dd0dfd379812de73514675817becc7f384e4c": { + "Shape.69f560396e785b5d613517ec79e747582074c2c3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "after_failure", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure runtime parameters for ops or assets.", "is_required": false, - "name": "always_succeed", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "ops", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how shared resources are implemented within a run.", "is_required": false, - "name": "conditionally_fail", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "resources", + "type_key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641" } ], "given_name": null, - "key": "Shape.571dd0dfd379812de73514675817becc7f384e4c", + "key": "Shape.69f560396e785b5d613517ec79e747582074c2c3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -33208,63 +33631,36 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, - "fields": [], + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.e216ae17937e7ca0141e3e837ac6661142027def": { + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"after_failure\": {}, \"always_succeed\": {}, \"conditionally_fail\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.571dd0dfd379812de73514675817becc7f384e4c" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], + "fields": [], "given_name": null, - "key": "Shape.e216ae17937e7ca0141e3e837ac6661142027def", + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -33402,61 +33798,10 @@ }, "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", - "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "_upstream", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "conditionally_fail" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "after_failure", - "solid_name": "after_failure", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "always_succeed", - "solid_name": "always_succeed", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "_upstream", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "always_succeed" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "conditionally_fail", - "solid_name": "conditionally_fail", - "tags": {} - } - ] + "solid_invocation_snaps": [] }, "description": null, - "graph_def_name": "chained_failure_job", + "graph_def_name": "basic_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -33495,119 +33840,26 @@ "name": "io_manager" } ], - "root_config_key": "Shape.e216ae17937e7ca0141e3e837ac6661142027def" + "root_config_key": "Shape.69f560396e785b5d613517ec79e747582074c2c3" } ], - "name": "chained_failure_job", + "name": "basic_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], - "solid_def_snaps": [ - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "_upstream" - } - ], - "name": "after_failure", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "always_succeed", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "_upstream" - } - ], - "name": "conditionally_fail", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - } - ] + "solid_def_snaps": [] }, "tags": {} } ''' # --- -# name: test_all_snapshot_ids[21] - '1f3478e419b57370edfc5959b967300b91ad776c' +# name: test_all_snapshot_ids[19] + 'cd81ec29a7fde8a337dc04fb109dd707a2962d18' # --- -# name: test_all_snapshot_ids[22] +# name: test_all_snapshot_ids[1] + 'caa2019989f0ba26933a594995f0cb40c20e1683' +# --- +# name: test_all_snapshot_ids[20] ''' { "__class__": "PipelineSnapshot", @@ -34074,79 +34326,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.242592fa9f0be8d5908506e918e119be06358618": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "noop_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.242592fa9f0be8d5908506e918e119be06358618", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.2d6c59263f8a81525a506f3167cc674a6fe762cd": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"simple_graph\": {\"ops\": {\"noop_op\": {}}}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.cc1342f196eac262513136ae6a38a66c13934928" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], - "given_name": null, - "key": "Shape.2d6c59263f8a81525a506f3167cc674a6fe762cd", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -34202,7 +34381,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.725b05628abbc4173a49e0e94a3d06ac66a595c0": { + "Shape.571dd0dfd379812de73514675817becc7f384e4c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -34210,15 +34389,33 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"noop_op\": {}}", + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "ops", - "type_key": "Shape.242592fa9f0be8d5908506e918e119be06358618" + "name": "after_failure", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "always_succeed", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "conditionally_fail", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.725b05628abbc4173a49e0e94a3d06ac66a595c0", + "key": "Shape.571dd0dfd379812de73514675817becc7f384e4c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -34248,36 +34445,63 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.cc1342f196eac262513136ae6a38a66c13934928": { + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"ops\": {\"noop_op\": {}}}", - "description": null, - "is_required": false, - "name": "simple_graph", - "type_key": "Shape.725b05628abbc4173a49e0e94a3d06ac66a595c0" - } - ], + "fields": [], "given_name": null, - "key": "Shape.cc1342f196eac262513136ae6a38a66c13934928", + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "Shape.e216ae17937e7ca0141e3e837ac6661142027def": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, - "fields": [], + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"after_failure\": {}, \"always_succeed\": {}, \"conditionally_fail\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.571dd0dfd379812de73514675817becc7f384e4c" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "key": "Shape.e216ae17937e7ca0141e3e837ac6661142027def", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -34416,18 +34640,60 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "_upstream", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "conditionally_fail" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "after_failure", + "solid_name": "after_failure", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "simple_graph", - "solid_name": "simple_graph", + "solid_def_name": "always_succeed", + "solid_name": "always_succeed", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "_upstream", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "always_succeed" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "conditionally_fail", + "solid_name": "conditionally_fail", "tags": {} } ] }, "description": null, - "graph_def_name": "composed_graph", + "graph_def_name": "chained_failure_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -34466,39 +34732,48 @@ "name": "io_manager" } ], - "root_config_key": "Shape.2d6c59263f8a81525a506f3167cc674a6fe762cd" + "root_config_key": "Shape.e216ae17937e7ca0141e3e837ac6661142027def" } ], - "name": "composed_graph", + "name": "chained_failure_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", - "composite_solid_def_snaps": [ + "composite_solid_def_snaps": [], + "solid_def_snaps": [ { - "__class__": "CompositeSolidDefSnap", - "config_field_snap": null, - "dep_structure_snapshot": { - "__class__": "DependencyStructureSnapshot", - "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "noop_op", - "solid_name": "noop_op", - "tags": {} - } - ] + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "input_mapping_snaps": [], - "name": "simple_graph", - "output_def_snaps": [], - "output_mapping_snaps": [], + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "_upstream" + } + ], + "name": "after_failure", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], "tags": {} - } - ], - "solid_def_snaps": [ + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -34512,7 +34787,41 @@ }, "description": null, "input_def_snaps": [], - "name": "noop_op", + "name": "always_succeed", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "_upstream" + } + ], + "name": "conditionally_fail", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -34532,10 +34841,10 @@ } ''' # --- -# name: test_all_snapshot_ids[23] - 'ac30d35b2d3b8c25490824aaa8dac2281ad4f860' +# name: test_all_snapshot_ids[21] + '1f3478e419b57370edfc5959b967300b91ad776c' # --- -# name: test_all_snapshot_ids[24] +# name: test_all_snapshot_ids[22] ''' { "__class__": "PipelineSnapshot", @@ -34979,75 +35288,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.14c3ed9ae0702fb7e4724d96ca5443b949ca55c6": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "num", - "type_key": "ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725" - } - ], - "given_name": null, - "key": "Shape.14c3ed9ae0702fb7e4724d96ca5443b949ca55c6", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", - "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.269f0f86fd2b3d1fb716813f364d327a2c0ac101": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"adder_1\": {}, \"adder_2\": {}}", - "description": null, - "is_required": false, - "name": "ops", - "type_key": "Shape.f3e8c265243cfd815335b41d406803456fc01731" - } - ], - "given_name": null, - "key": "Shape.269f0f86fd2b3d1fb716813f364d327a2c0ac101", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -35080,6 +35320,38 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "hanging_asset_resource", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, @@ -35103,6 +35375,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.62edccaf30696e25335ae92685bdc41e204e30e6": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + } + ], + "given_name": null, + "key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, @@ -35126,7 +35421,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.830eb72ce3b7ec64406dda44681fe8125398e066": { + "Shape.871663dd479a605eefec864aae120ac9d57a0ed3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -35151,12 +35446,12 @@ }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{\"subsettable_checked_multi_asset\": {\"config\": {}}}", "description": "Configure runtime parameters for ops or assets.", - "is_required": true, + "is_required": false, "name": "ops", - "type_key": "Shape.b7ec19ebe501a9e6c5fdd7ad43138d8e7495ec4d" + "type_key": "Shape.f6636d306fe2f9e3ee64a75e0c83bcfeda8f215b" }, { "__class__": "ConfigFieldSnap", @@ -35165,18 +35460,18 @@ "description": "Configure how shared resources are implemented within a run.", "is_required": false, "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" } ], "given_name": null, - "key": "Shape.830eb72ce3b7ec64406dda44681fe8125398e066", + "key": "Shape.871663dd479a605eefec864aae120ac9d57a0ed3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b7ec19ebe501a9e6c5fdd7ad43138d8e7495ec4d": { + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -35187,21 +35482,35 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "add_four", - "type_key": "Shape.f642097b857066d4a9349527c6ac0d56f229c3a9" - }, + "name": "file", + "type_key": "String" + } + ], + "given_name": null, + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"ops\": {\"div_1\": {}, \"div_2\": {}}}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "div_four", - "type_key": "Shape.e9ab4ed94baf66591b1c79aedd6e860e74449626" + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" } ], "given_name": null, - "key": "Shape.b7ec19ebe501a9e6c5fdd7ad43138d8e7495ec4d", + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -35221,7 +35530,423 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.df3f614c6d641b6c40a897c607155a39d309cbf2": { + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + } + ], + "given_name": null, + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.f6636d306fe2f9e3ee64a75e0c83bcfeda8f215b": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "subsettable_checked_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + } + ], + "given_name": null, + "key": "Shape.f6636d306fe2f9e3ee64a75e0c83bcfeda8f215b", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "String": { + "__class__": "ConfigTypeSnap", + "description": "", + "enum_values": null, + "fields": null, + "given_name": "String", + "key": "String", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR" + }, + "scalar_kind": { + "__enum__": "ConfigScalarKind.STRING" + }, + "type_param_keys": null + } + } + }, + "dagster_type_namespace_snapshot": { + "__class__": "DagsterTypeNamespaceSnapshot", + "all_dagster_type_snaps_by_key": { + "Any": { + "__class__": "DagsterTypeSnap", + "description": null, + "display_name": "Any", + "is_builtin": true, + "key": "Any", + "kind": { + "__enum__": "DagsterTypeKind.ANY" + }, + "loader_schema_key": "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4", + "materializer_schema_key": null, + "name": "Any", + "type_param_keys": [] + }, + "Bool": { + "__class__": "DagsterTypeSnap", + "description": null, + "display_name": "Bool", + "is_builtin": true, + "key": "Bool", + "kind": { + "__enum__": "DagsterTypeKind.SCALAR" + }, + "loader_schema_key": "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59", + "materializer_schema_key": null, + "name": "Bool", + "type_param_keys": [] + }, + "Float": { + "__class__": "DagsterTypeSnap", + "description": null, + "display_name": "Float", + "is_builtin": true, + "key": "Float", + "kind": { + "__enum__": "DagsterTypeKind.SCALAR" + }, + "loader_schema_key": "ScalarUnion.Float-Selector.d00a37e3807d37c9f69cc62997c4a5f4a176e5c3", + "materializer_schema_key": null, + "name": "Float", + "type_param_keys": [] + }, + "Int": { + "__class__": "DagsterTypeSnap", + "description": null, + "display_name": "Int", + "is_builtin": true, + "key": "Int", + "kind": { + "__enum__": "DagsterTypeKind.SCALAR" + }, + "loader_schema_key": "ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725", + "materializer_schema_key": null, + "name": "Int", + "type_param_keys": [] + }, + "Nothing": { + "__class__": "DagsterTypeSnap", + "description": null, + "display_name": "Nothing", + "is_builtin": true, + "key": "Nothing", + "kind": { + "__enum__": "DagsterTypeKind.NOTHING" + }, + "loader_schema_key": null, + "materializer_schema_key": null, + "name": "Nothing", + "type_param_keys": [] + }, + "String": { + "__class__": "DagsterTypeSnap", + "description": null, + "display_name": "String", + "is_builtin": true, + "key": "String", + "kind": { + "__enum__": "DagsterTypeKind.SCALAR" + }, + "loader_schema_key": "ScalarUnion.String-Selector.e04723c9d9937e3ab21206435b22247cfbe58269", + "materializer_schema_key": null, + "name": "String", + "type_param_keys": [] + } + } + }, + "dep_structure_snapshot": { + "__class__": "DependencyStructureSnapshot", + "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "subsettable_checked_multi_asset", + "solid_name": "subsettable_checked_multi_asset", + "tags": {} + } + ] + }, + "description": null, + "graph_def_name": "checked_multi_asset_job", + "lineage_snapshot": null, + "mode_def_snaps": [ + { + "__class__": "ModeDefSnap", + "description": null, + "logger_def_snaps": [ + { + "__class__": "LoggerDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", + "is_required": false, + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + }, + "description": "The default colored console logger.", + "name": "console" + } + ], + "name": "default", + "resource_def_snaps": [ + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + }, + "description": null, + "name": "hanging_asset_resource" + }, + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "name": "io_manager" + } + ], + "root_config_key": "Shape.871663dd479a605eefec864aae120ac9d57a0ed3" + } + ], + "name": "checked_multi_asset_job", + "solid_definitions_snapshot": { + "__class__": "SolidDefinitionsSnapshot", + "composite_solid_def_snaps": [], + "solid_def_snaps": [ + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + }, + "description": null, + "input_def_snaps": [], + "name": "subsettable_checked_multi_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "two" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_check" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_other_check" + } + ], + "required_resource_keys": [], + "tags": {} + } + ] + }, + "tags": {} + } + ''' +# --- +# name: test_all_snapshot_ids[23] + 'e55a6b5eb4a5c68a8daa48cd789e47ac3690182e' +# --- +# name: test_all_snapshot_ids[24] + ''' + { + "__class__": "PipelineSnapshot", + "config_schema_snapshot": { + "__class__": "ConfigSchemaSnapshot", + "all_config_snaps_by_key": { + "Any": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": "Any", + "key": "Any", + "kind": { + "__enum__": "ConfigTypeKind.ANY" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Bool": { + "__class__": "ConfigTypeSnap", + "description": "", + "enum_values": null, + "fields": null, + "given_name": "Bool", + "key": "Bool", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR" + }, + "scalar_kind": { + "__enum__": "ConfigScalarKind.BOOL" + }, + "type_param_keys": null + }, + "Float": { + "__class__": "ConfigTypeSnap", + "description": "", + "enum_values": null, + "fields": null, + "given_name": "Float", + "key": "Float", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR" + }, + "scalar_kind": { + "__enum__": "ConfigScalarKind.FLOAT" + }, + "type_param_keys": null + }, + "Int": { + "__class__": "ConfigTypeSnap", + "description": "", + "enum_values": null, + "fields": null, + "given_name": "Int", + "key": "Int", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR" + }, + "scalar_kind": { + "__enum__": "ConfigScalarKind.INT" + }, + "type_param_keys": null + }, + "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR_UNION" + }, + "scalar_kind": null, + "type_param_keys": [ + "Bool", + "Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59" + ] + }, + "ScalarUnion.Float-Selector.d00a37e3807d37c9f69cc62997c4a5f4a176e5c3": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "ScalarUnion.Float-Selector.d00a37e3807d37c9f69cc62997c4a5f4a176e5c3", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR_UNION" + }, + "scalar_kind": null, + "type_param_keys": [ + "Float", + "Selector.d00a37e3807d37c9f69cc62997c4a5f4a176e5c3" + ] + }, + "ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR_UNION" + }, + "scalar_kind": null, + "type_param_keys": [ + "Int", + "Selector.a9799b971d12ace70a2d8803c883c863417d0725" + ] + }, + "ScalarUnion.String-Selector.e04723c9d9937e3ab21206435b22247cfbe58269": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "ScalarUnion.String-Selector.e04723c9d9937e3ab21206435b22247cfbe58269", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR_UNION" + }, + "scalar_kind": null, + "type_param_keys": [ + "String", + "Selector.e04723c9d9937e3ab21206435b22247cfbe58269" + ] + }, + "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -35232,8 +35957,8 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "div_1", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "disabled", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" }, { "__class__": "ConfigFieldSnap", @@ -35241,51 +35966,430 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "div_2", + "name": "enabled", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + } + ], + "given_name": null, + "key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Selector.a9799b971d12ace70a2d8803c883c863417d0725": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "json", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "pickle", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "value", + "type_key": "Int" + } + ], + "given_name": null, + "key": "Selector.a9799b971d12ace70a2d8803c883c863417d0725", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "json", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "pickle", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "value", + "type_key": "Bool" + } + ], + "given_name": null, + "key": "Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Selector.d00a37e3807d37c9f69cc62997c4a5f4a176e5c3": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "json", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "pickle", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "value", + "type_key": "Float" + } + ], + "given_name": null, + "key": "Selector.d00a37e3807d37c9f69cc62997c4a5f4a176e5c3", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Selector.e04723c9d9937e3ab21206435b22247cfbe58269": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "json", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "pickle", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "value", + "type_key": "String" + } + ], + "given_name": null, + "key": "Selector.e04723c9d9937e3ab21206435b22247cfbe58269", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "json", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "pickle", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "value", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "\"INFO\"", + "description": "The logger's threshold.", + "is_required": false, + "name": "log_level", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "\"dagster\"", + "description": "The name of your logger.", + "is_required": false, + "name": "name", + "type_key": "String" + } + ], + "given_name": null, + "key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.09d73f0755bf4752d3f121837669c8660dcf451e": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"retries\": {\"enabled\": {}}}", + "description": "Execute all steps in a single process.", + "is_required": false, + "name": "config", + "type_key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c" + } + ], + "given_name": null, + "key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", + "is_required": false, + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + } + ], + "given_name": null, + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.242592fa9f0be8d5908506e918e119be06358618": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "noop_op", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.df3f614c6d641b6c40a897c607155a39d309cbf2", + "key": "Shape.242592fa9f0be8d5908506e918e119be06358618", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.2d6c59263f8a81525a506f3167cc674a6fe762cd": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"simple_graph\": {\"ops\": {\"noop_op\": {}}}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.cc1342f196eac262513136ae6a38a66c13934928" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.2d6c59263f8a81525a506f3167cc674a6fe762cd", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.e22e53b985e9d5499495c4611239dc035a49c1ec": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"ops\": {\"adder_1\": {}, \"adder_2\": {}}}", - "description": null, + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", "is_required": false, - "name": "adder_1", - "type_key": "Shape.269f0f86fd2b3d1fb716813f364d327a2c0ac101" + "name": "marker_to_close", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"ops\": {\"adder_1\": {}, \"adder_2\": {}}}", - "description": null, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "adder_2", - "type_key": "Shape.269f0f86fd2b3d1fb716813f364d327a2c0ac101" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.e22e53b985e9d5499495c4611239dc035a49c1ec", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -35295,20 +36399,20 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + "is_required": true, + "name": "path", + "type_key": "String" } ], "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.e9ab4ed94baf66591b1c79aedd6e860e74449626": { + "Shape.725b05628abbc4173a49e0e94a3d06ac66a595c0": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -35316,54 +36420,81 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"div_1\": {}, \"div_2\": {}}", + "default_value_as_json_str": "{\"noop_op\": {}}", "description": null, "is_required": false, "name": "ops", - "type_key": "Shape.df3f614c6d641b6c40a897c607155a39d309cbf2" + "type_key": "Shape.242592fa9f0be8d5908506e918e119be06358618" } ], "given_name": null, - "key": "Shape.e9ab4ed94baf66591b1c79aedd6e860e74449626", + "key": "Shape.725b05628abbc4173a49e0e94a3d06ac66a595c0", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.f3e8c265243cfd815335b41d406803456fc01731": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, "is_required": false, - "name": "adder_1", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, + "name": "config", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.cc1342f196eac262513136ae6a38a66c13934928": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", + "default_value_as_json_str": "{\"ops\": {\"noop_op\": {}}}", "description": null, "is_required": false, - "name": "adder_2", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "simple_graph", + "type_key": "Shape.725b05628abbc4173a49e0e94a3d06ac66a595c0" } ], "given_name": null, - "key": "Shape.f3e8c265243cfd815335b41d406803456fc01731", + "key": "Shape.cc1342f196eac262513136ae6a38a66c13934928", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.f642097b857066d4a9349527c6ac0d56f229c3a9": { + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [], + "given_name": null, + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -35373,22 +36504,13 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, - "name": "inputs", - "type_key": "Shape.14c3ed9ae0702fb7e4724d96ca5443b949ca55c6" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"adder_1\": {\"ops\": {\"adder_1\": {}, \"adder_2\": {}}}, \"adder_2\": {\"ops\": {\"adder_1\": {}, \"adder_2\": {}}}}", - "description": null, "is_required": false, - "name": "ops", - "type_key": "Shape.e22e53b985e9d5499495c4611239dc035a49c1ec" + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" } ], "given_name": null, - "key": "Shape.f642097b857066d4a9349527c6ac0d56f229c3a9", + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -35506,44 +36628,16 @@ "solid_invocation_snaps": [ { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "add_four", - "solid_name": "add_four", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "add_four" - } - ] - } - ], + "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "div_four", - "solid_name": "div_four", + "solid_def_name": "simple_graph", + "solid_name": "simple_graph", "tags": {} } ] }, "description": null, - "graph_def_name": "composites_job", + "graph_def_name": "composed_graph", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -35582,10 +36676,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.830eb72ce3b7ec64406dda44681fe8125398e066" + "root_config_key": "Shape.2d6c59263f8a81525a506f3167cc674a6fe762cd" } ], - "name": "composites_job", + "name": "composed_graph", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [ @@ -35597,242 +36691,20 @@ "solid_invocation_snaps": [ { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "add_two", - "solid_name": "adder_1", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "adder_1" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "add_two", - "solid_name": "adder_2", - "tags": {} - } - ] - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "num" - } - ], - "input_mapping_snaps": [ - { - "__class__": "InputMappingSnap", - "external_input_name": "num", - "mapped_input_name": "num", - "mapped_solid_name": "adder_1" - } - ], - "name": "add_four", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Int", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "output_mapping_snaps": [ - { - "__class__": "OutputMappingSnap", - "external_output_name": "result", - "mapped_output_name": "result", - "mapped_solid_name": "adder_2" - } - ], - "tags": {} - }, - { - "__class__": "CompositeSolidDefSnap", - "config_field_snap": null, - "dep_structure_snapshot": { - "__class__": "DependencyStructureSnapshot", - "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "add_one", - "solid_name": "adder_1", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "adder_1" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "add_one", - "solid_name": "adder_2", - "tags": {} - } - ] - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "num" - } - ], - "input_mapping_snaps": [ - { - "__class__": "InputMappingSnap", - "external_input_name": "num", - "mapped_input_name": "num", - "mapped_solid_name": "adder_1" - } - ], - "name": "add_two", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Int", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "output_mapping_snaps": [ - { - "__class__": "OutputMappingSnap", - "external_output_name": "result", - "mapped_output_name": "result", - "mapped_solid_name": "adder_2" - } - ], - "tags": {} - }, - { - "__class__": "CompositeSolidDefSnap", - "config_field_snap": null, - "dep_structure_snapshot": { - "__class__": "DependencyStructureSnapshot", - "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "div_two", - "solid_name": "div_1", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "div_1" - } - ] - } - ], + "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "div_two", - "solid_name": "div_2", + "solid_def_name": "noop_op", + "solid_name": "noop_op", "tags": {} } ] }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "num" - } - ], - "input_mapping_snaps": [ - { - "__class__": "InputMappingSnap", - "external_input_name": "num", - "mapped_input_name": "num", - "mapped_solid_name": "div_1" - } - ], - "name": "div_four", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "output_mapping_snaps": [ - { - "__class__": "OutputMappingSnap", - "external_output_name": "result", - "mapped_output_name": "result", - "mapped_solid_name": "div_2" - } - ], + "input_def_snaps": [], + "input_mapping_snaps": [], + "name": "simple_graph", + "output_def_snaps": [], + "output_mapping_snaps": [], "tags": {} } ], @@ -35849,49 +36721,8 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "num" - } - ], - "name": "add_one", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Int", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "num" - } - ], - "name": "div_two", + "input_def_snaps": [], + "name": "noop_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -35912,7 +36743,7 @@ ''' # --- # name: test_all_snapshot_ids[25] - 'd9f6d85793df3d9df94d4aedb21bb659c1202bda' + 'ac30d35b2d3b8c25490824aaa8dac2281ad4f860' # --- # name: test_all_snapshot_ids[26] ''' @@ -35934,21 +36765,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Array.Noneable.Int": { - "__class__": "ConfigTypeSnap", - "description": "List of Array.Noneable.Int", - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Array.Noneable.Int", - "kind": { - "__enum__": "ConfigTypeKind.ARRAY" - }, - "scalar_kind": null, - "type_param_keys": [ - "Noneable.Int" - ] - }, "Bool": { "__class__": "ConfigTypeSnap", "description": "", @@ -35994,69 +36810,6 @@ }, "type_param_keys": null }, - "Map.Bool.Int": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Map.Bool.Int", - "kind": { - "__enum__": "ConfigTypeKind.MAP" - }, - "scalar_kind": null, - "type_param_keys": [ - "Bool", - "Int" - ] - }, - "Map.String.Int:name: username": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": "username", - "key": "Map.String.Int:name: username", - "kind": { - "__enum__": "ConfigTypeKind.MAP" - }, - "scalar_kind": null, - "type_param_keys": [ - "String", - "Int" - ] - }, - "Map.String.Shape.c509723c946dae900588fedb3aad4c7e4a3bd168": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Map.String.Shape.c509723c946dae900588fedb3aad4c7e4a3bd168", - "kind": { - "__enum__": "ConfigTypeKind.MAP" - }, - "scalar_kind": null, - "type_param_keys": [ - "String", - "Shape.c509723c946dae900588fedb3aad4c7e4a3bd168" - ] - }, - "Noneable.Int": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Noneable.Int", - "kind": { - "__enum__": "ConfigTypeKind.NONEABLE" - }, - "scalar_kind": null, - "type_param_keys": [ - "Int" - ] - }, "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { "__class__": "ConfigTypeSnap", "description": null, @@ -36390,7 +37143,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.095fa51bda86a8b26c653bdaea124c15ea83783d": { + "Shape.09d73f0755bf4752d3f121837669c8660dcf451e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -36398,49 +37151,22 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "Configure runtime parameters for ops or assets.", - "is_required": true, - "name": "ops", - "type_key": "Shape.940fa1e55b24388b9f0b7a0a05bec3712295e88d" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_value_as_json_str": "{\"retries\": {\"enabled\": {}}}", + "description": "Execute all steps in a single process.", "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "config", + "type_key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c" } ], "given_name": null, - "key": "Shape.095fa51bda86a8b26c653bdaea124c15ea83783d", + "key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.09d73f0755bf4752d3f121837669c8660dcf451e": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -36448,38 +37174,38 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"retries\": {\"enabled\": {}}}", - "description": "Execute all steps in a single process.", + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", "is_required": false, "name": "config", - "type_key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c" + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.14c3ed9ae0702fb7e4724d96ca5443b949ca55c6": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", - "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "num", + "type_key": "ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725" } ], "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "key": "Shape.14c3ed9ae0702fb7e4724d96ca5443b949ca55c6", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -36509,41 +37235,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.303f566e70c2a9bbe3b9c0b251dd13a17bd93ca7": { + "Shape.269f0f86fd2b3d1fb716813f364d327a2c0ac101": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "field_one", - "type_key": "Map.String.Int:name: username" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"test\": {\"nested\": [null, 1, 2]}}", - "description": null, - "is_required": false, - "name": "field_three", - "type_key": "Map.String.Shape.c509723c946dae900588fedb3aad4c7e4a3bd168" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_value_as_json_str": "{\"adder_1\": {}, \"adder_2\": {}}", "description": null, "is_required": false, - "name": "field_two", - "type_key": "Map.Bool.Int" + "name": "ops", + "type_key": "Shape.f3e8c265243cfd815335b41d406803456fc01731" } ], "given_name": null, - "key": "Shape.303f566e70c2a9bbe3b9c0b251dd13a17bd93ca7", + "key": "Shape.269f0f86fd2b3d1fb716813f364d327a2c0ac101", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -36628,39 +37336,57 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.940fa1e55b24388b9f0b7a0a05bec3712295e88d": { + "Shape.830eb72ce3b7ec64406dda44681fe8125398e066": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "noop_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "Configure runtime parameters for ops or assets.", "is_required": true, - "name": "op_with_map_config", - "type_key": "Shape.eacf3d84eb87d743cabe5ea4b078eb7fe6566547" + "name": "ops", + "type_key": "Shape.b7ec19ebe501a9e6c5fdd7ad43138d8e7495ec4d" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.940fa1e55b24388b9f0b7a0a05bec3712295e88d", + "key": "Shape.830eb72ce3b7ec64406dda44681fe8125398e066", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.c509723c946dae900588fedb3aad4c7e4a3bd168": { + "Shape.b7ec19ebe501a9e6c5fdd7ad43138d8e7495ec4d": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -36671,12 +37397,21 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "nested", - "type_key": "Array.Noneable.Int" + "name": "add_four", + "type_key": "Shape.f642097b857066d4a9349527c6ac0d56f229c3a9" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"ops\": {\"div_1\": {}, \"div_2\": {}}}", + "description": null, + "is_required": false, + "name": "div_four", + "type_key": "Shape.e9ab4ed94baf66591b1c79aedd6e860e74449626" } ], "given_name": null, - "key": "Shape.c509723c946dae900588fedb3aad4c7e4a3bd168", + "key": "Shape.b7ec19ebe501a9e6c5fdd7ad43138d8e7495ec4d", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -36696,6 +37431,70 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.df3f614c6d641b6c40a897c607155a39d309cbf2": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "div_1", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "div_2", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.df3f614c6d641b6c40a897c607155a39d309cbf2", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.e22e53b985e9d5499495c4611239dc035a49c1ec": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"ops\": {\"adder_1\": {}, \"adder_2\": {}}}", + "description": null, + "is_required": false, + "name": "adder_1", + "type_key": "Shape.269f0f86fd2b3d1fb716813f364d327a2c0ac101" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"ops\": {\"adder_1\": {}, \"adder_2\": {}}}", + "description": null, + "is_required": false, + "name": "adder_2", + "type_key": "Shape.269f0f86fd2b3d1fb716813f364d327a2c0ac101" + } + ], + "given_name": null, + "key": "Shape.e22e53b985e9d5499495c4611239dc035a49c1ec", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, @@ -36719,7 +37518,62 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.eacf3d84eb87d743cabe5ea4b078eb7fe6566547": { + "Shape.e9ab4ed94baf66591b1c79aedd6e860e74449626": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"div_1\": {}, \"div_2\": {}}", + "description": null, + "is_required": false, + "name": "ops", + "type_key": "Shape.df3f614c6d641b6c40a897c607155a39d309cbf2" + } + ], + "given_name": null, + "key": "Shape.e9ab4ed94baf66591b1c79aedd6e860e74449626", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.f3e8c265243cfd815335b41d406803456fc01731": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "adder_1", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "adder_2", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.f3e8c265243cfd815335b41d406803456fc01731", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.f642097b857066d4a9349527c6ac0d56f229c3a9": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -36730,12 +37584,21 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "config", - "type_key": "Shape.303f566e70c2a9bbe3b9c0b251dd13a17bd93ca7" + "name": "inputs", + "type_key": "Shape.14c3ed9ae0702fb7e4724d96ca5443b949ca55c6" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"adder_1\": {\"ops\": {\"adder_1\": {}, \"adder_2\": {}}}, \"adder_2\": {\"ops\": {\"adder_1\": {}, \"adder_2\": {}}}}", + "description": null, + "is_required": false, + "name": "ops", + "type_key": "Shape.e22e53b985e9d5499495c4611239dc035a49c1ec" } ], "given_name": null, - "key": "Shape.eacf3d84eb87d743cabe5ea4b078eb7fe6566547", + "key": "Shape.f642097b857066d4a9349527c6ac0d56f229c3a9", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -36853,24 +37716,44 @@ "solid_invocation_snaps": [ { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [] + } + ], "is_dynamic_mapped": false, - "solid_def_name": "noop_op", - "solid_name": "noop_op", + "solid_def_name": "add_four", + "solid_name": "add_four", "tags": {} }, { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "add_four" + } + ] + } + ], "is_dynamic_mapped": false, - "solid_def_name": "op_with_map_config", - "solid_name": "op_with_map_config", + "solid_def_name": "div_four", + "solid_name": "div_four", "tags": {} } ] }, "description": null, - "graph_def_name": "config_with_map", + "graph_def_name": "composites_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -36909,13 +37792,260 @@ "name": "io_manager" } ], - "root_config_key": "Shape.095fa51bda86a8b26c653bdaea124c15ea83783d" + "root_config_key": "Shape.830eb72ce3b7ec64406dda44681fe8125398e066" } ], - "name": "config_with_map", + "name": "composites_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", - "composite_solid_def_snaps": [], + "composite_solid_def_snaps": [ + { + "__class__": "CompositeSolidDefSnap", + "config_field_snap": null, + "dep_structure_snapshot": { + "__class__": "DependencyStructureSnapshot", + "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "add_two", + "solid_name": "adder_1", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "adder_1" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "add_two", + "solid_name": "adder_2", + "tags": {} + } + ] + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Int", + "description": null, + "name": "num" + } + ], + "input_mapping_snaps": [ + { + "__class__": "InputMappingSnap", + "external_input_name": "num", + "mapped_input_name": "num", + "mapped_solid_name": "adder_1" + } + ], + "name": "add_four", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Int", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "output_mapping_snaps": [ + { + "__class__": "OutputMappingSnap", + "external_output_name": "result", + "mapped_output_name": "result", + "mapped_solid_name": "adder_2" + } + ], + "tags": {} + }, + { + "__class__": "CompositeSolidDefSnap", + "config_field_snap": null, + "dep_structure_snapshot": { + "__class__": "DependencyStructureSnapshot", + "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "add_one", + "solid_name": "adder_1", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "adder_1" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "add_one", + "solid_name": "adder_2", + "tags": {} + } + ] + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Int", + "description": null, + "name": "num" + } + ], + "input_mapping_snaps": [ + { + "__class__": "InputMappingSnap", + "external_input_name": "num", + "mapped_input_name": "num", + "mapped_solid_name": "adder_1" + } + ], + "name": "add_two", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Int", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "output_mapping_snaps": [ + { + "__class__": "OutputMappingSnap", + "external_output_name": "result", + "mapped_output_name": "result", + "mapped_solid_name": "adder_2" + } + ], + "tags": {} + }, + { + "__class__": "CompositeSolidDefSnap", + "config_field_snap": null, + "dep_structure_snapshot": { + "__class__": "DependencyStructureSnapshot", + "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "div_two", + "solid_name": "div_1", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "div_1" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "div_two", + "solid_name": "div_2", + "tags": {} + } + ] + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "num" + } + ], + "input_mapping_snaps": [ + { + "__class__": "InputMappingSnap", + "external_input_name": "num", + "mapped_input_name": "num", + "mapped_solid_name": "div_1" + } + ], + "name": "div_four", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "output_mapping_snaps": [ + { + "__class__": "OutputMappingSnap", + "external_output_name": "result", + "mapped_output_name": "result", + "mapped_solid_name": "div_2" + } + ], + "tags": {} + } + ], "solid_def_snaps": [ { "__class__": "SolidDefSnap", @@ -36929,12 +38059,19 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "noop_op", + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Int", + "description": null, + "name": "num" + } + ], + "name": "add_one", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "Int", "description": null, "is_dynamic": false, "is_required": true, @@ -36951,13 +38088,20 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, + "is_required": false, "name": "config", - "type_key": "Shape.303f566e70c2a9bbe3b9c0b251dd13a17bd93ca7" + "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "op_with_map_config", + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "num" + } + ], + "name": "div_two", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -36978,7 +38122,7 @@ ''' # --- # name: test_all_snapshot_ids[27] - '9041a32e00b2c27d78e168f10272a992f819e88d' + 'd9f6d85793df3d9df94d4aedb21bb659c1202bda' # --- # name: test_all_snapshot_ids[28] ''' @@ -37000,6 +38144,21 @@ "scalar_kind": null, "type_param_keys": null }, + "Array.Noneable.Int": { + "__class__": "ConfigTypeSnap", + "description": "List of Array.Noneable.Int", + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Array.Noneable.Int", + "kind": { + "__enum__": "ConfigTypeKind.ARRAY" + }, + "scalar_kind": null, + "type_param_keys": [ + "Noneable.Int" + ] + }, "Bool": { "__class__": "ConfigTypeSnap", "description": "", @@ -37045,6 +38204,69 @@ }, "type_param_keys": null }, + "Map.Bool.Int": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Map.Bool.Int", + "kind": { + "__enum__": "ConfigTypeKind.MAP" + }, + "scalar_kind": null, + "type_param_keys": [ + "Bool", + "Int" + ] + }, + "Map.String.Int:name: username": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": "username", + "key": "Map.String.Int:name: username", + "kind": { + "__enum__": "ConfigTypeKind.MAP" + }, + "scalar_kind": null, + "type_param_keys": [ + "String", + "Int" + ] + }, + "Map.String.Shape.c509723c946dae900588fedb3aad4c7e4a3bd168": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Map.String.Shape.c509723c946dae900588fedb3aad4c7e4a3bd168", + "kind": { + "__enum__": "ConfigTypeKind.MAP" + }, + "scalar_kind": null, + "type_param_keys": [ + "String", + "Shape.c509723c946dae900588fedb3aad4c7e4a3bd168" + ] + }, + "Noneable.Int": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Noneable.Int", + "kind": { + "__enum__": "ConfigTypeKind.NONEABLE" + }, + "scalar_kind": null, + "type_param_keys": [ + "Int" + ] + }, "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { "__class__": "ConfigTypeSnap", "description": null, @@ -37378,7 +38600,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.09d73f0755bf4752d3f121837669c8660dcf451e": { + "Shape.095fa51bda86a8b26c653bdaea124c15ea83783d": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -37386,47 +38608,65 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"retries\": {\"enabled\": {}}}", - "description": "Execute all steps in a single process.", + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "config", - "type_key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Configure runtime parameters for ops or assets.", + "is_required": true, + "name": "ops", + "type_key": "Shape.940fa1e55b24388b9f0b7a0a05bec3712295e88d" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e", + "key": "Shape.095fa51bda86a8b26c653bdaea124c15ea83783d", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.0d55d94dd294f7cd436b52feb520b9840c4f91dc": { + "Shape.09d73f0755bf4752d3f121837669c8660dcf451e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "sum_op", - "type_key": "Shape.b19e2683be41355cdd22d1d489ae36749b14bef0" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"retries\": {\"enabled\": {}}}", + "description": "Execute all steps in a single process.", "is_required": false, - "name": "sum_sq_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c" } ], "given_name": null, - "key": "Shape.0d55d94dd294f7cd436b52feb520b9840c4f91dc", + "key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -37479,6 +38719,47 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.303f566e70c2a9bbe3b9c0b251dd13a17bd93ca7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "field_one", + "type_key": "Map.String.Int:name: username" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"test\": {\"nested\": [null, 1, 2]}}", + "description": null, + "is_required": false, + "name": "field_three", + "type_key": "Map.String.Shape.c509723c946dae900588fedb3aad4c7e4a3bd168" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "field_two", + "type_key": "Map.Bool.Int" + } + ], + "given_name": null, + "key": "Shape.303f566e70c2a9bbe3b9c0b251dd13a17bd93ca7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -37557,42 +38838,19 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.a6b36b26d836a5c5ddb7f8906ae2a817c0063a89": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "num", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.a6b36b26d836a5c5ddb7f8906ae2a817c0063a89", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.b19e2683be41355cdd22d1d489ae36749b14bef0": { + "Shape.940fa1e55b24388b9f0b7a0a05bec3712295e88d": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "config", - "type_key": "Any" + "name": "noop_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", @@ -37600,62 +38858,35 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "inputs", - "type_key": "Shape.a6b36b26d836a5c5ddb7f8906ae2a817c0063a89" + "name": "op_with_map_config", + "type_key": "Shape.eacf3d84eb87d743cabe5ea4b078eb7fe6566547" } ], "given_name": null, - "key": "Shape.b19e2683be41355cdd22d1d489ae36749b14bef0", + "key": "Shape.940fa1e55b24388b9f0b7a0a05bec3712295e88d", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.d4670f68893bf551d7398bd94d97daec11f9bb2b": { + "Shape.c509723c946dae900588fedb3aad4c7e4a3bd168": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "Configure runtime parameters for ops or assets.", + "description": null, "is_required": true, - "name": "ops", - "type_key": "Shape.0d55d94dd294f7cd436b52feb520b9840c4f91dc" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "nested", + "type_key": "Array.Noneable.Int" } ], "given_name": null, - "key": "Shape.d4670f68893bf551d7398bd94d97daec11f9bb2b", + "key": "Shape.c509723c946dae900588fedb3aad4c7e4a3bd168", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -37698,6 +38929,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.eacf3d84eb87d743cabe5ea4b078eb7fe6566547": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.303f566e70c2a9bbe3b9c0b251dd13a17bd93ca7" + } + ], + "given_name": null, + "key": "Shape.eacf3d84eb87d743cabe5ea4b078eb7fe6566547", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -37788,20 +39042,6 @@ "name": "Nothing", "type_param_keys": [] }, - "PoorMansDataFrame": { - "__class__": "DagsterTypeSnap", - "description": null, - "display_name": "PoorMansDataFrame", - "is_builtin": false, - "key": "PoorMansDataFrame", - "kind": { - "__enum__": "DagsterTypeKind.REGULAR" - }, - "loader_schema_key": "String", - "materializer_schema_key": null, - "name": "PoorMansDataFrame", - "type_param_keys": [] - }, "String": { "__class__": "DagsterTypeSnap", "description": null, @@ -37823,44 +39063,24 @@ "solid_invocation_snaps": [ { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [] - } - ], + "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "sum_op", - "solid_name": "sum_op", + "solid_def_name": "noop_op", + "solid_name": "noop_op", "tags": {} }, { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "sum_df", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "sum_op" - } - ] - } - ], + "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "sum_sq_op", - "solid_name": "sum_sq_op", + "solid_def_name": "op_with_map_config", + "solid_name": "op_with_map_config", "tags": {} } ] }, "description": null, - "graph_def_name": "csv_hello_world", + "graph_def_name": "config_with_map", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -37899,10 +39119,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.d4670f68893bf551d7398bd94d97daec11f9bb2b" + "root_config_key": "Shape.095fa51bda86a8b26c653bdaea124c15ea83783d" } ], - "name": "csv_hello_world", + "name": "config_with_map", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -37919,19 +39139,12 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "PoorMansDataFrame", - "description": null, - "name": "num" - } - ], - "name": "sum_op", + "input_def_snaps": [], + "name": "noop_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "PoorMansDataFrame", + "dagster_type_key": "Any", "description": null, "is_dynamic": false, "is_required": true, @@ -37948,24 +39161,17 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, + "is_required": true, "name": "config", - "type_key": "Any" + "type_key": "Shape.303f566e70c2a9bbe3b9c0b251dd13a17bd93ca7" }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "PoorMansDataFrame", - "description": null, - "name": "sum_df" - } - ], - "name": "sum_sq_op", + "input_def_snaps": [], + "name": "op_with_map_config", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "PoorMansDataFrame", + "dagster_type_key": "Any", "description": null, "is_dynamic": false, "is_required": true, @@ -37982,7 +39188,7 @@ ''' # --- # name: test_all_snapshot_ids[29] - '9d2930f7c072c5a01688d84b725c49d4ae718c65' + '9041a32e00b2c27d78e168f10272a992f819e88d' # --- # name: test_all_snapshot_ids[2] ''' @@ -38538,128 +39744,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.669b9c60753c2ca887256e2f8d6461fd587f980e": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "asset_1_my_check", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_bottom", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_left", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_right", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_top", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "multipartitions_1", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "multipartitions_2", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "multipartitions_fail", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "typed_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {}}", - "description": null, - "is_required": false, - "name": "typed_multi_asset", - "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "unpartitioned_upstream_of_partitioned", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "untyped_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.669b9c60753c2ca887256e2f8d6461fd587f980e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, @@ -38706,6 +39790,137 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.b0f2e89bf66bf05c3bf519026643c2825f9217a5": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "asset_1_my_check", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_bottom", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_left", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_right", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_top", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "multipartitions_1", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "multipartitions_2", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "multipartitions_fail", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "subsettable_checked_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "typed_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "typed_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "unpartitioned_upstream_of_partitioned", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "untyped_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.b0f2e89bf66bf05c3bf519026643c2825f9217a5", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { "__class__": "ConfigTypeSnap", "description": null, @@ -38742,7 +39957,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.e3e62b4f8830ecac9ac135f404ebf0b03f899f55": { + "Shape.de06a4fd46adc9241474fde1b3c5cb987681b61c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -38768,11 +39983,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"multipartitions_1\": {}, \"multipartitions_2\": {}, \"multipartitions_fail\": {}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}}", + "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"multipartitions_1\": {}, \"multipartitions_2\": {}, \"multipartitions_fail\": {}, \"subsettable_checked_multi_asset\": {\"config\": {}}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.669b9c60753c2ca887256e2f8d6461fd587f980e" + "type_key": "Shape.b0f2e89bf66bf05c3bf519026643c2825f9217a5" }, { "__class__": "ConfigFieldSnap", @@ -38785,7 +40000,7 @@ } ], "given_name": null, - "key": "Shape.e3e62b4f8830ecac9ac135f404ebf0b03f899f55", + "key": "Shape.de06a4fd46adc9241474fde1b3c5cb987681b61c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -39066,6 +40281,14 @@ "solid_name": "multipartitions_fail", "tags": {} }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "subsettable_checked_multi_asset", + "solid_name": "subsettable_checked_multi_asset", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ @@ -39180,7 +40403,7 @@ "name": "io_manager" } ], - "root_config_key": "Shape.e3e62b4f8830ecac9ac135f404ebf0b03f899f55" + "root_config_key": "Shape.de06a4fd46adc9241474fde1b3c5cb987681b61c" } ], "name": "__ASSET_JOB_1", @@ -39452,6 +40675,57 @@ "required_resource_keys": [], "tags": {} }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + }, + "description": null, + "input_def_snaps": [], + "name": "subsettable_checked_multi_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "two" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_check" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_other_check" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -40468,7 +41742,7 @@ ] }, "description": null, - "graph_def_name": "csv_hello_world_df_input", + "graph_def_name": "csv_hello_world", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -40510,7 +41784,7 @@ "root_config_key": "Shape.d4670f68893bf551d7398bd94d97daec11f9bb2b" } ], - "name": "csv_hello_world_df_input", + "name": "csv_hello_world", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -40590,7 +41864,7 @@ ''' # --- # name: test_all_snapshot_ids[31] - 'a28dd9e490e08f05fab6ab1309de27da5cd3eb0f' + '9d2930f7c072c5a01688d84b725c49d4ae718c65' # --- # name: test_all_snapshot_ids[32] ''' @@ -41013,30 +42287,39 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.0d55d94dd294f7cd436b52feb520b9840c4f91dc": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "sum_op", + "type_key": "Shape.b19e2683be41355cdd22d1d489ae36749b14bef0" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "name": "sum_sq_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "key": "Shape.0d55d94dd294f7cd436b52feb520b9840c4f91dc", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -41044,65 +42327,38 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.16eef8c67ecf666f239d7a74b4df86e4d22830b2": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "Configure runtime parameters for ops or assets.", - "is_required": true, - "name": "ops", - "type_key": "Shape.bfccd1cc4558701e6f151305c3b28e09cf76a942" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.16eef8c67ecf666f239d7a74b4df86e4d22830b2", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -41242,23 +42498,50 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.bfccd1cc4558701e6f151305c3b28e09cf76a942": { + "Shape.d4670f68893bf551d7398bd94d97daec11f9bb2b": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "Configure runtime parameters for ops or assets.", "is_required": true, - "name": "sum_op", - "type_key": "Shape.b19e2683be41355cdd22d1d489ae36749b14bef0" + "name": "ops", + "type_key": "Shape.0d55d94dd294f7cd436b52feb520b9840c4f91dc" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.bfccd1cc4558701e6f151305c3b28e09cf76a942", + "key": "Shape.d4670f68893bf551d7398bd94d97daec11f9bb2b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -41438,11 +42721,32 @@ "solid_def_name": "sum_op", "solid_name": "sum_op", "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "sum_df", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "sum_op" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "sum_sq_op", + "solid_name": "sum_sq_op", + "tags": {} } ] }, "description": null, - "graph_def_name": "csv_hello_world_two", + "graph_def_name": "csv_hello_world_df_input", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -41481,10 +42785,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.16eef8c67ecf666f239d7a74b4df86e4d22830b2" + "root_config_key": "Shape.d4670f68893bf551d7398bd94d97daec11f9bb2b" } ], - "name": "csv_hello_world_two", + "name": "csv_hello_world_df_input", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -41522,6 +42826,40 @@ ], "required_resource_keys": [], "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "PoorMansDataFrame", + "description": null, + "name": "sum_df" + } + ], + "name": "sum_sq_op", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "PoorMansDataFrame", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} } ] }, @@ -41530,7 +42868,7 @@ ''' # --- # name: test_all_snapshot_ids[33] - 'a62baecf830886bfa322863f86bbd7344ef9c359' + 'a28dd9e490e08f05fab6ab1309de27da5cd3eb0f' # --- # name: test_all_snapshot_ids[34] ''' @@ -41999,6 +43337,56 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.16eef8c67ecf666f239d7a74b4df86e4d22830b2": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Configure runtime parameters for ops or assets.", + "is_required": true, + "name": "ops", + "type_key": "Shape.bfccd1cc4558701e6f151305c3b28e09cf76a942" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.16eef8c67ecf666f239d7a74b4df86e4d22830b2", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -42132,50 +43520,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.d23488d41af0c3adfec8adc96da6948f4256434b": { + "Shape.bfccd1cc4558701e6f151305c3b28e09cf76a942": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "Configure runtime parameters for ops or assets.", + "description": null, "is_required": true, - "name": "ops", - "type_key": "Shape.e01a65869f23af48c20375cb64c967a5ad26f4a0" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "sum_op", + "type_key": "Shape.b19e2683be41355cdd22d1d489ae36749b14bef0" } ], "given_name": null, - "key": "Shape.d23488d41af0c3adfec8adc96da6948f4256434b", + "key": "Shape.bfccd1cc4558701e6f151305c3b28e09cf76a942", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -42195,47 +43556,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.e01a65869f23af48c20375cb64c967a5ad26f4a0": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "df_expectations_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "sum_op", - "type_key": "Shape.b19e2683be41355cdd22d1d489ae36749b14bef0" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "sum_sq_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.e01a65869f23af48c20375cb64c967a5ad26f4a0", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, @@ -42382,27 +43702,6 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "sum_df", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "sum_op" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "df_expectations_op", - "solid_name": "df_expectations_op", - "tags": {} - }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ @@ -42417,32 +43716,11 @@ "solid_def_name": "sum_op", "solid_name": "sum_op", "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "sum_df", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "sum_op" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "sum_sq_op", - "solid_name": "sum_sq_op", - "tags": {} } ] }, "description": null, - "graph_def_name": "csv_hello_world_with_expectations", + "graph_def_name": "csv_hello_world_two", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -42481,48 +43759,14 @@ "name": "io_manager" } ], - "root_config_key": "Shape.d23488d41af0c3adfec8adc96da6948f4256434b" + "root_config_key": "Shape.16eef8c67ecf666f239d7a74b4df86e4d22830b2" } ], - "name": "csv_hello_world_with_expectations", + "name": "csv_hello_world_two", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "PoorMansDataFrame", - "description": null, - "name": "sum_df" - } - ], - "name": "df_expectations_op", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "PoorMansDataFrame", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -42556,40 +43800,6 @@ ], "required_resource_keys": [], "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "PoorMansDataFrame", - "description": null, - "name": "sum_df" - } - ], - "name": "sum_sq_op", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "PoorMansDataFrame", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} } ] }, @@ -42598,7 +43808,7 @@ ''' # --- # name: test_all_snapshot_ids[35] - '2bc0dc6a7c8ccb4ec4352fde1925f82521d71675' + 'a62baecf830886bfa322863f86bbd7344ef9c359' # --- # name: test_all_snapshot_ids[36] ''' @@ -43067,30 +44277,39 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", + "is_required": false, + "name": "marker_to_close", + "type_key": "String" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "my_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -43099,30 +44318,44 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", + "description": null, + "is_required": true, + "name": "path", "type_key": "String" - }, + } + ], + "given_name": null, + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "Shape.a6b36b26d836a5c5ddb7f8906ae2a817c0063a89": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -43133,19 +44366,19 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "path", + "name": "num", "type_key": "String" } ], "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "key": "Shape.a6b36b26d836a5c5ddb7f8906ae2a817c0063a89", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.b19e2683be41355cdd22d1d489ae36749b14bef0": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -43158,17 +44391,26 @@ "is_required": false, "name": "config", "type_key": "Any" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "inputs", + "type_key": "Shape.a6b36b26d836a5c5ddb7f8906ae2a817c0063a89" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.b19e2683be41355cdd22d1d489ae36749b14bef0", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0": { + "Shape.d23488d41af0c3adfec8adc96da6948f4256434b": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -43193,12 +44435,12 @@ }, { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"my_op\": {}}", + "default_provided": false, + "default_value_as_json_str": null, "description": "Configure runtime parameters for ops or assets.", - "is_required": false, + "is_required": true, "name": "ops", - "type_key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1" + "type_key": "Shape.e01a65869f23af48c20375cb64c967a5ad26f4a0" }, { "__class__": "ConfigFieldSnap", @@ -43211,7 +44453,7 @@ } ], "given_name": null, - "key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0", + "key": "Shape.d23488d41af0c3adfec8adc96da6948f4256434b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -43231,6 +44473,47 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.e01a65869f23af48c20375cb64c967a5ad26f4a0": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "df_expectations_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "sum_op", + "type_key": "Shape.b19e2683be41355cdd22d1d489ae36749b14bef0" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "sum_sq_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.e01a65869f23af48c20375cb64c967a5ad26f4a0", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, @@ -43344,6 +44627,20 @@ "name": "Nothing", "type_param_keys": [] }, + "PoorMansDataFrame": { + "__class__": "DagsterTypeSnap", + "description": null, + "display_name": "PoorMansDataFrame", + "is_builtin": false, + "key": "PoorMansDataFrame", + "kind": { + "__enum__": "DagsterTypeKind.REGULAR" + }, + "loader_schema_key": "String", + "materializer_schema_key": null, + "name": "PoorMansDataFrame", + "type_param_keys": [] + }, "String": { "__class__": "DagsterTypeSnap", "description": null, @@ -43365,16 +44662,65 @@ "solid_invocation_snaps": [ { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "sum_df", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "sum_op" + } + ] + } + ], "is_dynamic_mapped": false, - "solid_def_name": "my_op", - "solid_name": "my_op", + "solid_def_name": "df_expectations_op", + "solid_name": "df_expectations_op", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "sum_op", + "solid_name": "sum_op", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "sum_df", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "sum_op" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "sum_sq_op", + "solid_name": "sum_sq_op", "tags": {} } ] }, "description": null, - "graph_def_name": "daily_partitioned_job", + "graph_def_name": "csv_hello_world_with_expectations", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -43413,10 +44759,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0" + "root_config_key": "Shape.d23488d41af0c3adfec8adc96da6948f4256434b" } ], - "name": "daily_partitioned_job", + "name": "csv_hello_world_with_expectations", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -43433,12 +44779,87 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "my_op", + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "PoorMansDataFrame", + "description": null, + "name": "sum_df" + } + ], + "name": "df_expectations_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "PoorMansDataFrame", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "PoorMansDataFrame", + "description": null, + "name": "num" + } + ], + "name": "sum_op", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "PoorMansDataFrame", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "PoorMansDataFrame", + "description": null, + "name": "sum_df" + } + ], + "name": "sum_sq_op", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "PoorMansDataFrame", "description": null, "is_dynamic": false, "is_required": true, @@ -43455,7 +44876,7 @@ ''' # --- # name: test_all_snapshot_ids[37] - '458a303a0e8d51f99eb8417d4be851f0b982b5a5' + '2bc0dc6a7c8ccb4ec4352fde1925f82521d71675' # --- # name: test_all_snapshot_ids[38] ''' @@ -43901,7 +45322,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.106ddb38370619b50ab9e0637a86d3bcf2e588d7": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -43910,62 +45331,44 @@ "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "dynamic_in_multipartitions_fail", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "dynamic_in_multipartitions_success", + "name": "io_manager", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.106ddb38370619b50ab9e0637a86d3bcf2e588d7", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", - "type_key": "String" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "my_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -43974,23 +45377,23 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "[DEPRECATED]", "is_required": false, - "name": "hanging_asset_resource", - "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + "name": "marker_to_close", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -44043,53 +45446,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "file", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - } - ], - "given_name": null, - "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.cedb60bfd437ecda7907bf1428770450d6e0caa1": { + "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -44115,11 +45472,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"dynamic_in_multipartitions_fail\": {}, \"dynamic_in_multipartitions_success\": {}}", + "default_value_as_json_str": "{\"my_op\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.106ddb38370619b50ab9e0637a86d3bcf2e588d7" + "type_key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1" }, { "__class__": "ConfigFieldSnap", @@ -44128,11 +45485,11 @@ "description": "Configure how shared resources are implemented within a run.", "is_required": false, "name": "resources", - "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.cedb60bfd437ecda7907bf1428770450d6e0caa1", + "key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -44284,39 +45641,18 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "dynamic_in_multipartitions_success", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "dynamic_in_multipartitions_success" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "dynamic_in_multipartitions_fail", - "solid_name": "dynamic_in_multipartitions_fail", - "tags": {} - }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "dynamic_in_multipartitions_success", - "solid_name": "dynamic_in_multipartitions_success", + "solid_def_name": "my_op", + "solid_name": "my_op", "tags": {} } ] }, "description": null, - "graph_def_name": "dynamic_in_multipartitions_success_job", + "graph_def_name": "daily_partitioned_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -44340,20 +45676,6 @@ ], "name": "default", "resource_def_snaps": [ - { - "__class__": "ResourceDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - }, - "description": null, - "name": "hanging_asset_resource" - }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -44365,52 +45687,18 @@ "name": "config", "type_key": "Any" }, - "description": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" } ], - "root_config_key": "Shape.cedb60bfd437ecda7907bf1428770450d6e0caa1" + "root_config_key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0" } ], - "name": "dynamic_in_multipartitions_success_job", + "name": "daily_partitioned_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "dynamic_in_multipartitions_success" - } - ], - "name": "dynamic_in_multipartitions_fail", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -44424,7 +45712,7 @@ }, "description": null, "input_def_snaps": [], - "name": "dynamic_in_multipartitions_success", + "name": "my_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -44445,10 +45733,10 @@ ''' # --- # name: test_all_snapshot_ids[39] - '9224ed1364dbf02ced98648c1f9637686e8a1a29' + '458a303a0e8d51f99eb8417d4be851f0b982b5a5' # --- # name: test_all_snapshot_ids[3] - '04ad904e132aa78afcc1d8769b62ea842d783264' + 'd6d864a0f3dd8a4d4a650b890407109529b311c9' # --- # name: test_all_snapshot_ids[40] ''' @@ -44894,7 +46182,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "Shape.106ddb38370619b50ab9e0637a86d3bcf2e588d7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -44903,71 +46191,62 @@ "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": null, "is_required": false, - "name": "io_manager", + "name": "dynamic_in_multipartitions_fail", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "dynamic_in_multipartitions_success", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.106ddb38370619b50ab9e0637a86d3bcf2e588d7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.3ef23faa410b37ce7e52ae111cb4681b446e1303": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "Configure runtime parameters for ops or assets.", - "is_required": true, - "name": "ops", - "type_key": "Shape.5708963c04903807559bf82976b433ea11a6d818" + "description": "[DEPRECATED]", + "is_required": false, + "name": "marker_to_close", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.3ef23faa410b37ce7e52ae111cb4681b446e1303", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -44976,23 +46255,23 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "[DEPRECATED]", + "description": null, "is_required": false, - "name": "marker_to_close", - "type_key": "String" + "name": "hanging_asset_resource", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -45022,75 +46301,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.5708963c04903807559bf82976b433ea11a6d818": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "double_total", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "emit", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "emit_ten", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "multiply_by_two", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, - "name": "multiply_inputs", - "type_key": "Shape.9694bd5326b4a9b74d1fd807c8910a6135be6203" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, "is_required": false, - "name": "sum_numbers", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.5708963c04903807559bf82976b433ea11a6d818", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.61f6d035cbaa766bc8034ce8464aea0cc504bab1": { + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -45101,19 +46335,19 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "should_fail", - "type_key": "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4" + "name": "file", + "type_key": "String" } ], "given_name": null, - "key": "Shape.61f6d035cbaa766bc8034ce8464aea0cc504bab1", + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -45123,45 +46357,63 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, + "is_required": true, "name": "config", - "type_key": "Any" + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.9694bd5326b4a9b74d1fd807c8910a6135be6203": { + "Shape.cedb60bfd437ecda7907bf1428770450d6e0caa1": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "config", - "type_key": "Any" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "inputs", - "type_key": "Shape.61f6d035cbaa766bc8034ce8464aea0cc504bab1" + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"dynamic_in_multipartitions_fail\": {}, \"dynamic_in_multipartitions_success\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.106ddb38370619b50ab9e0637a86d3bcf2e588d7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" } ], "given_name": null, - "key": "Shape.9694bd5326b4a9b74d1fd807c8910a6135be6203", + "key": "Shape.cedb60bfd437ecda7907bf1428770450d6e0caa1", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -45318,123 +46570,34 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "y", + "input_name": "dynamic_in_multipartitions_success", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "sum_numbers" + "solid_name": "dynamic_in_multipartitions_success" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "multiply_by_two", - "solid_name": "double_total", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "emit", - "solid_name": "emit", + "solid_def_name": "dynamic_in_multipartitions_fail", + "solid_name": "dynamic_in_multipartitions_fail", "tags": {} }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "emit_ten", - "solid_name": "emit_ten", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "y", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "multiply_inputs" - } - ] - } - ], - "is_dynamic_mapped": true, - "solid_def_name": "multiply_by_two", - "solid_name": "multiply_by_two", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "y", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "emit" - } - ] - }, - { - "__class__": "InputDependencySnap", - "input_name": "ten", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "emit_ten" - } - ] - }, - { - "__class__": "InputDependencySnap", - "input_name": "should_fail", - "is_dynamic_collect": false, - "upstream_output_snaps": [] - } - ], - "is_dynamic_mapped": true, - "solid_def_name": "multiply_inputs", - "solid_name": "multiply_inputs", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "nums", - "is_dynamic_collect": true, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "multiply_by_two" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "sum_numbers", - "solid_name": "sum_numbers", + "solid_def_name": "dynamic_in_multipartitions_success", + "solid_name": "dynamic_in_multipartitions_success", "tags": {} } ] }, "description": null, - "graph_def_name": "dynamic_job", + "graph_def_name": "dynamic_in_multipartitions_success_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -45458,6 +46621,20 @@ ], "name": "default", "resource_def_snaps": [ + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + }, + "description": null, + "name": "hanging_asset_resource" + }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -45469,106 +46646,18 @@ "name": "config", "type_key": "Any" }, - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": null, "name": "io_manager" } ], - "root_config_key": "Shape.3ef23faa410b37ce7e52ae111cb4681b446e1303" + "root_config_key": "Shape.cedb60bfd437ecda7907bf1428770450d6e0caa1" } ], - "name": "dynamic_job", + "name": "dynamic_in_multipartitions_success_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "emit", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": true, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "emit_ten", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "y" - } - ], - "name": "multiply_by_two", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -45586,22 +46675,10 @@ "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "y" - }, - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "ten" - }, - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "should_fail" + "name": "dynamic_in_multipartitions_success" } ], - "name": "multiply_inputs", + "name": "dynamic_in_multipartitions_fail", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -45627,15 +46704,8 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "nums" - } - ], - "name": "sum_numbers", + "input_def_snaps": [], + "name": "dynamic_in_multipartitions_success", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -45656,7 +46726,7 @@ ''' # --- # name: test_all_snapshot_ids[41] - 'db3c9e009bad031bbf9b5f278cc09b691a00eaec' + '9224ed1364dbf02ced98648c1f9637686e8a1a29' # --- # name: test_all_snapshot_ids[42] ''' @@ -46125,7 +47195,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.26f4d8f802e68f5a194e93f7de19289a671d8d82": { + "Shape.3ef23faa410b37ce7e52ae111cb4681b446e1303": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -46150,12 +47220,12 @@ }, { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"downstream_dynamic_partitioned_asset\": {}, \"upstream_dynamic_partitioned_asset\": {}}", + "default_provided": false, + "default_value_as_json_str": null, "description": "Configure runtime parameters for ops or assets.", - "is_required": false, + "is_required": true, "name": "ops", - "type_key": "Shape.f59978bacaa8cebe3799c9c130fde7bb07246cc4" + "type_key": "Shape.5708963c04903807559bf82976b433ea11a6d818" }, { "__class__": "ConfigFieldSnap", @@ -46168,7 +47238,7 @@ } ], "given_name": null, - "key": "Shape.26f4d8f802e68f5a194e93f7de19289a671d8d82", + "key": "Shape.3ef23faa410b37ce7e52ae111cb4681b446e1303", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -46230,43 +47300,98 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.5708963c04903807559bf82976b433ea11a6d818": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "double_total", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "emit", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "emit_ten", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "multiply_by_two", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, "description": null, + "is_required": true, + "name": "multiply_inputs", + "type_key": "Shape.9694bd5326b4a9b74d1fd807c8910a6135be6203" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "config", - "type_key": "Any" + "name": "sum_numbers", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.5708963c04903807559bf82976b433ea11a6d818", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "Shape.61f6d035cbaa766bc8034ce8464aea0cc504bab1": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, - "fields": [], + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "should_fail", + "type_key": "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4" + } + ], "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "key": "Shape.61f6d035cbaa766bc8034ce8464aea0cc504bab1", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -46277,44 +47402,80 @@ "default_value_as_json_str": null, "description": null, "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.f59978bacaa8cebe3799c9c130fde7bb07246cc4": { + "Shape.9694bd5326b4a9b74d1fd807c8910a6135be6203": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, "is_required": false, - "name": "downstream_dynamic_partitioned_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Any" }, { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "inputs", + "type_key": "Shape.61f6d035cbaa766bc8034ce8464aea0cc504bab1" + } + ], + "given_name": null, + "key": "Shape.9694bd5326b4a9b74d1fd807c8910a6135be6203", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [], + "given_name": null, + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, "description": null, "is_required": false, - "name": "upstream_dynamic_partitioned_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" } ], "given_name": null, - "key": "Shape.f59978bacaa8cebe3799c9c130fde7bb07246cc4", + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -46435,34 +47596,123 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "upstream_dynamic_partitioned_asset", + "input_name": "y", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "upstream_dynamic_partitioned_asset" + "solid_name": "sum_numbers" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "downstream_dynamic_partitioned_asset", - "solid_name": "downstream_dynamic_partitioned_asset", + "solid_def_name": "multiply_by_two", + "solid_name": "double_total", "tags": {} }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "upstream_dynamic_partitioned_asset", - "solid_name": "upstream_dynamic_partitioned_asset", + "solid_def_name": "emit", + "solid_name": "emit", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "emit_ten", + "solid_name": "emit_ten", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "y", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "multiply_inputs" + } + ] + } + ], + "is_dynamic_mapped": true, + "solid_def_name": "multiply_by_two", + "solid_name": "multiply_by_two", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "y", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "emit" + } + ] + }, + { + "__class__": "InputDependencySnap", + "input_name": "ten", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "emit_ten" + } + ] + }, + { + "__class__": "InputDependencySnap", + "input_name": "should_fail", + "is_dynamic_collect": false, + "upstream_output_snaps": [] + } + ], + "is_dynamic_mapped": true, + "solid_def_name": "multiply_inputs", + "solid_name": "multiply_inputs", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "nums", + "is_dynamic_collect": true, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "multiply_by_two" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "sum_numbers", + "solid_name": "sum_numbers", "tags": {} } ] }, "description": null, - "graph_def_name": "dynamic_partitioned_assets_job", + "graph_def_name": "dynamic_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -46501,14 +47751,68 @@ "name": "io_manager" } ], - "root_config_key": "Shape.26f4d8f802e68f5a194e93f7de19289a671d8d82" + "root_config_key": "Shape.3ef23faa410b37ce7e52ae111cb4681b446e1303" } ], - "name": "dynamic_partitioned_assets_job", + "name": "dynamic_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "emit", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": true, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "emit_ten", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -46526,10 +47830,10 @@ "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "upstream_dynamic_partitioned_asset" + "name": "y" } ], - "name": "downstream_dynamic_partitioned_asset", + "name": "multiply_by_two", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -46555,8 +47859,61 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "upstream_dynamic_partitioned_asset", + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "y" + }, + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "ten" + }, + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "should_fail" + } + ], + "name": "multiply_inputs", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "nums" + } + ], + "name": "sum_numbers", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -46577,7 +47934,7 @@ ''' # --- # name: test_all_snapshot_ids[43] - '6650ed807e4b516f8100a8933b134c401b4dd4ff' + 'db3c9e009bad031bbf9b5f278cc09b691a00eaec' # --- # name: test_all_snapshot_ids[44] ''' @@ -46599,21 +47956,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Array.ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725": { - "__class__": "ConfigTypeSnap", - "description": "List of Array.ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725", - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Array.ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725", - "kind": { - "__enum__": "ConfigTypeKind.ARRAY" - }, - "scalar_kind": null, - "type_param_keys": [ - "ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725" - ] - }, "Bool": { "__class__": "ConfigTypeSnap", "description": "", @@ -46659,21 +48001,6 @@ }, "type_param_keys": null }, - "Noneable.StringSourceType": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Noneable.StringSourceType", - "kind": { - "__enum__": "ConfigTypeKind.NONEABLE" - }, - "scalar_kind": null, - "type_param_keys": [ - "StringSourceType" - ] - }, "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { "__class__": "ConfigTypeSnap", "description": null, @@ -46770,29 +48097,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Selector.2571019f1a5201853d11032145ac3e534067f214": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "env", - "type_key": "String" - } - ], - "given_name": null, - "key": "Selector.2571019f1a5201853d11032145ac3e534067f214", - "kind": { - "__enum__": "ConfigTypeKind.SELECTOR" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Selector.a9799b971d12ace70a2d8803c883c863417d0725": { "__class__": "ConfigTypeSnap", "description": null, @@ -47076,30 +48380,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "Base directory for storing files.", + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "base_dir", - "type_key": "Noneable.StringSourceType" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.41f0a64274b46628551366b5411b86685f577251": { + "Shape.26f4d8f802e68f5a194e93f7de19289a671d8d82": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -47107,24 +48411,42 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {}}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"count\": 0}}", - "description": null, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "retry_count", - "type_key": "Shape.7df68601e94646b87c0edb05b7142282503f0f64" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"downstream_dynamic_partitioned_asset\": {}, \"upstream_dynamic_partitioned_asset\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.f59978bacaa8cebe3799c9c130fde7bb07246cc4" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.41f0a64274b46628551366b5411b86685f577251", + "key": "Shape.26f4d8f802e68f5a194e93f7de19289a671d8d82", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -47209,52 +48531,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.7df68601e94646b87c0edb05b7142282503f0f64": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"count\": 0}", - "description": null, - "is_required": false, - "name": "config", - "type_key": "Shape.dc1eacbaac67d3ef292c2c343ce6fd5c3560d40a" - } - ], - "given_name": null, - "key": "Shape.7df68601e94646b87c0edb05b7142282503f0f64", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", - "is_required": false, - "name": "config", - "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" - } - ], - "given_name": null, - "key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -47268,29 +48544,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.dc1eacbaac67d3ef292c2c343ce6fd5c3560d40a": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "0", - "description": null, - "is_required": false, - "name": "count", - "type_key": "Int" - } - ], - "given_name": null, - "key": "Shape.dc1eacbaac67d3ef292c2c343ce6fd5c3560d40a", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, @@ -47314,7 +48567,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.e8eb58275cb40d02b8439c5e0c90d6b938bdb0b9": { + "Shape.f59978bacaa8cebe3799c9c130fde7bb07246cc4": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -47325,43 +48578,7 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "collect", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fail", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fail_2", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fail_3", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "reset", + "name": "downstream_dynamic_partitioned_asset", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { @@ -47370,62 +48587,12 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "spawn", + "name": "upstream_dynamic_partitioned_asset", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.e8eb58275cb40d02b8439c5e0c90d6b938bdb0b9", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.f3bb94e318312d74b55184f515aca7635aa7fd91": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"collect\": {}, \"fail\": {}, \"fail_2\": {}, \"fail_3\": {}, \"reset\": {}, \"spawn\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.e8eb58275cb40d02b8439c5e0c90d6b938bdb0b9" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {\"config\": {}}, \"retry_count\": {\"config\": {\"count\": 0}}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.41f0a64274b46628551366b5411b86685f577251" - } - ], - "given_name": null, - "key": "Shape.f3bb94e318312d74b55184f515aca7635aa7fd91", + "key": "Shape.f59978bacaa8cebe3799c9c130fde7bb07246cc4", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -47446,22 +48613,6 @@ "__enum__": "ConfigScalarKind.STRING" }, "type_param_keys": null - }, - "StringSourceType": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": null, - "key": "StringSourceType", - "kind": { - "__enum__": "ConfigTypeKind.SCALAR_UNION" - }, - "scalar_kind": null, - "type_param_keys": [ - "String", - "Selector.2571019f1a5201853d11032145ac3e534067f214" - ] } } }, @@ -47524,22 +48675,6 @@ "name": "Int", "type_param_keys": [] }, - "List.Int": { - "__class__": "DagsterTypeSnap", - "description": null, - "display_name": "[Int]", - "is_builtin": false, - "key": "List.Int", - "kind": { - "__enum__": "DagsterTypeKind.LIST" - }, - "loader_schema_key": "Array.ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725", - "materializer_schema_key": null, - "name": null, - "type_param_keys": [ - "Int" - ] - }, "Nothing": { "__class__": "DagsterTypeSnap", "description": null, @@ -47578,128 +48713,34 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "fan_in", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "fail" - }, - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "fail_2" - }, - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "fail_3" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "collect", - "solid_name": "collect", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "depth", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "spawn" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "fail", - "solid_name": "fail", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "depth", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "fail" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "fail", - "solid_name": "fail_2", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "depth", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "fail_2" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "fail", - "solid_name": "fail_3", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "depth", + "input_name": "upstream_dynamic_partitioned_asset", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "fail_3" + "solid_name": "upstream_dynamic_partitioned_asset" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "reset", - "solid_name": "reset", + "solid_def_name": "downstream_dynamic_partitioned_asset", + "solid_name": "downstream_dynamic_partitioned_asset", "tags": {} }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "spawn", - "solid_name": "spawn", + "solid_def_name": "upstream_dynamic_partitioned_asset", + "solid_name": "upstream_dynamic_partitioned_asset", "tags": {} } ] }, "description": null, - "graph_def_name": "eventually_successful", + "graph_def_name": "dynamic_partitioned_assets_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -47727,35 +48768,21 @@ "__class__": "ResourceDefSnap", "config_field_snap": { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, "is_required": false, "name": "config", - "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" + "type_key": "Any" }, "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" - }, - { - "__class__": "ResourceDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"count\": 0}", - "description": null, - "is_required": false, - "name": "config", - "type_key": "Shape.dc1eacbaac67d3ef292c2c343ce6fd5c3560d40a" - }, - "description": null, - "name": "retry_count" } ], - "root_config_key": "Shape.f3bb94e318312d74b55184f515aca7635aa7fd91" + "root_config_key": "Shape.26f4d8f802e68f5a194e93f7de19289a671d8d82" } ], - "name": "eventually_successful", + "name": "dynamic_partitioned_assets_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -47775,86 +48802,16 @@ "input_def_snaps": [ { "__class__": "InputDefSnap", - "dagster_type_key": "List.Int", - "description": null, - "name": "fan_in" - } - ], - "name": "collect", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", "dagster_type_key": "Any", "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "depth" - } - ], - "name": "fail", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Int", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [ - "retry_count" - ], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "depth" + "name": "upstream_dynamic_partitioned_asset" } ], - "name": "reset", + "name": "downstream_dynamic_partitioned_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Int", + "dagster_type_key": "Any", "description": null, "is_dynamic": false, "is_required": true, @@ -47877,11 +48834,11 @@ }, "description": null, "input_def_snaps": [], - "name": "spawn", + "name": "upstream_dynamic_partitioned_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Int", + "dagster_type_key": "Any", "description": null, "is_dynamic": false, "is_required": true, @@ -47898,7 +48855,7 @@ ''' # --- # name: test_all_snapshot_ids[45] - 'f871b53e30b83794c20d128b5cf209f63eb603d3' + '6650ed807e4b516f8100a8933b134c401b4dd4ff' # --- # name: test_all_snapshot_ids[46] ''' @@ -47920,6 +48877,21 @@ "scalar_kind": null, "type_param_keys": null }, + "Array.ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725": { + "__class__": "ConfigTypeSnap", + "description": "List of Array.ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725", + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Array.ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725", + "kind": { + "__enum__": "ConfigTypeKind.ARRAY" + }, + "scalar_kind": null, + "type_param_keys": [ + "ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725" + ] + }, "Bool": { "__class__": "ConfigTypeSnap", "description": "", @@ -47965,6 +48937,21 @@ }, "type_param_keys": null }, + "Noneable.StringSourceType": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Noneable.StringSourceType", + "kind": { + "__enum__": "ConfigTypeKind.NONEABLE" + }, + "scalar_kind": null, + "type_param_keys": [ + "StringSourceType" + ] + }, "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { "__class__": "ConfigTypeSnap", "description": null, @@ -48061,6 +49048,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Selector.2571019f1a5201853d11032145ac3e534067f214": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "env", + "type_key": "String" + } + ], + "given_name": null, + "key": "Selector.2571019f1a5201853d11032145ac3e534067f214", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Selector.a9799b971d12ace70a2d8803c883c863417d0725": { "__class__": "ConfigTypeSnap", "description": null, @@ -48344,7 +49354,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Base directory for storing files.", + "is_required": false, + "name": "base_dir", + "type_key": "Noneable.StringSourceType" + } + ], + "given_name": null, + "key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.41f0a64274b46628551366b5411b86685f577251": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -48352,15 +49385,24 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", + "default_value_as_json_str": "{\"config\": {}}", "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "type_key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"count\": 0}}", + "description": null, + "is_required": false, + "name": "retry_count", + "type_key": "Shape.7df68601e94646b87c0edb05b7142282503f0f64" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.41f0a64274b46628551366b5411b86685f577251", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -48422,7 +49464,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.62edccaf30696e25335ae92685bdc41e204e30e6": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.7df68601e94646b87c0edb05b7142282503f0f64": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -48430,22 +49495,81 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", + "default_value_as_json_str": "{\"count\": 0}", "description": null, "is_required": false, "name": "config", - "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + "type_key": "Shape.dc1eacbaac67d3ef292c2c343ce6fd5c3560d40a" } ], "given_name": null, - "key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6", + "key": "Shape.7df68601e94646b87c0edb05b7142282503f0f64", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", + "is_required": false, + "name": "config", + "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" + } + ], + "given_name": null, + "key": "Shape.aa06a6ac89e62cfd2f6a1f9bce137c6abfa63805", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [], + "given_name": null, + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.dc1eacbaac67d3ef292c2c343ce6fd5c3560d40a": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "0", + "description": null, + "is_required": false, + "name": "count", + "type_key": "Int" + } + ], + "given_name": null, + "key": "Shape.dc1eacbaac67d3ef292c2c343ce6fd5c3560d40a", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -48456,19 +49580,19 @@ "default_value_as_json_str": null, "description": null, "is_required": false, - "name": "config", - "type_key": "Any" + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b31f9017806ff4b8385cd662d325a47a819a2815": { + "Shape.e8eb58275cb40d02b8439c5e0c90d6b938bdb0b9": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -48476,11 +49600,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {}}", + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "_external_assets_def", - "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + "name": "collect", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", @@ -48488,19 +49612,55 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "executable_asset", + "name": "fail", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fail_2", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fail_3", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "reset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "spawn", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.b31f9017806ff4b8385cd662d325a47a819a2815", + "key": "Shape.e8eb58275cb40d02b8439c5e0c90d6b938bdb0b9", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b7f072a80a1fdee0bfc5e256ea343cd7e3a8818b": { + "Shape.f3bb94e318312d74b55184f515aca7635aa7fd91": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -48526,60 +49686,24 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"_external_assets_def\": {\"config\": {}}, \"executable_asset\": {}}", + "default_value_as_json_str": "{\"collect\": {}, \"fail\": {}, \"fail_2\": {}, \"fail_3\": {}, \"reset\": {}, \"spawn\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.b31f9017806ff4b8385cd662d325a47a819a2815" + "type_key": "Shape.e8eb58275cb40d02b8439c5e0c90d6b938bdb0b9" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", + "default_value_as_json_str": "{\"io_manager\": {\"config\": {}}, \"retry_count\": {\"config\": {\"count\": 0}}}", "description": "Configure how shared resources are implemented within a run.", "is_required": false, "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], - "given_name": null, - "key": "Shape.b7f072a80a1fdee0bfc5e256ea343cd7e3a8818b", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [], - "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + "type_key": "Shape.41f0a64274b46628551366b5411b86685f577251" } ], "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "key": "Shape.f3bb94e318312d74b55184f515aca7635aa7fd91", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -48600,6 +49724,22 @@ "__enum__": "ConfigScalarKind.STRING" }, "type_param_keys": null + }, + "StringSourceType": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "StringSourceType", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR_UNION" + }, + "scalar_kind": null, + "type_param_keys": [ + "String", + "Selector.2571019f1a5201853d11032145ac3e534067f214" + ] } } }, @@ -48662,6 +49802,22 @@ "name": "Int", "type_param_keys": [] }, + "List.Int": { + "__class__": "DagsterTypeSnap", + "description": null, + "display_name": "[Int]", + "is_builtin": false, + "key": "List.Int", + "kind": { + "__enum__": "DagsterTypeKind.LIST" + }, + "loader_schema_key": "Array.ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725", + "materializer_schema_key": null, + "name": null, + "type_param_keys": [ + "Int" + ] + }, "Nothing": { "__class__": "DagsterTypeSnap", "description": null, @@ -48697,24 +49853,131 @@ "solid_invocation_snaps": [ { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "fan_in", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "fail" + }, + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "fail_2" + }, + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "fail_3" + } + ] + } + ], "is_dynamic_mapped": false, - "solid_def_name": "_external_assets_def", - "solid_name": "_external_assets_def", + "solid_def_name": "collect", + "solid_name": "collect", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "depth", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "spawn" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "fail", + "solid_name": "fail", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "depth", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "fail" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "fail", + "solid_name": "fail_2", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "depth", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "fail_2" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "fail", + "solid_name": "fail_3", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "depth", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "fail_3" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "reset", + "solid_name": "reset", "tags": {} }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "executable_asset", - "solid_name": "executable_asset", + "solid_def_name": "spawn", + "solid_name": "spawn", "tags": {} } ] }, "description": null, - "graph_def_name": "executable_test_job", + "graph_def_name": "eventually_successful", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -48742,21 +50005,35 @@ "__class__": "ResourceDefSnap", "config_field_snap": { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.\n\n The base directory that the pickle files live inside is determined by:\n\n * The IO manager's \"base_dir\" configuration value, if specified. Otherwise...\n * A \"storage/\" directory underneath the value for \"local_artifact_storage\" in your dagster.yaml\n file, if specified. Otherwise...\n * A \"storage/\" directory underneath the directory that the DAGSTER_HOME environment variable\n points to, if that environment variable is specified. Otherwise...\n * A temporary directory.\n\n Assigns each op output to a unique filepath containing run ID, step key, and output name.\n Assigns each asset to a single filesystem path, at \"/\". If the asset key\n has multiple components, the final component is used as the name of the file, and the preceding\n components as parent directories under the base_dir.\n\n Subsequent materializations of an asset will overwrite previous materializations of that asset.\n So, with a base directory of \"/my/base/path\", an asset with key\n `AssetKey([\"one\", \"two\", \"three\"])` would be stored in a file called \"three\" in a directory\n with path \"/my/base/path/one/two/\".\n\n Example usage:\n\n\n 1. Attach an IO manager to a set of assets using the reserved resource key ``\"io_manager\"``.\n\n .. code-block:: python\n\n from dagster import Definitions, asset, FilesystemIOManager\n\n @asset\n def asset1():\n # create df ...\n return df\n\n @asset\n def asset2(asset1):\n return asset1[:5]\n\n defs = Definitions(\n assets=[asset1, asset2],\n resources={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n },\n )\n\n\n 2. Specify a job-level IO manager using the reserved resource key ``\"io_manager\"``,\n which will set the given IO manager on all ops in a job.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op\n\n @op\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(\n resource_defs={\n \"io_manager\": FilesystemIOManager(base_dir=\"/my/base/path\")\n }\n )\n def job():\n op_b(op_a())\n\n\n 3. Specify IO manager on :py:class:`Out`, which allows you to set different IO managers on\n different step outputs.\n\n .. code-block:: python\n\n from dagster import FilesystemIOManager, job, op, Out\n\n @op(out=Out(io_manager_key=\"my_io_manager\"))\n def op_a():\n # create df ...\n return df\n\n @op\n def op_b(df):\n return df[:5]\n\n @job(resource_defs={\"my_io_manager\": FilesystemIOManager()})\n def job():\n op_b(op_a())", "is_required": false, "name": "config", - "type_key": "Any" + "type_key": "Shape.1629902fbbde68e17f4f310b85646b6a76efd18d" }, "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" + }, + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"count\": 0}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.dc1eacbaac67d3ef292c2c343ce6fd5c3560d40a" + }, + "description": null, + "name": "retry_count" } ], - "root_config_key": "Shape.b7f072a80a1fdee0bfc5e256ea343cd7e3a8818b" + "root_config_key": "Shape.f3bb94e318312d74b55184f515aca7635aa7fd91" } ], - "name": "executable_test_job", + "name": "eventually_successful", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -48765,24 +50042,101 @@ "__class__": "SolidDefSnap", "config_field_snap": { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, "is_required": false, "name": "config", - "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "_external_assets_def", + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "List.Int", + "description": null, + "name": "fan_in" + } + ], + "name": "collect", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Nothing", + "dagster_type_key": "Any", "description": null, "is_dynamic": false, "is_required": true, - "name": "unexecutable_asset" + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Int", + "description": null, + "name": "depth" + } + ], + "name": "fail", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Int", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [ + "retry_count" + ], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Int", + "description": null, + "name": "depth" + } + ], + "name": "reset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Int", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" } ], "required_resource_keys": [], @@ -48801,11 +50155,11 @@ }, "description": null, "input_def_snaps": [], - "name": "executable_asset", + "name": "spawn", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Nothing", + "dagster_type_key": "Int", "description": null, "is_dynamic": false, "is_required": true, @@ -48822,7 +50176,7 @@ ''' # --- # name: test_all_snapshot_ids[47] - '7f7ef891f97ea4a6a6c2222533b79da418717189' + 'f871b53e30b83794c20d128b5cf209f63eb603d3' # --- # name: test_all_snapshot_ids[48] ''' @@ -49190,29 +50544,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.06069286ad8e9e662d8619edf66d64aceed069e5": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fail_partition_materialization", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.06069286ad8e9e662d8619edf66d64aceed069e5", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { "__class__": "ConfigTypeSnap", "description": null, @@ -49369,50 +50700,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.554edd9ef80f3cb02b951d8db4f2d9637baadf85": { + "Shape.62edccaf30696e25335ae92685bdc41e204e30e6": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"fail_partition_materialization\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.06069286ad8e9e662d8619edf66d64aceed069e5" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" } ], "given_name": null, - "key": "Shape.554edd9ef80f3cb02b951d8db4f2d9637baadf85", + "key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -49442,6 +50746,88 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.b31f9017806ff4b8385cd662d325a47a819a2815": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "_external_assets_def", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "executable_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.b31f9017806ff4b8385cd662d325a47a819a2815", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.b7f072a80a1fdee0bfc5e256ea343cd7e3a8818b": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"_external_assets_def\": {\"config\": {}}, \"executable_asset\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.b31f9017806ff4b8385cd662d325a47a819a2815" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.b7f072a80a1fdee0bfc5e256ea343cd7e3a8818b", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -49591,14 +50977,22 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "fail_partition_materialization", - "solid_name": "fail_partition_materialization", + "solid_def_name": "_external_assets_def", + "solid_name": "_external_assets_def", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "executable_asset", + "solid_name": "executable_asset", "tags": {} } ] }, "description": null, - "graph_def_name": "fail_partition_materialization_job", + "graph_def_name": "executable_test_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -49637,14 +51031,41 @@ "name": "io_manager" } ], - "root_config_key": "Shape.554edd9ef80f3cb02b951d8db4f2d9637baadf85" + "root_config_key": "Shape.b7f072a80a1fdee0bfc5e256ea343cd7e3a8818b" } ], - "name": "fail_partition_materialization_job", + "name": "executable_test_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + }, + "description": null, + "input_def_snaps": [], + "name": "_external_assets_def", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Nothing", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "unexecutable_asset" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -49658,11 +51079,11 @@ }, "description": null, "input_def_snaps": [], - "name": "fail_partition_materialization", + "name": "executable_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "Nothing", "description": null, "is_dynamic": false, "is_required": true, @@ -49679,7 +51100,7 @@ ''' # --- # name: test_all_snapshot_ids[49] - 'a8c59968b6bfc4a69dfeddadb403ef103814d7bd' + '7f7ef891f97ea4a6a6c2222533b79da418717189' # --- # name: test_all_snapshot_ids[4] ''' @@ -50157,39 +51578,57 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { + "Shape.46d22f224dc086876de296bc794c654dadf96893": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "hanging_asset_resource", - "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"dynamic_in_multipartitions_fail\": {}, \"dynamic_in_multipartitions_success\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"subsettable_checked_multi_asset\": {\"config\": {}}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.cb9449ee023a69d7ae6e99c8778b80a2746cc75a" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" } ], "given_name": null, - "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", + "key": "Shape.46d22f224dc086876de296bc794c654dadf96893", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -50199,126 +51638,45 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, - "name": "path", - "type_key": "String" + "is_required": false, + "name": "hanging_asset_resource", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.5f9b32bb03ceda2ef2d506d78d4057000f186278": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "asset_1_my_check", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "dynamic_in_multipartitions_fail", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "dynamic_in_multipartitions_success", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_bottom", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_left", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_right", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "fresh_diamond_top", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "typed_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {}}", - "description": null, - "is_required": false, - "name": "typed_multi_asset", - "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "unpartitioned_upstream_of_partitioned", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "untyped_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "is_required": true, + "name": "path", + "type_key": "String" } ], "given_name": null, - "key": "Shape.5f9b32bb03ceda2ef2d506d78d4057000f186278", + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -50417,7 +51775,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.b9d0b6e1c7b550791e481e3e66a9c27eeb4d49c1": { + "Shape.cb9449ee023a69d7ae6e99c8778b80a2746cc75a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -50425,42 +51783,114 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + "name": "asset_1_my_check", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", + "description": null, "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + "name": "dynamic_in_multipartitions_fail", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"dynamic_in_multipartitions_fail\": {}, \"dynamic_in_multipartitions_success\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}}", - "description": "Configure runtime parameters for ops or assets.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "ops", - "type_key": "Shape.5f9b32bb03ceda2ef2d506d78d4057000f186278" + "name": "dynamic_in_multipartitions_success", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" + "name": "fresh_diamond_bottom", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_left", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_right", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fresh_diamond_top", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "subsettable_checked_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "typed_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "typed_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "unpartitioned_upstream_of_partitioned", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "untyped_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.b9d0b6e1c7b550791e481e3e66a9c27eeb4d49c1", + "key": "Shape.cb9449ee023a69d7ae6e99c8778b80a2746cc75a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -50746,6 +52176,14 @@ "solid_name": "fresh_diamond_top", "tags": {} }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "subsettable_checked_multi_asset", + "solid_name": "subsettable_checked_multi_asset", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ @@ -50860,7 +52298,7 @@ "name": "io_manager" } ], - "root_config_key": "Shape.b9d0b6e1c7b550791e481e3e66a9c27eeb4d49c1" + "root_config_key": "Shape.46d22f224dc086876de296bc794c654dadf96893" } ], "name": "__ASSET_JOB_2", @@ -50917,12 +52355,181 @@ "input_def_snaps": [ { "__class__": "InputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "Any", + "description": null, + "name": "dynamic_in_multipartitions_success" + } + ], + "name": "dynamic_in_multipartitions_fail", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "dynamic_in_multipartitions_success", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "fresh_diamond_left" + }, + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "fresh_diamond_right" + } + ], + "name": "fresh_diamond_bottom", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "fresh_diamond_top" + } + ], + "name": "fresh_diamond_left", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "fresh_diamond_top" + } + ], + "name": "fresh_diamond_right", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Nothing", "description": null, - "name": "dynamic_in_multipartitions_success" + "name": "diamond_source" } ], - "name": "dynamic_in_multipartitions_fail", + "name": "fresh_diamond_top", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -50940,166 +52547,48 @@ "__class__": "SolidDefSnap", "config_field_snap": { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, "is_required": false, "name": "config", - "type_key": "Any" + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" }, "description": null, "input_def_snaps": [], - "name": "dynamic_in_multipartitions_success", + "name": "subsettable_checked_multi_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", "dagster_type_key": "Any", "description": null, "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "fresh_diamond_left" + "is_required": false, + "name": "one" }, - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "fresh_diamond_right" - } - ], - "name": "fresh_diamond_bottom", - "output_def_snaps": [ { "__class__": "OutputDefSnap", "dagster_type_key": "Any", "description": null, "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "fresh_diamond_top" - } - ], - "name": "fresh_diamond_left", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "fresh_diamond_top" - } - ], - "name": "fresh_diamond_right", - "output_def_snaps": [ + "is_required": false, + "name": "two" + }, { "__class__": "OutputDefSnap", "dagster_type_key": "Any", "description": null, "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Nothing", - "description": null, - "name": "diamond_source" - } - ], - "name": "fresh_diamond_top", - "output_def_snaps": [ + "is_required": false, + "name": "one_my_check" + }, { "__class__": "OutputDefSnap", "dagster_type_key": "Any", "description": null, "is_dynamic": false, - "is_required": true, - "name": "result" + "is_required": false, + "name": "one_my_other_check" } ], "required_resource_keys": [], @@ -51607,6 +53096,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.06069286ad8e9e662d8619edf66d64aceed069e5": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "fail_partition_materialization", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.06069286ad8e9e662d8619edf66d64aceed069e5", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { "__class__": "ConfigTypeSnap", "description": null, @@ -51763,107 +53275,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - } - ], - "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [], - "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" - } - ], - "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.f08349079f89e8316db27d5ad4df3f0efdafc5e3": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "asset_1", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "asset_2", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "asset_3", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.f08349079f89e8316db27d5ad4df3f0efdafc5e3", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.fd2d54d7c24ff1a19063d2fbfff99c552b70bf8e": { + "Shape.554edd9ef80f3cb02b951d8db4f2d9637baadf85": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -51889,11 +53301,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"asset_1\": {}, \"asset_2\": {}, \"asset_3\": {}}", + "default_value_as_json_str": "{\"fail_partition_materialization\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.f08349079f89e8316db27d5ad4df3f0efdafc5e3" + "type_key": "Shape.06069286ad8e9e662d8619edf66d64aceed069e5" }, { "__class__": "ConfigFieldSnap", @@ -51906,7 +53318,66 @@ } ], "given_name": null, - "key": "Shape.fd2d54d7c24ff1a19063d2fbfff99c552b70bf8e", + "key": "Shape.554edd9ef80f3cb02b951d8db4f2d9637baadf85", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [], + "given_name": null, + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + } + ], + "given_name": null, + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -52026,56 +53497,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "asset_1", - "solid_name": "asset_1", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "asset_1", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "asset_1" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "asset_2", - "solid_name": "asset_2", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "asset_2", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "asset_2" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "asset_3", - "solid_name": "asset_3", + "solid_def_name": "fail_partition_materialization", + "solid_name": "fail_partition_materialization", "tags": {} } ] }, "description": null, - "graph_def_name": "failure_assets_job", + "graph_def_name": "fail_partition_materialization_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -52114,10 +53543,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.fd2d54d7c24ff1a19063d2fbfff99c552b70bf8e" + "root_config_key": "Shape.554edd9ef80f3cb02b951d8db4f2d9637baadf85" } ], - "name": "failure_assets_job", + "name": "fail_partition_materialization_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -52135,75 +53564,7 @@ }, "description": null, "input_def_snaps": [], - "name": "asset_1", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Nothing", - "description": null, - "name": "asset_1" - } - ], - "name": "asset_2", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Nothing", - "description": null, - "name": "asset_2" - } - ], - "name": "asset_3", + "name": "fail_partition_materialization", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -52224,7 +53585,7 @@ ''' # --- # name: test_all_snapshot_ids[51] - '8063efa9c804f1ca24f243d02c895bb881a3f552' + 'a8c59968b6bfc4a69dfeddadb403ef103814d7bd' # --- # name: test_all_snapshot_ids[52] ''' @@ -52748,65 +54109,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.70eba867e7006ecee70800c0c134ab1adea76b41": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "bar", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "baz", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "foo", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "foo_bar", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "unconnected", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.70eba867e7006ecee70800c0c134ab1adea76b41", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, @@ -52830,56 +54132,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.bfeeba35ad944a2ac9fd65c0cc72c28cccc5cf6e": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"bar\": {}, \"baz\": {}, \"foo\": {}, \"foo_bar\": {}, \"unconnected\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.70eba867e7006ecee70800c0c134ab1adea76b41" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], - "given_name": null, - "key": "Shape.bfeeba35ad944a2ac9fd65c0cc72c28cccc5cf6e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -52916,6 +54168,97 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.f08349079f89e8316db27d5ad4df3f0efdafc5e3": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "asset_1", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "asset_2", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "asset_3", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.f08349079f89e8316db27d5ad4df3f0efdafc5e3", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.fd2d54d7c24ff1a19063d2fbfff99c552b70bf8e": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"asset_1\": {}, \"asset_2\": {}, \"asset_3\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.f08349079f89e8316db27d5ad4df3f0efdafc5e3" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.fd2d54d7c24ff1a19063d2fbfff99c552b70bf8e", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -53029,8 +54372,8 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "bar", - "solid_name": "bar", + "solid_def_name": "asset_1", + "solid_name": "asset_1", "tags": {} }, { @@ -53038,28 +54381,20 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "foo_bar", + "input_name": "asset_1", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "foo_bar" + "solid_name": "asset_1" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "baz", - "solid_name": "baz", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "foo", - "solid_name": "foo", + "solid_def_name": "asset_2", + "solid_name": "asset_2", "tags": {} }, { @@ -53067,46 +54402,26 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "bar", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "bar" - } - ] - }, - { - "__class__": "InputDependencySnap", - "input_name": "foo", + "input_name": "asset_2", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "foo" + "solid_name": "asset_2" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "foo_bar", - "solid_name": "foo_bar", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "unconnected", - "solid_name": "unconnected", + "solid_def_name": "asset_3", + "solid_name": "asset_3", "tags": {} } ] }, "description": null, - "graph_def_name": "foo_job", + "graph_def_name": "failure_assets_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -53145,10 +54460,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.bfeeba35ad944a2ac9fd65c0cc72c28cccc5cf6e" + "root_config_key": "Shape.fd2d54d7c24ff1a19063d2fbfff99c552b70bf8e" } ], - "name": "foo_job", + "name": "failure_assets_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -53166,7 +54481,7 @@ }, "description": null, "input_def_snaps": [], - "name": "bar", + "name": "asset_1", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -53195,39 +54510,12 @@ "input_def_snaps": [ { "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "foo_bar" - } - ], - "name": "baz", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "Nothing", "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" + "name": "asset_1" } ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "foo", + "name": "asset_2", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -53256,45 +54544,12 @@ "input_def_snaps": [ { "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "bar" - }, - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "foo" - } - ], - "name": "foo_bar", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "Nothing", "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" + "name": "asset_2" } ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "unconnected", + "name": "asset_3", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -53315,7 +54570,7 @@ ''' # --- # name: test_all_snapshot_ids[53] - '8686ac202978e5594035fcfe0f90b6d83ef1a5eb' + '8063efa9c804f1ca24f243d02c895bb881a3f552' # --- # name: test_all_snapshot_ids[54] ''' @@ -53761,50 +55016,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.3f5109de1217d4e21fe51842b4fa7f09c3655955": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.6b8256bc4418d3ddb90b5f5d029578e1fff9f8fb" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "resources", - "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.3f5109de1217d4e21fe51842b4fa7f09c3655955", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -53843,38 +55071,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "hanging_asset_resource", - "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, @@ -53898,7 +55094,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.6b8256bc4418d3ddb90b5f5d029578e1fff9f8fb": { + "Shape.70eba867e7006ecee70800c0c134ab1adea76b41": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -53909,7 +55105,7 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "fresh_diamond_bottom", + "name": "bar", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { @@ -53918,7 +55114,7 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "fresh_diamond_left", + "name": "baz", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { @@ -53927,7 +55123,7 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "fresh_diamond_right", + "name": "foo", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { @@ -53936,12 +55132,21 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "fresh_diamond_top", + "name": "foo_bar", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "unconnected", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.6b8256bc4418d3ddb90b5f5d029578e1fff9f8fb", + "key": "Shape.70eba867e7006ecee70800c0c134ab1adea76b41", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -53971,46 +55176,50 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { + "Shape.bfeeba35ad944a2ac9fd65c0cc72c28cccc5cf6e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "file", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"bar\": {}, \"baz\": {}, \"foo\": {}, \"foo_bar\": {}, \"unconnected\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.70eba867e7006ecee70800c0c134ab1adea76b41" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", + "key": "Shape.bfeeba35ad944a2ac9fd65c0cc72c28cccc5cf6e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -54162,37 +55371,41 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "bar", + "solid_name": "bar", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "fresh_diamond_left", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "fresh_diamond_left" - } - ] - }, - { - "__class__": "InputDependencySnap", - "input_name": "fresh_diamond_right", + "input_name": "foo_bar", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "fresh_diamond_right" + "solid_name": "foo_bar" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "fresh_diamond_bottom", - "solid_name": "fresh_diamond_bottom", + "solid_def_name": "baz", + "solid_name": "baz", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "foo", + "solid_name": "foo", "tags": {} }, { @@ -54200,62 +55413,46 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "fresh_diamond_top", + "input_name": "bar", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "fresh_diamond_top" + "solid_name": "bar" } ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "fresh_diamond_left", - "solid_name": "fresh_diamond_left", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ + }, { "__class__": "InputDependencySnap", - "input_name": "fresh_diamond_top", + "input_name": "foo", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "fresh_diamond_top" + "solid_name": "foo" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "fresh_diamond_right", - "solid_name": "fresh_diamond_right", + "solid_def_name": "foo_bar", + "solid_name": "foo_bar", "tags": {} }, { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "diamond_source", - "is_dynamic_collect": false, - "upstream_output_snaps": [] - } - ], + "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "fresh_diamond_top", - "solid_name": "fresh_diamond_top", + "solid_def_name": "unconnected", + "solid_name": "unconnected", "tags": {} } ] }, "description": null, - "graph_def_name": "fresh_diamond_assets", + "graph_def_name": "foo_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -54279,20 +55476,6 @@ ], "name": "default", "resource_def_snaps": [ - { - "__class__": "ResourceDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - }, - "description": null, - "name": "hanging_asset_resource" - }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -54304,14 +55487,14 @@ "name": "config", "type_key": "Any" }, - "description": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" } ], - "root_config_key": "Shape.3f5109de1217d4e21fe51842b4fa7f09c3655955" + "root_config_key": "Shape.bfeeba35ad944a2ac9fd65c0cc72c28cccc5cf6e" } ], - "name": "fresh_diamond_assets", + "name": "foo_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -54328,21 +55511,42 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ + "input_def_snaps": [], + "name": "bar", + "output_def_snaps": [ { - "__class__": "InputDefSnap", + "__class__": "OutputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "fresh_diamond_left" - }, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ { "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "fresh_diamond_right" + "name": "foo_bar" } ], - "name": "fresh_diamond_bottom", + "name": "baz", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -54368,15 +55572,8 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "fresh_diamond_top" - } - ], - "name": "fresh_diamond_left", + "input_def_snaps": [], + "name": "foo", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -54407,10 +55604,16 @@ "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "fresh_diamond_top" + "name": "bar" + }, + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "foo" } ], - "name": "fresh_diamond_right", + "name": "foo_bar", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -54436,15 +55639,8 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Nothing", - "description": null, - "name": "diamond_source" - } - ], - "name": "fresh_diamond_top", + "input_def_snaps": [], + "name": "unconnected", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -54465,7 +55661,7 @@ ''' # --- # name: test_all_snapshot_ids[55] - '252960d8f0b17cdcd1efaa2b6803c10e7e851bfa' + '8686ac202978e5594035fcfe0f90b6d83ef1a5eb' # --- # name: test_all_snapshot_ids[56] ''' @@ -54888,7 +56084,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0b098b5dbad774cc1ec5f29605c35f7d7fcc63e8": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", + "is_required": false, + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + } + ], + "given_name": null, + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.3f5109de1217d4e21fe51842b4fa7f09c3655955": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -54914,77 +56133,63 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"downstream_asset\": {}, \"hanging_graph\": {\"ops\": {\"hanging_op\": {}, \"my_op\": {}, \"never_runs_op\": {}}}}", + "default_value_as_json_str": "{\"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.528c4c2de6148e8271f692d2caa81ffa40c1c67d" + "type_key": "Shape.6b8256bc4418d3ddb90b5f5d029578e1fff9f8fb" }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", "description": "Configure how shared resources are implemented within a run.", - "is_required": true, + "is_required": false, "name": "resources", - "type_key": "Shape.5ad06e0bb4f6c55c937c703942acbf2009d945cc" + "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" } ], "given_name": null, - "key": "Shape.0b098b5dbad774cc1ec5f29605c35f7d7fcc63e8", + "key": "Shape.3f5109de1217d4e21fe51842b4fa7f09c3655955", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" - } - ], - "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.35d3e42b53e66506c5867f04644849cd03763bc6": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "name": "marker_to_close", + "type_key": "String" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"hanging_op\": {}, \"my_op\": {}, \"never_runs_op\": {}}", - "description": null, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "ops", - "type_key": "Shape.811a60b4c43530c3d6100304f377dbd2d3045291" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.35d3e42b53e66506c5867f04644849cd03763bc6", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -54993,23 +56198,23 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "[DEPRECATED]", + "description": null, "is_required": false, - "name": "marker_to_close", - "type_key": "String" + "name": "hanging_asset_resource", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -55039,7 +56244,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.528c4c2de6148e8271f692d2caa81ffa40c1c67d": { + "Shape.6b8256bc4418d3ddb90b5f5d029578e1fff9f8fb": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -55050,40 +56255,26 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "downstream_asset", + "name": "fresh_diamond_bottom", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"ops\": {\"hanging_op\": {}, \"my_op\": {}, \"never_runs_op\": {}}}", + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "hanging_graph", - "type_key": "Shape.35d3e42b53e66506c5867f04644849cd03763bc6" - } - ], - "given_name": null, - "key": "Shape.528c4c2de6148e8271f692d2caa81ffa40c1c67d", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.5ad06e0bb4f6c55c937c703942acbf2009d945cc": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "name": "fresh_diamond_left", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, - "is_required": true, - "name": "hanging_asset_resource", - "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + "is_required": false, + "name": "fresh_diamond_right", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", @@ -55091,12 +56282,12 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "io_manager", + "name": "fresh_diamond_top", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.5ad06e0bb4f6c55c937c703942acbf2009d945cc", + "key": "Shape.6b8256bc4418d3ddb90b5f5d029578e1fff9f8fb", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -55126,47 +56317,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.811a60b4c43530c3d6100304f377dbd2d3045291": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "hanging_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "my_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "never_runs_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.811a60b4c43530c3d6100304f377dbd2d3045291", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, @@ -55363,34 +56513,95 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "hanging_graph", + "input_name": "fresh_diamond_left", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "hanging_graph" + "solid_name": "fresh_diamond_left" + } + ] + }, + { + "__class__": "InputDependencySnap", + "input_name": "fresh_diamond_right", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "fresh_diamond_right" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "downstream_asset", - "solid_name": "downstream_asset", + "solid_def_name": "fresh_diamond_bottom", + "solid_name": "fresh_diamond_bottom", "tags": {} }, { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "fresh_diamond_top", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "fresh_diamond_top" + } + ] + } + ], "is_dynamic_mapped": false, - "solid_def_name": "hanging_graph", - "solid_name": "hanging_graph", + "solid_def_name": "fresh_diamond_left", + "solid_name": "fresh_diamond_left", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "fresh_diamond_top", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "fresh_diamond_top" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "fresh_diamond_right", + "solid_name": "fresh_diamond_right", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "diamond_source", + "is_dynamic_collect": false, + "upstream_output_snaps": [] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "fresh_diamond_top", + "solid_name": "fresh_diamond_top", "tags": {} } ] }, "description": null, - "graph_def_name": "hanging_graph_asset_job", + "graph_def_name": "fresh_diamond_assets", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -55443,96 +56654,13 @@ "name": "io_manager" } ], - "root_config_key": "Shape.0b098b5dbad774cc1ec5f29605c35f7d7fcc63e8" + "root_config_key": "Shape.3f5109de1217d4e21fe51842b4fa7f09c3655955" } ], - "name": "hanging_graph_asset_job", + "name": "fresh_diamond_assets", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", - "composite_solid_def_snaps": [ - { - "__class__": "CompositeSolidDefSnap", - "config_field_snap": null, - "dep_structure_snapshot": { - "__class__": "DependencyStructureSnapshot", - "solid_invocation_snaps": [ - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "my_op", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "my_op" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "hanging_op", - "solid_name": "hanging_op", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "my_op", - "solid_name": "my_op", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "hanging_op", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "hanging_op" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "never_runs_op", - "solid_name": "never_runs_op", - "tags": {} - } - ] - }, - "description": null, - "input_def_snaps": [], - "input_mapping_snaps": [], - "name": "hanging_graph", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "output_mapping_snaps": [ - { - "__class__": "OutputMappingSnap", - "external_output_name": "result", - "mapped_output_name": "result", - "mapped_solid_name": "never_runs_op" - } - ], - "tags": {} - } - ], + "composite_solid_def_snaps": [], "solid_def_snaps": [ { "__class__": "SolidDefSnap", @@ -55551,10 +56679,16 @@ "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "hanging_graph" + "name": "fresh_diamond_left" + }, + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "fresh_diamond_right" } ], - "name": "downstream_asset", + "name": "fresh_diamond_bottom", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -55585,10 +56719,10 @@ "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "my_op" + "name": "fresh_diamond_top" } ], - "name": "hanging_op", + "name": "fresh_diamond_left", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -55599,9 +56733,7 @@ "name": "result" } ], - "required_resource_keys": [ - "hanging_asset_resource" - ], + "required_resource_keys": [], "tags": {} }, { @@ -55616,8 +56748,15 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "my_op", + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "fresh_diamond_top" + } + ], + "name": "fresh_diamond_right", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -55646,12 +56785,12 @@ "input_def_snaps": [ { "__class__": "InputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "Nothing", "description": null, - "name": "hanging_op" + "name": "diamond_source" } ], - "name": "never_runs_op", + "name": "fresh_diamond_top", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -55672,7 +56811,7 @@ ''' # --- # name: test_all_snapshot_ids[57] - '053169bccb033d2fc2fd11d13696b36a32c0e610' + '252960d8f0b17cdcd1efaa2b6803c10e7e851bfa' # --- # name: test_all_snapshot_ids[58] ''' @@ -56095,30 +57234,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", - "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" - } - ], - "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.37db7fdde0ee34d8c15784920ecde2ebf6e44768": { + "Shape.0b098b5dbad774cc1ec5f29605c35f7d7fcc63e8": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -56144,11 +57260,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"first_asset\": {}, \"hanging_asset\": {}, \"never_runs_asset\": {}}", + "default_value_as_json_str": "{\"downstream_asset\": {}, \"hanging_graph\": {\"ops\": {\"hanging_op\": {}, \"my_op\": {}, \"never_runs_op\": {}}}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.455ff45f2c3e8b9feb9a0553a7e661c1af766a73" + "type_key": "Shape.528c4c2de6148e8271f692d2caa81ffa40c1c67d" }, { "__class__": "ConfigFieldSnap", @@ -56161,46 +57277,37 @@ } ], "given_name": null, - "key": "Shape.37db7fdde0ee34d8c15784920ecde2ebf6e44768", + "key": "Shape.0b098b5dbad774cc1ec5f29605c35f7d7fcc63e8", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", - "type_key": "String" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.455ff45f2c3e8b9feb9a0553a7e661c1af766a73": { + "Shape.35d3e42b53e66506c5867f04644849cd03763bc6": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -56208,33 +57315,47 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", + "default_value_as_json_str": "{\"hanging_op\": {}, \"my_op\": {}, \"never_runs_op\": {}}", "description": null, "is_required": false, - "name": "first_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, + "name": "ops", + "type_key": "Shape.811a60b4c43530c3d6100304f377dbd2d3045291" + } + ], + "given_name": null, + "key": "Shape.35d3e42b53e66506c5867f04644849cd03763bc6", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", "is_required": false, - "name": "hanging_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "marker_to_close", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "never_runs_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.455ff45f2c3e8b9feb9a0553a7e661c1af766a73", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -56264,6 +57385,38 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.528c4c2de6148e8271f692d2caa81ffa40c1c67d": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "downstream_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"ops\": {\"hanging_op\": {}, \"my_op\": {}, \"never_runs_op\": {}}}", + "description": null, + "is_required": false, + "name": "hanging_graph", + "type_key": "Shape.35d3e42b53e66506c5867f04644849cd03763bc6" + } + ], + "given_name": null, + "key": "Shape.528c4c2de6148e8271f692d2caa81ffa40c1c67d", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.5ad06e0bb4f6c55c937c703942acbf2009d945cc": { "__class__": "ConfigTypeSnap", "description": null, @@ -56319,6 +57472,47 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.811a60b4c43530c3d6100304f377dbd2d3045291": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "hanging_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "my_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "never_runs_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.811a60b4c43530c3d6100304f377dbd2d3045291", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, @@ -56515,62 +57709,34 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "dummy_source_asset", - "is_dynamic_collect": false, - "upstream_output_snaps": [] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "first_asset", - "solid_name": "first_asset", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "first_asset", + "input_name": "hanging_graph", "is_dynamic_collect": false, "upstream_output_snaps": [ { "__class__": "OutputHandleSnap", "output_name": "result", - "solid_name": "first_asset" + "solid_name": "hanging_graph" } ] } ], "is_dynamic_mapped": false, - "solid_def_name": "hanging_asset", - "solid_name": "hanging_asset", + "solid_def_name": "downstream_asset", + "solid_name": "downstream_asset", "tags": {} }, { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "hanging_asset", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "hanging_asset" - } - ] - } - ], + "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "never_runs_asset", - "solid_name": "never_runs_asset", + "solid_def_name": "hanging_graph", + "solid_name": "hanging_graph", "tags": {} } ] }, "description": null, - "graph_def_name": "hanging_job", + "graph_def_name": "hanging_graph_asset_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -56623,13 +57789,96 @@ "name": "io_manager" } ], - "root_config_key": "Shape.37db7fdde0ee34d8c15784920ecde2ebf6e44768" + "root_config_key": "Shape.0b098b5dbad774cc1ec5f29605c35f7d7fcc63e8" } ], - "name": "hanging_job", + "name": "hanging_graph_asset_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", - "composite_solid_def_snaps": [], + "composite_solid_def_snaps": [ + { + "__class__": "CompositeSolidDefSnap", + "config_field_snap": null, + "dep_structure_snapshot": { + "__class__": "DependencyStructureSnapshot", + "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "my_op", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "my_op" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "hanging_op", + "solid_name": "hanging_op", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "my_op", + "solid_name": "my_op", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "hanging_op", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "hanging_op" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "never_runs_op", + "solid_name": "never_runs_op", + "tags": {} + } + ] + }, + "description": null, + "input_def_snaps": [], + "input_mapping_snaps": [], + "name": "hanging_graph", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "output_mapping_snaps": [ + { + "__class__": "OutputMappingSnap", + "external_output_name": "result", + "mapped_output_name": "result", + "mapped_solid_name": "never_runs_op" + } + ], + "tags": {} + } + ], "solid_def_snaps": [ { "__class__": "SolidDefSnap", @@ -56648,10 +57897,10 @@ "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "dummy_source_asset" + "name": "hanging_graph" } ], - "name": "first_asset", + "name": "downstream_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -56676,16 +57925,16 @@ "name": "config", "type_key": "Any" }, - "description": "Asset that hangs forever, used to test in-progress ops.", + "description": null, "input_def_snaps": [ { "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "first_asset" + "name": "my_op" } ], - "name": "hanging_asset", + "name": "hanging_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -56701,6 +57950,33 @@ ], "tags": {} }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "my_op", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -56718,10 +57994,10 @@ "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "name": "hanging_asset" + "name": "hanging_op" } ], - "name": "never_runs_asset", + "name": "never_runs_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -56742,10 +58018,10 @@ ''' # --- # name: test_all_snapshot_ids[59] - 'd603c1e9d8630c3aa099d79e0515968e7514384f' + '053169bccb033d2fc2fd11d13696b36a32c0e610' # --- # name: test_all_snapshot_ids[5] - '5f263b4f45d23757358a7262dee0e132cd58e650' + 'ac66e9444b27e002199962fa922a4dd965bc1d6b' # --- # name: test_all_snapshot_ids[60] ''' @@ -57168,7 +58444,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0df37fc46bd8a9f4eaefd1497c0b2e8743c6716d": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", + "is_required": false, + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + } + ], + "given_name": null, + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.37db7fdde0ee34d8c15784920ecde2ebf6e44768": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -57194,11 +58493,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"hanging_partition_asset\": {}}", + "default_value_as_json_str": "{\"first_asset\": {}, \"hanging_asset\": {}, \"never_runs_asset\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.7ea9921167c0a52e9ed3dfad987582ffc796e7eb" + "type_key": "Shape.455ff45f2c3e8b9feb9a0553a7e661c1af766a73" }, { "__class__": "ConfigFieldSnap", @@ -57211,62 +58510,80 @@ } ], "given_name": null, - "key": "Shape.0df37fc46bd8a9f4eaefd1497c0b2e8743c6716d", + "key": "Shape.37db7fdde0ee34d8c15784920ecde2ebf6e44768", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", + "is_required": false, + "name": "marker_to_close", + "type_key": "String" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.455ff45f2c3e8b9feb9a0553a7e661c1af766a73": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "[DEPRECATED]", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "marker_to_close", - "type_key": "String" + "name": "first_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "hanging_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "never_runs_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.455ff45f2c3e8b9feb9a0553a7e661c1af766a73", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -57351,29 +58668,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.7ea9921167c0a52e9ed3dfad987582ffc796e7eb": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "hanging_partition_asset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.7ea9921167c0a52e9ed3dfad987582ffc796e7eb", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, @@ -57567,16 +58861,65 @@ "solid_invocation_snaps": [ { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "dummy_source_asset", + "is_dynamic_collect": false, + "upstream_output_snaps": [] + } + ], "is_dynamic_mapped": false, - "solid_def_name": "hanging_partition_asset", - "solid_name": "hanging_partition_asset", + "solid_def_name": "first_asset", + "solid_name": "first_asset", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "first_asset", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "first_asset" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "hanging_asset", + "solid_name": "hanging_asset", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "hanging_asset", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "hanging_asset" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "never_runs_asset", + "solid_name": "never_runs_asset", "tags": {} } ] }, "description": null, - "graph_def_name": "hanging_partition_asset_job", + "graph_def_name": "hanging_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -57629,10 +58972,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.0df37fc46bd8a9f4eaefd1497c0b2e8743c6716d" + "root_config_key": "Shape.37db7fdde0ee34d8c15784920ecde2ebf6e44768" } ], - "name": "hanging_partition_asset_job", + "name": "hanging_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -57649,8 +58992,49 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "hanging_partition_asset", + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "dummy_source_asset" + } + ], + "name": "first_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": "Asset that hangs forever, used to test in-progress ops.", + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "first_asset" + } + ], + "name": "hanging_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -57665,6 +59049,40 @@ "hanging_asset_resource" ], "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "hanging_asset" + } + ], + "name": "never_runs_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} } ] }, @@ -57673,7 +59091,7 @@ ''' # --- # name: test_all_snapshot_ids[61] - 'fd77a8459b2e767ea52b6a77574a79491326073d' + 'd603c1e9d8630c3aa099d79e0515968e7514384f' # --- # name: test_all_snapshot_ids[62] ''' @@ -58096,7 +59514,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.0df37fc46bd8a9f4eaefd1497c0b2e8743c6716d": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -58104,45 +59522,49 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" - } - ], - "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"hanging_partition_asset\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.7ea9921167c0a52e9ed3dfad987582ffc796e7eb" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Configure how shared resources are implemented within a run.", + "is_required": true, + "name": "resources", + "type_key": "Shape.5ad06e0bb4f6c55c937c703942acbf2009d945cc" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.0df37fc46bd8a9f4eaefd1497c0b2e8743c6716d", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.369ed0636f08f329e2aa8b098ffa6a79fc232dcf": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -58150,24 +59572,15 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"fail\": false}}", - "description": null, - "is_required": false, - "name": "hard_fail_or_0", - "type_key": "Shape.bcef613ddd9bdac33326b7d43d149dbf594a763c" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", "is_required": false, - "name": "increment", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.369ed0636f08f329e2aa8b098ffa6a79fc232dcf", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -58229,6 +59642,38 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.5ad06e0bb4f6c55c937c703942acbf2009d945cc": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "hanging_asset_resource", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.5ad06e0bb4f6c55c937c703942acbf2009d945cc", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, @@ -58252,7 +59697,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.a269e234e7f0491d780456ee5305fd928c183afa": { + "Shape.7ea9921167c0a52e9ed3dfad987582ffc796e7eb": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -58260,88 +59705,61 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "false", + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "fail", - "type_key": "Bool" + "name": "hanging_partition_asset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.a269e234e7f0491d780456ee5305fd928c183afa", + "key": "Shape.7ea9921167c0a52e9ed3dfad987582ffc796e7eb", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.bcef613ddd9bdac33326b7d43d149dbf594a763c": { + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"fail\": false}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "config", - "type_key": "Shape.a269e234e7f0491d780456ee5305fd928c183afa" + "is_required": true, + "name": "file", + "type_key": "String" } ], "given_name": null, - "key": "Shape.bcef613ddd9bdac33326b7d43d149dbf594a763c", + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.c1ce722407ab5e802d58b8bebd0bc8c3eb4dfcbe": { + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"hard_fail_or_0\": {\"config\": {\"fail\": false}}, \"increment\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.369ed0636f08f329e2aa8b098ffa6a79fc232dcf" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" } ], "given_name": null, - "key": "Shape.c1ce722407ab5e802d58b8bebd0bc8c3eb4dfcbe", + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -58497,35 +59915,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "hard_fail_or_0", - "solid_name": "hard_fail_or_0", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "n", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "hard_fail_or_0" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "increment", - "solid_name": "increment", + "solid_def_name": "hanging_partition_asset", + "solid_name": "hanging_partition_asset", "tags": {} } ] }, "description": null, - "graph_def_name": "hard_failer", + "graph_def_name": "hanging_partition_asset_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -58549,6 +59946,20 @@ ], "name": "default", "resource_def_snaps": [ + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + }, + "description": null, + "name": "hanging_asset_resource" + }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -58560,45 +59971,18 @@ "name": "config", "type_key": "Any" }, - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": null, "name": "io_manager" } ], - "root_config_key": "Shape.c1ce722407ab5e802d58b8bebd0bc8c3eb4dfcbe" + "root_config_key": "Shape.0df37fc46bd8a9f4eaefd1497c0b2e8743c6716d" } ], - "name": "hard_failer", + "name": "hanging_partition_asset_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"fail\": false}", - "description": null, - "is_required": false, - "name": "config", - "type_key": "Shape.a269e234e7f0491d780456ee5305fd928c183afa" - }, - "description": null, - "input_def_snaps": [], - "name": "hard_fail_or_0", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Int", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -58611,26 +59995,21 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "name": "n" - } - ], - "name": "increment", + "input_def_snaps": [], + "name": "hanging_partition_asset", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Int", + "dagster_type_key": "Any", "description": null, "is_dynamic": false, "is_required": true, "name": "result" } ], - "required_resource_keys": [], + "required_resource_keys": [ + "hanging_asset_resource" + ], "tags": {} } ] @@ -58640,7 +60019,7 @@ ''' # --- # name: test_all_snapshot_ids[63] - 'c6b504611b1ee7582092807ac90bdd4ac64bac3b' + 'fd77a8459b2e767ea52b6a77574a79491326073d' # --- # name: test_all_snapshot_ids[64] ''' @@ -59109,6 +60488,38 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.369ed0636f08f329e2aa8b098ffa6a79fc232dcf": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"fail\": false}}", + "description": null, + "is_required": false, + "name": "hard_fail_or_0", + "type_key": "Shape.bcef613ddd9bdac33326b7d43d149dbf594a763c" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "increment", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.369ed0636f08f329e2aa8b098ffa6a79fc232dcf", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -59164,7 +60575,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.5b0100a2f69412eeae1c1ce42684400e4eac9903": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.a269e234e7f0491d780456ee5305fd928c183afa": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -59172,45 +60606,45 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", + "default_value_as_json_str": "false", "description": null, "is_required": false, - "name": "op_that_gets_tags", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "fail", + "type_key": "Bool" } ], "given_name": null, - "key": "Shape.5b0100a2f69412eeae1c1ce42684400e4eac9903", + "key": "Shape.a269e234e7f0491d780456ee5305fd928c183afa", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.bcef613ddd9bdac33326b7d43d149dbf594a763c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{\"fail\": false}", "description": null, "is_required": false, "name": "config", - "type_key": "Any" + "type_key": "Shape.a269e234e7f0491d780456ee5305fd928c183afa" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.bcef613ddd9bdac33326b7d43d149dbf594a763c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.89a658879dc08885cdbc7c5fffe10bb1fcd55d81": { + "Shape.c1ce722407ab5e802d58b8bebd0bc8c3eb4dfcbe": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -59236,11 +60670,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"op_that_gets_tags\": {}}", + "default_value_as_json_str": "{\"hard_fail_or_0\": {\"config\": {\"fail\": false}}, \"increment\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.5b0100a2f69412eeae1c1ce42684400e4eac9903" + "type_key": "Shape.369ed0636f08f329e2aa8b098ffa6a79fc232dcf" }, { "__class__": "ConfigFieldSnap", @@ -59253,7 +60687,7 @@ } ], "given_name": null, - "key": "Shape.89a658879dc08885cdbc7c5fffe10bb1fcd55d81", + "key": "Shape.c1ce722407ab5e802d58b8bebd0bc8c3eb4dfcbe", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -59409,14 +60843,35 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "op_that_gets_tags", - "solid_name": "op_that_gets_tags", + "solid_def_name": "hard_fail_or_0", + "solid_name": "hard_fail_or_0", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "n", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "hard_fail_or_0" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "increment", + "solid_name": "increment", "tags": {} } ] }, "description": null, - "graph_def_name": "hello_world_with_tags", + "graph_def_name": "hard_failer", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -59455,14 +60910,41 @@ "name": "io_manager" } ], - "root_config_key": "Shape.89a658879dc08885cdbc7c5fffe10bb1fcd55d81" + "root_config_key": "Shape.c1ce722407ab5e802d58b8bebd0bc8c3eb4dfcbe" } ], - "name": "hello_world_with_tags", + "name": "hard_failer", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"fail\": false}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.a269e234e7f0491d780456ee5305fd928c183afa" + }, + "description": null, + "input_def_snaps": [], + "name": "hard_fail_or_0", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Int", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -59475,12 +60957,19 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "op_that_gets_tags", + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Int", + "description": null, + "name": "n" + } + ], + "name": "increment", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "Any", + "dagster_type_key": "Int", "description": null, "is_dynamic": false, "is_required": true, @@ -59492,14 +60981,12 @@ } ] }, - "tags": { - "tag_key": "tag_value" - } + "tags": {} } ''' # --- # name: test_all_snapshot_ids[65] - 'dc190868e8887ba5ac3669da13473252cd0ab098' + 'c6b504611b1ee7582092807ac90bdd4ac64bac3b' # --- # name: test_all_snapshot_ids[66] ''' @@ -60023,6 +61510,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.5b0100a2f69412eeae1c1ce42684400e4eac9903": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "op_that_gets_tags", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.5b0100a2f69412eeae1c1ce42684400e4eac9903", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, @@ -60046,7 +61556,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.7a2485929d7236949338d36f0435c94a9e354a77": { + "Shape.89a658879dc08885cdbc7c5fffe10bb1fcd55d81": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -60071,12 +61581,12 @@ }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{\"op_that_gets_tags\": {}}", "description": "Configure runtime parameters for ops or assets.", - "is_required": true, + "is_required": false, "name": "ops", - "type_key": "Shape.f1d05596db6e35312901196d530dfee6946a33fe" + "type_key": "Shape.5b0100a2f69412eeae1c1ce42684400e4eac9903" }, { "__class__": "ConfigFieldSnap", @@ -60089,53 +61599,7 @@ } ], "given_name": null, - "key": "Shape.7a2485929d7236949338d36f0435c94a9e354a77", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "file", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - } - ], - "given_name": null, - "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", + "key": "Shape.89a658879dc08885cdbc7c5fffe10bb1fcd55d81", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -60178,29 +61642,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.f1d05596db6e35312901196d530dfee6946a33fe": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "loop", - "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" - } - ], - "given_name": null, - "key": "Shape.f1d05596db6e35312901196d530dfee6946a33fe", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -60314,14 +61755,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "loop", - "solid_name": "loop", + "solid_def_name": "op_that_gets_tags", + "solid_name": "op_that_gets_tags", "tags": {} } ] }, "description": null, - "graph_def_name": "infinite_loop_job", + "graph_def_name": "hello_world_with_tags", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -60360,10 +61801,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.7a2485929d7236949338d36f0435c94a9e354a77" + "root_config_key": "Shape.89a658879dc08885cdbc7c5fffe10bb1fcd55d81" } ], - "name": "infinite_loop_job", + "name": "hello_world_with_tags", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -60375,13 +61816,13 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, + "is_required": false, "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + "type_key": "Any" }, "description": null, "input_def_snaps": [], - "name": "loop", + "name": "op_that_gets_tags", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -60397,12 +61838,14 @@ } ] }, - "tags": {} + "tags": { + "tag_key": "tag_value" + } } ''' # --- # name: test_all_snapshot_ids[67] - '83469e8c700778e0c1e268f158672fca54d5896b' + 'dc190868e8887ba5ac3669da13473252cd0ab098' # --- # name: test_all_snapshot_ids[68] ''' @@ -60926,7 +62369,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.61678299d213abc6dacb4a403face86263e676d7": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.7a2485929d7236949338d36f0435c94a9e354a77": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -60951,12 +62417,12 @@ }, { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"return_integer\": {}}", + "default_provided": false, + "default_value_as_json_str": null, "description": "Configure runtime parameters for ops or assets.", - "is_required": false, + "is_required": true, "name": "ops", - "type_key": "Shape.b237e55672e14459eb2f71b6889258a51aa88c86" + "type_key": "Shape.f1d05596db6e35312901196d530dfee6946a33fe" }, { "__class__": "ConfigFieldSnap", @@ -60969,14 +62435,14 @@ } ], "given_name": null, - "key": "Shape.61678299d213abc6dacb4a403face86263e676d7", + "key": "Shape.7a2485929d7236949338d36f0435c94a9e354a77", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -60986,36 +62452,36 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" + "is_required": true, + "name": "file", + "type_key": "String" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b237e55672e14459eb2f71b6889258a51aa88c86": { + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "return_integer", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" } ], "given_name": null, - "key": "Shape.b237e55672e14459eb2f71b6889258a51aa88c86", + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -61058,6 +62524,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.f1d05596db6e35312901196d530dfee6946a33fe": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "loop", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + } + ], + "given_name": null, + "key": "Shape.f1d05596db6e35312901196d530dfee6946a33fe", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -61171,14 +62660,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "return_integer", - "solid_name": "return_integer", + "solid_def_name": "loop", + "solid_name": "loop", "tags": {} } ] }, "description": null, - "graph_def_name": "integers", + "graph_def_name": "infinite_loop_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -61217,10 +62706,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.61678299d213abc6dacb4a403face86263e676d7" + "root_config_key": "Shape.7a2485929d7236949338d36f0435c94a9e354a77" } ], - "name": "integers", + "name": "infinite_loop_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -61232,13 +62721,13 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, + "is_required": true, "name": "config", - "type_key": "Any" + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" }, "description": null, "input_def_snaps": [], - "name": "return_integer", + "name": "loop", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -61259,7 +62748,7 @@ ''' # --- # name: test_all_snapshot_ids[69] - 'c4fee3a0c56b1ef6fcea9b64ceaacd06c4d5e216' + '83469e8c700778e0c1e268f158672fca54d5896b' # --- # name: test_all_snapshot_ids[6] ''' @@ -61792,7 +63281,135 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.5ef7397488b46ff65b63e44352df5ea2bf5f9d69": { + "Shape.62edccaf30696e25335ae92685bdc41e204e30e6": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + } + ], + "given_name": null, + "key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "file", + "type_key": "String" + } + ], + "given_name": null, + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + } + ], + "given_name": null, + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [], + "given_name": null, + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + } + ], + "given_name": null, + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.f5ec264eb09266ca2d5e2c2ef8419b3cda4dc6f4": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -61869,6 +63486,15 @@ "name": "middle_static_partitioned_asset_2", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "subsettable_checked_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, @@ -61916,142 +63542,14 @@ } ], "given_name": null, - "key": "Shape.5ef7397488b46ff65b63e44352df5ea2bf5f9d69", + "key": "Shape.f5ec264eb09266ca2d5e2c2ef8419b3cda4dc6f4", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.62edccaf30696e25335ae92685bdc41e204e30e6": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "config", - "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" - } - ], - "given_name": null, - "key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - } - ], - "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "file", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - } - ], - "given_name": null, - "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [], - "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" - } - ], - "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.fc7568daa0ad8651556ce653676f7def8d322821": { + "Shape.f9b06391353b15f08e119dc8442c92096353490f": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -62077,11 +63575,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"downstream_static_partitioned_asset\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"middle_static_partitioned_asset_1\": {}, \"middle_static_partitioned_asset_2\": {}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}, \"upstream_static_partitioned_asset\": {}}", + "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"downstream_static_partitioned_asset\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"middle_static_partitioned_asset_1\": {}, \"middle_static_partitioned_asset_2\": {}, \"subsettable_checked_multi_asset\": {\"config\": {}}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}, \"upstream_static_partitioned_asset\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.5ef7397488b46ff65b63e44352df5ea2bf5f9d69" + "type_key": "Shape.f5ec264eb09266ca2d5e2c2ef8419b3cda4dc6f4" }, { "__class__": "ConfigFieldSnap", @@ -62094,7 +63592,7 @@ } ], "given_name": null, - "key": "Shape.fc7568daa0ad8651556ce653676f7def8d322821", + "key": "Shape.f9b06391353b15f08e119dc8442c92096353490f", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -62390,6 +63888,14 @@ "solid_name": "middle_static_partitioned_asset_2", "tags": {} }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "subsettable_checked_multi_asset", + "solid_name": "subsettable_checked_multi_asset", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ @@ -62512,7 +64018,7 @@ "name": "io_manager" } ], - "root_config_key": "Shape.fc7568daa0ad8651556ce653676f7def8d322821" + "root_config_key": "Shape.f9b06391353b15f08e119dc8442c92096353490f" } ], "name": "__ASSET_JOB_3", @@ -62804,6 +64310,57 @@ "required_resource_keys": [], "tags": {} }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + }, + "description": null, + "input_def_snaps": [], + "name": "subsettable_checked_multi_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "two" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_check" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_other_check" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -63434,7 +64991,39 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.2826887148df509057b8bdd850d72268525729fe": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", + "is_required": false, + "name": "marker_to_close", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", + "is_required": false, + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + } + ], + "given_name": null, + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -63445,21 +65034,21 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "op_with_config", - "type_key": "Shape.3984261e8838dd039e5c0d108ad1c0ac6110ace1" + "name": "path", + "type_key": "String" } ], "given_name": null, - "key": "Shape.2826887148df509057b8bdd850d72268525729fe", + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.37610aaf407f315481cab1fdecba2e7f238e0a62": { + "Shape.61678299d213abc6dacb4a403face86263e676d7": { "__class__": "ConfigTypeSnap", - "description": "This run config schema was automatically populated with default values from `default_config`.", + "description": null, "enum_values": null, "fields": [ { @@ -63483,11 +65072,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"op_with_config\": {\"config\": {\"one\": \"hullo\"}}}", + "default_value_as_json_str": "{\"return_integer\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.2826887148df509057b8bdd850d72268525729fe" + "type_key": "Shape.b237e55672e14459eb2f71b6889258a51aa88c86" }, { "__class__": "ConfigFieldSnap", @@ -63500,85 +65089,7 @@ } ], "given_name": null, - "key": "Shape.37610aaf407f315481cab1fdecba2e7f238e0a62", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.3984261e8838dd039e5c0d108ad1c0ac6110ace1": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.bc52b1c43d99d0004be108b5869dde9f4a119518" - } - ], - "given_name": null, - "key": "Shape.3984261e8838dd039e5c0d108ad1c0ac6110ace1", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", - "type_key": "String" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", - "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" - } - ], - "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "path", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "key": "Shape.61678299d213abc6dacb4a403face86263e676d7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -63608,23 +65119,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.bc52b1c43d99d0004be108b5869dde9f4a119518": { + "Shape.b237e55672e14459eb2f71b6889258a51aa88c86": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, - "is_required": true, - "name": "one", - "type_key": "String" + "is_required": false, + "name": "return_integer", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.bc52b1c43d99d0004be108b5869dde9f4a119518", + "key": "Shape.b237e55672e14459eb2f71b6889258a51aa88c86", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -63780,14 +65291,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "op_with_config", - "solid_name": "op_with_config", + "solid_def_name": "return_integer", + "solid_name": "return_integer", "tags": {} } ] }, "description": null, - "graph_def_name": "job_with_default_config", + "graph_def_name": "integers", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -63826,10 +65337,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.37610aaf407f315481cab1fdecba2e7f238e0a62" + "root_config_key": "Shape.61678299d213abc6dacb4a403face86263e676d7" } ], - "name": "job_with_default_config", + "name": "integers", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -63841,13 +65352,13 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, + "is_required": false, "name": "config", - "type_key": "Shape.bc52b1c43d99d0004be108b5869dde9f4a119518" + "type_key": "Any" }, "description": null, "input_def_snaps": [], - "name": "op_with_config", + "name": "return_integer", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -63868,7 +65379,7 @@ ''' # --- # name: test_all_snapshot_ids[71] - '643e2b02ca69b0087d15b448a9108d39d5b35036' + 'c4fee3a0c56b1ef6fcea9b64ceaacd06c4d5e216' # --- # name: test_all_snapshot_ids[72] ''' @@ -64337,108 +65848,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", - "type_key": "String" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", - "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" - } - ], - "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "path", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - } - ], - "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.8ca73f0ae5a27b2d717a94a2cba479568ddc79b2": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "TestEnum" - } - ], - "given_name": null, - "key": "Shape.8ca73f0ae5a27b2d717a94a2cba479568ddc79b2", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.b214dc99bad5dc89e19e327bf3c9abcd56c353db": { + "Shape.2826887148df509057b8bdd850d72268525729fe": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -64449,57 +65859,21 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "takes_an_enum", - "type_key": "Shape.8ca73f0ae5a27b2d717a94a2cba479568ddc79b2" - } - ], - "given_name": null, - "key": "Shape.b214dc99bad5dc89e19e327bf3c9abcd56c353db", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [], - "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + "name": "op_with_config", + "type_key": "Shape.3984261e8838dd039e5c0d108ad1c0ac6110ace1" } ], "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "key": "Shape.2826887148df509057b8bdd850d72268525729fe", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.fd83dcfe0c9126a9b5956827a350611e935e0643": { + "Shape.37610aaf407f315481cab1fdecba2e7f238e0a62": { "__class__": "ConfigTypeSnap", - "description": null, + "description": "This run config schema was automatically populated with default values from `default_config`.", "enum_values": null, "fields": [ { @@ -64522,12 +65896,12 @@ }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{\"op_with_config\": {\"config\": {\"one\": \"hullo\"}}}", "description": "Configure runtime parameters for ops or assets.", - "is_required": true, + "is_required": false, "name": "ops", - "type_key": "Shape.b214dc99bad5dc89e19e327bf3c9abcd56c353db" + "type_key": "Shape.2826887148df509057b8bdd850d72268525729fe" }, { "__class__": "ConfigFieldSnap", @@ -64540,56 +65914,187 @@ } ], "given_name": null, - "key": "Shape.fd83dcfe0c9126a9b5956827a350611e935e0643", + "key": "Shape.37610aaf407f315481cab1fdecba2e7f238e0a62", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "String": { + "Shape.3984261e8838dd039e5c0d108ad1c0ac6110ace1": { "__class__": "ConfigTypeSnap", - "description": "", + "description": null, "enum_values": null, - "fields": null, - "given_name": "String", - "key": "String", + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.bc52b1c43d99d0004be108b5869dde9f4a119518" + } + ], + "given_name": null, + "key": "Shape.3984261e8838dd039e5c0d108ad1c0ac6110ace1", "kind": { - "__enum__": "ConfigTypeKind.SCALAR" - }, - "scalar_kind": { - "__enum__": "ConfigScalarKind.STRING" + "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, + "scalar_kind": null, "type_param_keys": null }, - "TestEnum": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, - "enum_values": [ + "enum_values": null, + "fields": [ { - "__class__": "ConfigEnumValueSnap", - "description": "An enum value.", - "value": "ENUM_VALUE_ONE" + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", + "is_required": false, + "name": "marker_to_close", + "type_key": "String" }, { - "__class__": "ConfigEnumValueSnap", - "description": "An enum value.", - "value": "ENUM_VALUE_TWO" - }, + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", + "is_required": false, + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + } + ], + "given_name": null, + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { - "__class__": "ConfigEnumValueSnap", - "description": "An enum value.", - "value": "ENUM_VALUE_THREE" + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "path", + "type_key": "String" } ], - "fields": null, - "given_name": "TestEnum", - "key": "TestEnum", + "given_name": null, + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", "kind": { - "__enum__": "ConfigTypeKind.ENUM" + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.bc52b1c43d99d0004be108b5869dde9f4a119518": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "one", + "type_key": "String" + } + ], + "given_name": null, + "key": "Shape.bc52b1c43d99d0004be108b5869dde9f4a119518", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [], + "given_name": null, + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + } + ], + "given_name": null, + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null + }, + "String": { + "__class__": "ConfigTypeSnap", + "description": "", + "enum_values": null, + "fields": null, + "given_name": "String", + "key": "String", + "kind": { + "__enum__": "ConfigTypeKind.SCALAR" + }, + "scalar_kind": { + "__enum__": "ConfigScalarKind.STRING" + }, + "type_param_keys": null } } }, @@ -64689,14 +66194,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "takes_an_enum", - "solid_name": "takes_an_enum", + "solid_def_name": "op_with_config", + "solid_name": "op_with_config", "tags": {} } ] }, "description": null, - "graph_def_name": "job_with_enum_config", + "graph_def_name": "job_with_default_config", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -64735,10 +66240,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.fd83dcfe0c9126a9b5956827a350611e935e0643" + "root_config_key": "Shape.37610aaf407f315481cab1fdecba2e7f238e0a62" } ], - "name": "job_with_enum_config", + "name": "job_with_default_config", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -64752,11 +66257,11 @@ "description": null, "is_required": true, "name": "config", - "type_key": "TestEnum" + "type_key": "Shape.bc52b1c43d99d0004be108b5869dde9f4a119518" }, "description": null, "input_def_snaps": [], - "name": "takes_an_enum", + "name": "op_with_config", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -64777,7 +66282,7 @@ ''' # --- # name: test_all_snapshot_ids[73] - '158a79ab642707e63923c59c6abaf7960b36211e' + '643e2b02ca69b0087d15b448a9108d39d5b35036' # --- # name: test_all_snapshot_ids[74] ''' @@ -65223,6 +66728,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -65301,98 +66829,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.a775abaebbf7dbee4f702f3e27405e49639e5f85": { + "Shape.8ca73f0ae5a27b2d717a94a2cba479568ddc79b2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "emit_failed_expectation", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "emit_successful_expectation", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "emit_successful_expectation_no_metadata", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.a775abaebbf7dbee4f702f3e27405e49639e5f85", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.b0b6c15989be346c4b066371bcffeba8cff2fcb9": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"emit_failed_expectation\": {}, \"emit_successful_expectation\": {}, \"emit_successful_expectation_no_metadata\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.a775abaebbf7dbee4f702f3e27405e49639e5f85" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641" + "is_required": true, + "name": "config", + "type_key": "TestEnum" } ], "given_name": null, - "key": "Shape.b0b6c15989be346c4b066371bcffeba8cff2fcb9", + "key": "Shape.8ca73f0ae5a27b2d717a94a2cba479568ddc79b2", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641": { + "Shape.b214dc99bad5dc89e19e327bf3c9abcd56c353db": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -65401,14 +66861,14 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", - "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "description": null, + "is_required": true, + "name": "takes_an_enum", + "type_key": "Shape.8ca73f0ae5a27b2d717a94a2cba479568ddc79b2" } ], "given_name": null, - "key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641", + "key": "Shape.b214dc99bad5dc89e19e327bf3c9abcd56c353db", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -65451,6 +66911,56 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.fd83dcfe0c9126a9b5956827a350611e935e0643": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Configure runtime parameters for ops or assets.", + "is_required": true, + "name": "ops", + "type_key": "Shape.b214dc99bad5dc89e19e327bf3c9abcd56c353db" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.fd83dcfe0c9126a9b5956827a350611e935e0643", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -65465,6 +66975,35 @@ "__enum__": "ConfigScalarKind.STRING" }, "type_param_keys": null + }, + "TestEnum": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": [ + { + "__class__": "ConfigEnumValueSnap", + "description": "An enum value.", + "value": "ENUM_VALUE_ONE" + }, + { + "__class__": "ConfigEnumValueSnap", + "description": "An enum value.", + "value": "ENUM_VALUE_TWO" + }, + { + "__class__": "ConfigEnumValueSnap", + "description": "An enum value.", + "value": "ENUM_VALUE_THREE" + } + ], + "fields": null, + "given_name": "TestEnum", + "key": "TestEnum", + "kind": { + "__enum__": "ConfigTypeKind.ENUM" + }, + "scalar_kind": null, + "type_param_keys": null } } }, @@ -65564,30 +67103,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "emit_failed_expectation", - "solid_name": "emit_failed_expectation", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "emit_successful_expectation", - "solid_name": "emit_successful_expectation", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "emit_successful_expectation_no_metadata", - "solid_name": "emit_successful_expectation_no_metadata", + "solid_def_name": "takes_an_enum", + "solid_name": "takes_an_enum", "tags": {} } ] }, "description": null, - "graph_def_name": "job_with_expectations", + "graph_def_name": "job_with_enum_config", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -65626,10 +67149,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.b0b6c15989be346c4b066371bcffeba8cff2fcb9" + "root_config_key": "Shape.fd83dcfe0c9126a9b5956827a350611e935e0643" } ], - "name": "job_with_expectations", + "name": "job_with_enum_config", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -65641,50 +67164,23 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "emit_failed_expectation", - "output_def_snaps": [], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "emit_successful_expectation", - "output_def_snaps": [], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, + "is_required": true, "name": "config", - "type_key": "Any" + "type_key": "TestEnum" }, "description": null, "input_def_snaps": [], - "name": "emit_successful_expectation_no_metadata", - "output_def_snaps": [], + "name": "takes_an_enum", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], "required_resource_keys": [], "tags": {} } @@ -65695,7 +67191,7 @@ ''' # --- # name: test_all_snapshot_ids[75] - '25eed9832eef95ee97a63357e836659193775b3d' + '158a79ab642707e63923c59c6abaf7960b36211e' # --- # name: test_all_snapshot_ids[76] ''' @@ -66141,52 +67637,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", - "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.3c9fe9866f4fe467d426b7a9d3aeda21504ed154": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "op_with_input_output_metadata", - "type_key": "Shape.64a2e45f416adce23c20a991c4bfce13c2cbe2d5" - } - ], - "given_name": null, - "key": "Shape.3c9fe9866f4fe467d426b7a9d3aeda21504ed154", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -66242,7 +67692,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.64a2e45f416adce23c20a991c4bfce13c2cbe2d5": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -66255,26 +67705,58 @@ "is_required": false, "name": "config", "type_key": "Any" + } + ], + "given_name": null, + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.a775abaebbf7dbee4f702f3e27405e49639e5f85": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "emit_failed_expectation", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, - "is_required": true, - "name": "inputs", - "type_key": "Shape.85b49263d1851d0d885cfec001faca6da5738880" + "is_required": false, + "name": "emit_successful_expectation", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "emit_successful_expectation_no_metadata", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.64a2e45f416adce23c20a991c4bfce13c2cbe2d5", + "key": "Shape.a775abaebbf7dbee4f702f3e27405e49639e5f85", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.69f3d02a3624c3bfbe54c903275932f1379dda2e": { + "Shape.b0b6c15989be346c4b066371bcffeba8cff2fcb9": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -66299,32 +67781,32 @@ }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{\"emit_failed_expectation\": {}, \"emit_successful_expectation\": {}, \"emit_successful_expectation_no_metadata\": {}}", "description": "Configure runtime parameters for ops or assets.", - "is_required": true, + "is_required": false, "name": "ops", - "type_key": "Shape.3c9fe9866f4fe467d426b7a9d3aeda21504ed154" + "type_key": "Shape.a775abaebbf7dbee4f702f3e27405e49639e5f85" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", + "default_value_as_json_str": "{}", "description": "Configure how shared resources are implemented within a run.", "is_required": false, "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "type_key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641" } ], "given_name": null, - "key": "Shape.69f3d02a3624c3bfbe54c903275932f1379dda2e", + "key": "Shape.b0b6c15989be346c4b066371bcffeba8cff2fcb9", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -66333,37 +67815,14 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "config", - "type_key": "Any" - } - ], - "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.85b49263d1851d0d885cfec001faca6da5738880": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "foo", - "type_key": "ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.85b49263d1851d0d885cfec001faca6da5738880", + "key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -66517,23 +67976,32 @@ "solid_invocation_snaps": [ { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "foo", - "is_dynamic_collect": false, - "upstream_output_snaps": [] - } - ], + "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "op_with_input_output_metadata", - "solid_name": "op_with_input_output_metadata", + "solid_def_name": "emit_failed_expectation", + "solid_name": "emit_failed_expectation", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "emit_successful_expectation", + "solid_name": "emit_successful_expectation", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "emit_successful_expectation_no_metadata", + "solid_name": "emit_successful_expectation_no_metadata", "tags": {} } ] }, "description": null, - "graph_def_name": "job_with_input_output_metadata", + "graph_def_name": "job_with_expectations", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -66572,10 +68040,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.69f3d02a3624c3bfbe54c903275932f1379dda2e" + "root_config_key": "Shape.b0b6c15989be346c4b066371bcffeba8cff2fcb9" } ], - "name": "job_with_input_output_metadata", + "name": "job_with_expectations", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -66592,47 +68060,45 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Int", - "description": null, - "metadata_entries": [ - { - "__class__": "EventMetadataEntry", - "description": null, - "entry_data": { - "__class__": "TextMetadataEntryData", - "text": "b" - }, - "label": "a" - } - ], - "name": "foo" - } - ], - "name": "op_with_input_output_metadata", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Int", - "description": null, - "is_dynamic": false, - "is_required": true, - "metadata_entries": [ - { - "__class__": "EventMetadataEntry", - "description": null, - "entry_data": { - "__class__": "TextMetadataEntryData", - "text": "d" - }, - "label": "c" - } - ], - "name": "bar" - } - ], + "input_def_snaps": [], + "name": "emit_failed_expectation", + "output_def_snaps": [], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "emit_successful_expectation", + "output_def_snaps": [], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "emit_successful_expectation_no_metadata", + "output_def_snaps": [], "required_resource_keys": [], "tags": {} } @@ -66643,7 +68109,7 @@ ''' # --- # name: test_all_snapshot_ids[77] - '6069db2378a5bcd370c5f8ce8e8ee51d997e3447' + '25eed9832eef95ee97a63357e836659193775b3d' # --- # name: test_all_snapshot_ids[78] ''' @@ -67112,50 +68578,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.288595c17d5cb84370159ed6ea6d866b85f47f05": { + "Shape.3c9fe9866f4fe467d426b7a9d3aeda21504ed154": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"fail_subset\": {}, \"one\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.a14c2c695c8de0c8ebdad9323d40dd33323ef660" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "op_with_input_output_metadata", + "type_key": "Shape.64a2e45f416adce23c20a991c4bfce13c2cbe2d5" } ], "given_name": null, - "key": "Shape.288595c17d5cb84370159ed6ea6d866b85f47f05", + "key": "Shape.3c9fe9866f4fe467d426b7a9d3aeda21504ed154", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -67217,7 +68656,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.64a2e45f416adce23c20a991c4bfce13c2cbe2d5": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -67230,17 +68669,26 @@ "is_required": false, "name": "config", "type_key": "Any" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "inputs", + "type_key": "Shape.85b49263d1851d0d885cfec001faca6da5738880" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.64a2e45f416adce23c20a991c4bfce13c2cbe2d5", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.a14c2c695c8de0c8ebdad9323d40dd33323ef660": { + "Shape.69f3d02a3624c3bfbe54c903275932f1379dda2e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -67248,24 +68696,88 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "fail_subset", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Configure runtime parameters for ops or assets.", + "is_required": true, + "name": "ops", + "type_key": "Shape.3c9fe9866f4fe467d426b7a9d3aeda21504ed154" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.69f3d02a3624c3bfbe54c903275932f1379dda2e", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, "description": null, "is_required": false, - "name": "one", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.a14c2c695c8de0c8ebdad9323d40dd33323ef660", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.85b49263d1851d0d885cfec001faca6da5738880": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "foo", + "type_key": "ScalarUnion.Int-Selector.a9799b971d12ace70a2d8803c883c863417d0725" + } + ], + "given_name": null, + "key": "Shape.85b49263d1851d0d885cfec001faca6da5738880", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -67370,20 +68882,6 @@ "name": "Float", "type_param_keys": [] }, - "InputTypeWithoutHydration": { - "__class__": "DagsterTypeSnap", - "description": null, - "display_name": "InputTypeWithoutHydration", - "is_builtin": false, - "key": "InputTypeWithoutHydration", - "kind": { - "__enum__": "DagsterTypeKind.REGULAR" - }, - "loader_schema_key": null, - "materializer_schema_key": null, - "name": "InputTypeWithoutHydration", - "type_param_keys": [] - }, "Int": { "__class__": "DagsterTypeSnap", "description": null, @@ -67436,34 +68934,20 @@ "input_dep_snaps": [ { "__class__": "InputDependencySnap", - "input_name": "some_input", + "input_name": "foo", "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "one" - } - ] + "upstream_output_snaps": [] } ], "is_dynamic_mapped": false, - "solid_def_name": "fail_subset", - "solid_name": "fail_subset", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "one", - "solid_name": "one", + "solid_def_name": "op_with_input_output_metadata", + "solid_name": "op_with_input_output_metadata", "tags": {} } ] }, "description": null, - "graph_def_name": "job_with_invalid_definition_error", + "graph_def_name": "job_with_input_output_metadata", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -67502,10 +68986,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.288595c17d5cb84370159ed6ea6d866b85f47f05" + "root_config_key": "Shape.69f3d02a3624c3bfbe54c903275932f1379dda2e" } ], - "name": "job_with_invalid_definition_error", + "name": "job_with_input_output_metadata", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -67525,47 +69009,42 @@ "input_def_snaps": [ { "__class__": "InputDefSnap", - "dagster_type_key": "InputTypeWithoutHydration", - "description": null, - "name": "some_input" - } - ], - "name": "fail_subset", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", "dagster_type_key": "Int", "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" + "metadata_entries": [ + { + "__class__": "EventMetadataEntry", + "description": null, + "entry_data": { + "__class__": "TextMetadataEntryData", + "text": "b" + }, + "label": "a" + } + ], + "name": "foo" } ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "one", + "name": "op_with_input_output_metadata", "output_def_snaps": [ { "__class__": "OutputDefSnap", - "dagster_type_key": "InputTypeWithoutHydration", + "dagster_type_key": "Int", "description": null, "is_dynamic": false, "is_required": true, - "name": "result" + "metadata_entries": [ + { + "__class__": "EventMetadataEntry", + "description": null, + "entry_data": { + "__class__": "TextMetadataEntryData", + "text": "d" + }, + "label": "c" + } + ], + "name": "bar" } ], "required_resource_keys": [], @@ -67578,10 +69057,10 @@ ''' # --- # name: test_all_snapshot_ids[79] - 'de3cee0b30bf45c5c28b57035caff8a592cb8a99' + '6069db2378a5bcd370c5f8ce8e8ee51d997e3447' # --- # name: test_all_snapshot_ids[7] - '6e7a3b47a4fdc52162082c9540ad65717e244de4' + 'cbc999d7adae870630301d61a888efd25ca0603f' # --- # name: test_all_snapshot_ids[80] ''' @@ -67603,21 +69082,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Array.Int": { - "__class__": "ConfigTypeSnap", - "description": "List of Array.Int", - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Array.Int", - "kind": { - "__enum__": "ConfigTypeKind.ARRAY" - }, - "scalar_kind": null, - "type_param_keys": [ - "Int" - ] - }, "Bool": { "__class__": "ConfigTypeSnap", "description": "", @@ -68042,30 +69506,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.12236b5e54169d18e86e0d47deacb0b076a14af8": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Array.Int" + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.12236b5e54169d18e86e0d47deacb0b076a14af8", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.147c68699311087d0426de0e96d2b6834556a246": { + "Shape.288595c17d5cb84370159ed6ea6d866b85f47f05": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -68090,48 +69554,25 @@ }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{\"fail_subset\": {}, \"one\": {}}", "description": "Configure runtime parameters for ops or assets.", - "is_required": true, + "is_required": false, "name": "ops", - "type_key": "Shape.3ff5846df24fb29b3480ee420e75c21b508bcf1d" + "type_key": "Shape.a14c2c695c8de0c8ebdad9323d40dd33323ef660" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", + "default_value_as_json_str": "{\"io_manager\": {}}", "description": "Configure how shared resources are implemented within a run.", "is_required": false, "name": "resources", - "type_key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641" - } - ], - "given_name": null, - "key": "Shape.147c68699311087d0426de0e96d2b6834556a246", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.3ff5846df24fb29b3480ee420e75c21b508bcf1d": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "op_with_list", - "type_key": "Shape.12236b5e54169d18e86e0d47deacb0b076a14af8" + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.3ff5846df24fb29b3480ee420e75c21b508bcf1d", + "key": "Shape.288595c17d5cb84370159ed6ea6d866b85f47f05", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -68216,23 +69657,32 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641": { + "Shape.a14c2c695c8de0c8ebdad9323d40dd33323ef660": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "io_manager", + "name": "fail_subset", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "one", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641", + "key": "Shape.a14c2c695c8de0c8ebdad9323d40dd33323ef660", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -68337,6 +69787,20 @@ "name": "Float", "type_param_keys": [] }, + "InputTypeWithoutHydration": { + "__class__": "DagsterTypeSnap", + "description": null, + "display_name": "InputTypeWithoutHydration", + "is_builtin": false, + "key": "InputTypeWithoutHydration", + "kind": { + "__enum__": "DagsterTypeKind.REGULAR" + }, + "loader_schema_key": null, + "materializer_schema_key": null, + "name": "InputTypeWithoutHydration", + "type_param_keys": [] + }, "Int": { "__class__": "DagsterTypeSnap", "description": null, @@ -68384,18 +69848,39 @@ "dep_structure_snapshot": { "__class__": "DependencyStructureSnapshot", "solid_invocation_snaps": [ + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "some_input", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "one" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "fail_subset", + "solid_name": "fail_subset", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "op_with_list", - "solid_name": "op_with_list", + "solid_def_name": "one", + "solid_name": "one", "tags": {} } ] }, "description": null, - "graph_def_name": "job_with_list", + "graph_def_name": "job_with_invalid_definition_error", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -68434,10 +69919,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.147c68699311087d0426de0e96d2b6834556a246" + "root_config_key": "Shape.288595c17d5cb84370159ed6ea6d866b85f47f05" } ], - "name": "job_with_list", + "name": "job_with_invalid_definition_error", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -68449,14 +69934,57 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, + "is_required": false, "name": "config", - "type_key": "Array.Int" + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "InputTypeWithoutHydration", + "description": null, + "name": "some_input" + } + ], + "name": "fail_subset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Int", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" }, "description": null, "input_def_snaps": [], - "name": "op_with_list", - "output_def_snaps": [], + "name": "one", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "InputTypeWithoutHydration", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], "required_resource_keys": [], "tags": {} } @@ -68467,7 +69995,7 @@ ''' # --- # name: test_all_snapshot_ids[81] - '68f90c6bc3483e01ab1317573d90e23d0efe14a9' + 'de3cee0b30bf45c5c28b57035caff8a592cb8a99' # --- # name: test_all_snapshot_ids[82] ''' @@ -68489,6 +70017,21 @@ "scalar_kind": null, "type_param_keys": null }, + "Array.Int": { + "__class__": "ConfigTypeSnap", + "description": "List of Array.Int", + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Array.Int", + "kind": { + "__enum__": "ConfigTypeKind.ARRAY" + }, + "scalar_kind": null, + "type_param_keys": [ + "Int" + ] + }, "Bool": { "__class__": "ConfigTypeSnap", "description": "", @@ -68783,102 +70326,84 @@ "description": null, "is_required": true, "name": "value", - "type_key": "String" - } - ], - "given_name": null, - "key": "Selector.e04723c9d9937e3ab21206435b22247cfbe58269", - "kind": { - "__enum__": "ConfigTypeKind.SELECTOR" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "json", - "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "pickle", - "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "value", - "type_key": "Any" + "type_key": "String" } ], "given_name": null, - "key": "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4", + "key": "Selector.e04723c9d9937e3ab21206435b22247cfbe58269", "kind": { "__enum__": "ConfigTypeKind.SELECTOR" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.05f8c9463d76532175f0571ee1be34b39da6dc64": { + "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "json", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" }, { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.bef10374a7619a637bcc228e2146e8ee88399f1f" + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "pickle", + "type_key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2" }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "value", + "type_key": "Any" + } + ], + "given_name": null, + "key": "Selector.f2fe6dfdc60a1947a8f8e7cd377a012b47065bc4", + "kind": { + "__enum__": "ConfigTypeKind.SELECTOR" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"return_six\": {}}", - "description": "Configure runtime parameters for ops or assets.", + "default_value_as_json_str": "\"INFO\"", + "description": "The logger's threshold.", "is_required": false, - "name": "ops", - "type_key": "Shape.1b7d26bbdb8188505a571fc3b5bba3348f1da7fa" + "name": "log_level", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_value_as_json_str": "\"dagster\"", + "description": "The name of your logger.", "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "name", + "type_key": "String" } ], "given_name": null, - "key": "Shape.05f8c9463d76532175f0571ee1be34b39da6dc64", + "key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -68908,7 +70433,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -68916,70 +70441,111 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.1b7d26bbdb8188505a571fc3b5bba3348f1da7fa": { + "Shape.12236b5e54169d18e86e0d47deacb0b076a14af8": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "return_six", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "is_required": true, + "name": "config", + "type_key": "Array.Int" } ], "given_name": null, - "key": "Shape.1b7d26bbdb8188505a571fc3b5bba3348f1da7fa", + "key": "Shape.12236b5e54169d18e86e0d47deacb0b076a14af8", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.37a85e53844c27abff7868c5c2e6a32d7fd1c308": { + "Shape.147c68699311087d0426de0e96d2b6834556a246": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "Configure runtime parameters for ops or assets.", "is_required": true, - "name": "log_level", - "type_key": "String" + "name": "ops", + "type_key": "Shape.3ff5846df24fb29b3480ee420e75c21b508bcf1d" }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641" + } + ], + "given_name": null, + "key": "Shape.147c68699311087d0426de0e96d2b6834556a246", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.3ff5846df24fb29b3480ee420e75c21b508bcf1d": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "prefix", - "type_key": "String" + "name": "op_with_list", + "type_key": "Shape.12236b5e54169d18e86e0d47deacb0b076a14af8" } ], "given_name": null, - "key": "Shape.37a85e53844c27abff7868c5c2e6a32d7fd1c308", + "key": "Shape.3ff5846df24fb29b3480ee420e75c21b508bcf1d", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -69064,30 +70630,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.a793714b5918623c92ddb83973046ee8df58a423": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.a793714b5918623c92ddb83973046ee8df58a423", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.bef10374a7619a637bcc228e2146e8ee88399f1f": { + "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -69096,23 +70639,14 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "bar", - "type_key": "Shape.de97af1dab49255e847483b3b93bf53f75ab76d7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "foo", - "type_key": "Shape.a793714b5918623c92ddb83973046ee8df58a423" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.bef10374a7619a637bcc228e2146e8ee88399f1f", + "key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -69132,7 +70666,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.de97af1dab49255e847483b3b93bf53f75ab76d7": { + "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -69142,13 +70676,13 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.37a85e53844c27abff7868c5c2e6a32d7fd1c308" + "is_required": false, + "name": "console", + "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" } ], "given_name": null, - "key": "Shape.de97af1dab49255e847483b3b93bf53f75ab76d7", + "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -69268,14 +70802,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "return_six", - "solid_name": "return_six", + "solid_def_name": "op_with_list", + "solid_name": "op_with_list", "tags": {} } ] }, "description": null, - "graph_def_name": "loggers_job", + "graph_def_name": "job_with_list", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -69286,29 +70820,15 @@ "__class__": "LoggerDefSnap", "config_field_snap": { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.37a85e53844c27abff7868c5c2e6a32d7fd1c308" - }, - "description": null, - "name": "bar" - }, - { - "__class__": "LoggerDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, + "default_provided": true, + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", + "is_required": false, "name": "config", - "type_key": "String" + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" }, - "description": null, - "name": "foo" + "description": "The default colored console logger.", + "name": "console" } ], "name": "default", @@ -69328,10 +70848,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.05f8c9463d76532175f0571ee1be34b39da6dc64" + "root_config_key": "Shape.147c68699311087d0426de0e96d2b6834556a246" } ], - "name": "loggers_job", + "name": "job_with_list", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -69343,23 +70863,14 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, + "is_required": true, "name": "config", - "type_key": "Any" + "type_key": "Array.Int" }, "description": null, "input_def_snaps": [], - "name": "return_six", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], + "name": "op_with_list", + "output_def_snaps": [], "required_resource_keys": [], "tags": {} } @@ -69370,7 +70881,7 @@ ''' # --- # name: test_all_snapshot_ids[83] - '1c4b82d393f7eacd9a358e3d82925d2afb9afbc0' + '68f90c6bc3483e01ab1317573d90e23d0efe14a9' # --- # name: test_all_snapshot_ids[84] ''' @@ -69738,7 +71249,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.081354663b9d4b8fbfd1cb8e358763912953913f": { + "Shape.05f8c9463d76532175f0571ee1be34b39da6dc64": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -69746,24 +71257,42 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "\"INFO\"", - "description": "The logger's threshold.", + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "log_level", - "type_key": "String" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "\"dagster\"", - "description": "The name of your logger.", + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "name", - "type_key": "String" + "name": "loggers", + "type_key": "Shape.bef10374a7619a637bcc228e2146e8ee88399f1f" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"return_six\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.1b7d26bbdb8188505a571fc3b5bba3348f1da7fa" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f", + "key": "Shape.05f8c9463d76532175f0571ee1be34b39da6dc64", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -69793,7 +71322,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -69801,22 +71330,22 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "Shape.1b7d26bbdb8188505a571fc3b5bba3348f1da7fa": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -69825,14 +71354,46 @@ "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": null, "is_required": false, - "name": "io_manager", + "name": "return_six", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.1b7d26bbdb8188505a571fc3b5bba3348f1da7fa", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.37a85e53844c27abff7868c5c2e6a32d7fd1c308": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "log_level", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "prefix", + "type_key": "String" + } + ], + "given_name": null, + "key": "Shape.37a85e53844c27abff7868c5c2e6a32d7fd1c308", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -69894,57 +71455,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.692ec318557c0a6cb437ddacf9c33c8aa0865045": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"materialize\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.84b306ab9af8f11de9541acce04f63760ecf48f5" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "config", + "type_key": "Any" } ], "given_name": null, - "key": "Shape.692ec318557c0a6cb437ddacf9c33c8aa0865045", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { + "Shape.a793714b5918623c92ddb83973046ee8df58a423": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -69954,36 +71488,45 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, + "is_required": true, "name": "config", - "type_key": "Any" + "type_key": "String" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.a793714b5918623c92ddb83973046ee8df58a423", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.84b306ab9af8f11de9541acce04f63760ecf48f5": { + "Shape.bef10374a7619a637bcc228e2146e8ee88399f1f": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, "is_required": false, - "name": "materialize", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "bar", + "type_key": "Shape.de97af1dab49255e847483b3b93bf53f75ab76d7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "foo", + "type_key": "Shape.a793714b5918623c92ddb83973046ee8df58a423" } ], "given_name": null, - "key": "Shape.84b306ab9af8f11de9541acce04f63760ecf48f5", + "key": "Shape.bef10374a7619a637bcc228e2146e8ee88399f1f", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -70003,7 +71546,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { + "Shape.de97af1dab49255e847483b3b93bf53f75ab76d7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -70013,13 +71556,13 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "console", - "type_key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a" + "is_required": true, + "name": "config", + "type_key": "Shape.37a85e53844c27abff7868c5c2e6a32d7fd1c308" } ], "given_name": null, - "key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b", + "key": "Shape.de97af1dab49255e847483b3b93bf53f75ab76d7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -70139,14 +71682,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "materialize", - "solid_name": "materialize", + "solid_def_name": "return_six", + "solid_name": "return_six", "tags": {} } ] }, "description": null, - "graph_def_name": "materialization_job", + "graph_def_name": "loggers_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -70157,15 +71700,29 @@ "__class__": "LoggerDefSnap", "config_field_snap": { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", - "is_required": false, + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "type_key": "Shape.37a85e53844c27abff7868c5c2e6a32d7fd1c308" }, - "description": "The default colored console logger.", - "name": "console" + "description": null, + "name": "bar" + }, + { + "__class__": "LoggerDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "String" + }, + "description": null, + "name": "foo" } ], "name": "default", @@ -70185,10 +71742,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.692ec318557c0a6cb437ddacf9c33c8aa0865045" + "root_config_key": "Shape.05f8c9463d76532175f0571ee1be34b39da6dc64" } ], - "name": "materialization_job", + "name": "loggers_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -70206,7 +71763,7 @@ }, "description": null, "input_def_snaps": [], - "name": "materialize", + "name": "return_six", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -70227,7 +71784,7 @@ ''' # --- # name: test_all_snapshot_ids[85] - 'ab213b2b0286d659e9d7044d7dcec9b13d5b8bc7' + '1c4b82d393f7eacd9a358e3d82925d2afb9afbc0' # --- # name: test_all_snapshot_ids[86] ''' @@ -70696,29 +72253,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "my_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -70774,6 +72308,56 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.692ec318557c0a6cb437ddacf9c33c8aa0865045": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"materialize\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.84b306ab9af8f11de9541acce04f63760ecf48f5" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + } + ], + "given_name": null, + "key": "Shape.692ec318557c0a6cb437ddacf9c33c8aa0865045", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, @@ -70797,50 +72381,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0": { + "Shape.84b306ab9af8f11de9541acce04f63760ecf48f5": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"my_op\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "materialize", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0", + "key": "Shape.84b306ab9af8f11de9541acce04f63760ecf48f5", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -70996,14 +72553,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "my_op", - "solid_name": "my_op", + "solid_def_name": "materialize", + "solid_name": "materialize", "tags": {} } ] }, "description": null, - "graph_def_name": "memoization_job", + "graph_def_name": "materialization_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -71042,10 +72599,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0" + "root_config_key": "Shape.692ec318557c0a6cb437ddacf9c33c8aa0865045" } ], - "name": "memoization_job", + "name": "materialization_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -71063,7 +72620,7 @@ }, "description": null, "input_def_snaps": [], - "name": "my_op", + "name": "materialize", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -71084,7 +72641,7 @@ ''' # --- # name: test_all_snapshot_ids[87] - '87d32ef521015d8d415511a54b821524bc7a789f' + 'ab213b2b0286d659e9d7044d7dcec9b13d5b8bc7' # --- # name: test_all_snapshot_ids[88] ''' @@ -71553,41 +73110,23 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.229b6731a336bf9c6372da5f99a6c27bc6d086ef": { + "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "field_one", - "type_key": "String" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "\"some_value\"", - "description": null, - "is_required": false, - "name": "field_three", - "type_key": "String" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "field_two", - "type_key": "String" + "name": "my_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.229b6731a336bf9c6372da5f99a6c27bc6d086ef", + "key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -71672,55 +73211,50 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.c9dbd27648a17b3d172e0f5d1a2fdb30cc6fbc20": { + "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", - "description": null, + "description": "Configure how loggers emit messages within a run.", "is_required": false, - "name": "noop_op", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "op_with_three_field_config", - "type_key": "Shape.d2f148dd825e3845ea07d4ee0711dfe805d109a0" - } - ], - "given_name": null, - "key": "Shape.c9dbd27648a17b3d172e0f5d1a2fdb30cc6fbc20", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.d2f148dd825e3845ea07d4ee0711dfe805d109a0": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "default_provided": true, + "default_value_as_json_str": "{\"my_op\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.2846d3347cb819c3383fc37633746e4c2510b3e1" + }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.229b6731a336bf9c6372da5f99a6c27bc6d086ef" + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.d2f148dd825e3845ea07d4ee0711dfe805d109a0", + "key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -71763,56 +73297,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.f0b6efadf5d97e5f8d6c2ac1cc684b036af6b0fb": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "Configure runtime parameters for ops or assets.", - "is_required": true, - "name": "ops", - "type_key": "Shape.c9dbd27648a17b3d172e0f5d1a2fdb30cc6fbc20" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", - "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" - } - ], - "given_name": null, - "key": "Shape.f0b6efadf5d97e5f8d6c2ac1cc684b036af6b0fb", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -71926,22 +73410,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "noop_op", - "solid_name": "noop_op", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "op_with_three_field_config", - "solid_name": "op_with_three_field_config", + "solid_def_name": "my_op", + "solid_name": "my_op", "tags": {} } ] }, "description": null, - "graph_def_name": "more_complicated_config", + "graph_def_name": "memoization_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -71980,10 +73456,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.f0b6efadf5d97e5f8d6c2ac1cc684b036af6b0fb" + "root_config_key": "Shape.883f869771a421fc4c8a587a772eef9138f3f7c0" } ], - "name": "more_complicated_config", + "name": "memoization_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -72001,34 +73477,7 @@ }, "description": null, "input_def_snaps": [], - "name": "noop_op", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.229b6731a336bf9c6372da5f99a6c27bc6d086ef" - }, - "description": null, - "input_def_snaps": [], - "name": "op_with_three_field_config", + "name": "my_op", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -72049,7 +73498,7 @@ ''' # --- # name: test_all_snapshot_ids[89] - '06068d3cd0c89f54330c52e56f4e72a338f19a9f' + '87d32ef521015d8d415511a54b821524bc7a789f' # --- # name: test_all_snapshot_ids[8] ''' @@ -72495,6 +73944,56 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.1717f141e4fd3767683f294b9f352f79540a937a": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"hanging_partition_asset\": {}, \"subsettable_checked_multi_asset\": {\"config\": {}}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}}", + "description": "Configure runtime parameters for ops or assets.", + "is_required": false, + "name": "ops", + "type_key": "Shape.6f0532f7365d459dcb22f366bd5444ccd1e4ba7d" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Configure how shared resources are implemented within a run.", + "is_required": true, + "name": "resources", + "type_key": "Shape.5ad06e0bb4f6c55c937c703942acbf2009d945cc" + } + ], + "given_name": null, + "key": "Shape.1717f141e4fd3767683f294b9f352f79540a937a", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -72605,57 +74104,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.6b2a0e0e958a7df3db94012ebe6cfcee473de82b": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"asset_1_my_check\": {}, \"fresh_diamond_bottom\": {}, \"fresh_diamond_left\": {}, \"fresh_diamond_right\": {}, \"fresh_diamond_top\": {}, \"hanging_partition_asset\": {}, \"typed_asset\": {}, \"typed_multi_asset\": {\"config\": {}}, \"unpartitioned_upstream_of_partitioned\": {}, \"untyped_asset\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.739064bc88ad71db3552a8a249473072774548cd" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "Configure how shared resources are implemented within a run.", - "is_required": true, - "name": "resources", - "type_key": "Shape.5ad06e0bb4f6c55c937c703942acbf2009d945cc" - } - ], - "given_name": null, - "key": "Shape.6b2a0e0e958a7df3db94012ebe6cfcee473de82b", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.739064bc88ad71db3552a8a249473072774548cd": { + "Shape.6f0532f7365d459dcb22f366bd5444ccd1e4ba7d": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -72714,6 +74163,15 @@ "name": "hanging_partition_asset", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {}}", + "description": null, + "is_required": false, + "name": "subsettable_checked_multi_asset", + "type_key": "Shape.62edccaf30696e25335ae92685bdc41e204e30e6" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, @@ -72752,7 +74210,7 @@ } ], "given_name": null, - "key": "Shape.739064bc88ad71db3552a8a249473072774548cd", + "key": "Shape.6f0532f7365d459dcb22f366bd5444ccd1e4ba7d", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -73086,6 +74544,14 @@ "solid_name": "hanging_partition_asset", "tags": {} }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "subsettable_checked_multi_asset", + "solid_name": "subsettable_checked_multi_asset", + "tags": {} + }, { "__class__": "SolidInvocationSnap", "input_dep_snaps": [ @@ -73200,7 +74666,7 @@ "name": "io_manager" } ], - "root_config_key": "Shape.6b2a0e0e958a7df3db94012ebe6cfcee473de82b" + "root_config_key": "Shape.1717f141e4fd3767683f294b9f352f79540a937a" } ], "name": "__ASSET_JOB_4", @@ -73413,6 +74879,57 @@ ], "tags": {} }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "config", + "type_key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709" + }, + "description": null, + "input_def_snaps": [], + "name": "subsettable_checked_multi_asset", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "two" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_check" + }, + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": false, + "name": "one_my_other_check" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -73569,21 +75086,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Array.Noneable.Int": { - "__class__": "ConfigTypeSnap", - "description": "List of Array.Noneable.Int", - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Array.Noneable.Int", - "kind": { - "__enum__": "ConfigTypeKind.ARRAY" - }, - "scalar_kind": null, - "type_param_keys": [ - "Noneable.Int" - ] - }, "Bool": { "__class__": "ConfigTypeSnap", "description": "", @@ -73629,21 +75131,6 @@ }, "type_param_keys": null }, - "Noneable.Int": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": null, - "given_name": null, - "key": "Noneable.Int", - "kind": { - "__enum__": "ConfigTypeKind.NONEABLE" - }, - "scalar_kind": null, - "type_param_keys": [ - "Int" - ] - }, "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { "__class__": "ConfigTypeSnap", "description": null, @@ -74000,7 +75487,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0c7ee2b6524bbf1be88f5b39b35e2c058d1be8ca": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -74008,49 +75495,22 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "Configure runtime parameters for ops or assets.", - "is_required": true, - "name": "ops", - "type_key": "Shape.f1d394720f3f1aa603eea869d2631d61d9a9751a" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how shared resources are implemented within a run.", + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", "is_required": false, - "name": "resources", - "type_key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641" + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.0c7ee2b6524bbf1be88f5b39b35e2c058d1be8ca", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -74058,22 +75518,22 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.229b6731a336bf9c6372da5f99a6c27bc6d086ef": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -74082,30 +75542,39 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "[DEPRECATED]", - "is_required": false, - "name": "marker_to_close", + "description": null, + "is_required": true, + "name": "field_one", "type_key": "String" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "\"some_value\"", + "description": null, "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "field_three", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "field_two", + "type_key": "String" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.229b6731a336bf9c6372da5f99a6c27bc6d086ef", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -74114,21 +75583,30 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "path", + "description": "[DEPRECATED]", + "is_required": false, + "name": "marker_to_close", "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", + "is_required": false, + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.54be9e9c03f5954ca8d86390f7b2b834f491973c": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -74139,30 +75617,12 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "field_five_int", - "type_key": "Int" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "field_four_str", + "name": "path", "type_key": "String" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "field_six_nullable_int_list", - "type_key": "Array.Noneable.Int" } ], "given_name": null, - "key": "Shape.54be9e9c03f5954ca8d86390f7b2b834f491973c", + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -74192,46 +75652,19 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.7f086e66d4831dbcc8fea7cc9fe137292bad2bd1": { + "Shape.c9dbd27648a17b3d172e0f5d1a2fdb30cc6fbc20": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "field_any", - "type_key": "Any" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "field_one", - "type_key": "String" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "\"some_value\"", - "description": null, - "is_required": false, - "name": "field_three", - "type_key": "String" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "field_two", - "type_key": "String" + "name": "noop_op", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", @@ -74239,19 +75672,19 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "nested_field", - "type_key": "Shape.54be9e9c03f5954ca8d86390f7b2b834f491973c" + "name": "op_with_three_field_config", + "type_key": "Shape.d2f148dd825e3845ea07d4ee0711dfe805d109a0" } ], "given_name": null, - "key": "Shape.7f086e66d4831dbcc8fea7cc9fe137292bad2bd1", + "key": "Shape.c9dbd27648a17b3d172e0f5d1a2fdb30cc6fbc20", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.9b6a380024ac2fa93165a958d31c9ca05450f68c": { + "Shape.d2f148dd825e3845ea07d4ee0711dfe805d109a0": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -74263,34 +75696,11 @@ "description": null, "is_required": true, "name": "config", - "type_key": "Shape.7f086e66d4831dbcc8fea7cc9fe137292bad2bd1" - } - ], - "given_name": null, - "key": "Shape.9b6a380024ac2fa93165a958d31c9ca05450f68c", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", - "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "type_key": "Shape.229b6731a336bf9c6372da5f99a6c27bc6d086ef" } ], "given_name": null, - "key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641", + "key": "Shape.d2f148dd825e3845ea07d4ee0711dfe805d109a0", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -74333,23 +75743,50 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.f1d394720f3f1aa603eea869d2631d61d9a9751a": { + "Shape.f0b6efadf5d97e5f8d6c2ac1cc684b036af6b0fb": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", + "is_required": false, + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, { "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": null, + "description": "Configure runtime parameters for ops or assets.", "is_required": true, - "name": "op_with_multilayered_config", - "type_key": "Shape.9b6a380024ac2fa93165a958d31c9ca05450f68c" + "name": "ops", + "type_key": "Shape.c9dbd27648a17b3d172e0f5d1a2fdb30cc6fbc20" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{\"io_manager\": {}}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.f1d394720f3f1aa603eea869d2631d61d9a9751a", + "key": "Shape.f0b6efadf5d97e5f8d6c2ac1cc684b036af6b0fb", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -74469,14 +75906,22 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "op_with_multilayered_config", - "solid_name": "op_with_multilayered_config", + "solid_def_name": "noop_op", + "solid_name": "noop_op", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [], + "is_dynamic_mapped": false, + "solid_def_name": "op_with_three_field_config", + "solid_name": "op_with_three_field_config", "tags": {} } ] }, "description": null, - "graph_def_name": "more_complicated_nested_config", + "graph_def_name": "more_complicated_config", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -74515,14 +75960,41 @@ "name": "io_manager" } ], - "root_config_key": "Shape.0c7ee2b6524bbf1be88f5b39b35e2c058d1be8ca" + "root_config_key": "Shape.f0b6efadf5d97e5f8d6c2ac1cc684b036af6b0fb" } ], - "name": "more_complicated_nested_config", + "name": "more_complicated_config", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], "solid_def_snaps": [ + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [], + "name": "noop_op", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, { "__class__": "SolidDefSnap", "config_field_snap": { @@ -74532,12 +76004,21 @@ "description": null, "is_required": true, "name": "config", - "type_key": "Shape.7f086e66d4831dbcc8fea7cc9fe137292bad2bd1" + "type_key": "Shape.229b6731a336bf9c6372da5f99a6c27bc6d086ef" }, "description": null, "input_def_snaps": [], - "name": "op_with_multilayered_config", - "output_def_snaps": [], + "name": "op_with_three_field_config", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], "required_resource_keys": [], "tags": {} } @@ -74548,7 +76029,7 @@ ''' # --- # name: test_all_snapshot_ids[91] - '10cfd966244a4e4064ff00517d3e012ad6ce4c7d' + '06068d3cd0c89f54330c52e56f4e72a338f19a9f' # --- # name: test_all_snapshot_ids[92] ''' @@ -74570,6 +76051,21 @@ "scalar_kind": null, "type_param_keys": null }, + "Array.Noneable.Int": { + "__class__": "ConfigTypeSnap", + "description": "List of Array.Noneable.Int", + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Array.Noneable.Int", + "kind": { + "__enum__": "ConfigTypeKind.ARRAY" + }, + "scalar_kind": null, + "type_param_keys": [ + "Noneable.Int" + ] + }, "Bool": { "__class__": "ConfigTypeSnap", "description": "", @@ -74615,6 +76111,21 @@ }, "type_param_keys": null }, + "Noneable.Int": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": null, + "given_name": null, + "key": "Noneable.Int", + "kind": { + "__enum__": "ConfigTypeKind.NONEABLE" + }, + "scalar_kind": null, + "type_param_keys": [ + "Int" + ] + }, "ScalarUnion.Bool-Selector.be5d518b39e86a43c5f2eecaf538c1f6c7711b59": { "__class__": "ConfigTypeSnap", "description": null, @@ -74971,7 +76482,7 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { + "Shape.0c7ee2b6524bbf1be88f5b39b35e2c058d1be8ca": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -74979,22 +76490,49 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", - "description": "The default colored console logger.", + "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", + "description": "Configure how steps are executed within a run.", "is_required": false, - "name": "config", - "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" + "name": "execution", + "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how loggers emit messages within a run.", + "is_required": false, + "name": "loggers", + "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Configure runtime parameters for ops or assets.", + "is_required": true, + "name": "ops", + "type_key": "Shape.f1d394720f3f1aa603eea869d2631d61d9a9751a" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Configure how shared resources are implemented within a run.", + "is_required": false, + "name": "resources", + "type_key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641" } ], "given_name": null, - "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", + "key": "Shape.0c7ee2b6524bbf1be88f5b39b35e2c058d1be8ca", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -75002,15 +76540,15 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "default_value_as_json_str": "{\"log_level\": \"INFO\", \"name\": \"dagster\"}", + "description": "The default colored console logger.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "config", + "type_key": "Shape.081354663b9d4b8fbfd1cb8e358763912953913f" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.0fe8353d6b542accfad9becbdbaeb92f649ebb9a", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -75072,82 +76610,41 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.4d6705b295892273089d4134b6d270debdb03ce3": { + "Shape.54be9e9c03f5954ca8d86390f7b2b834f491973c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "op_asset_a", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "is_required": true, + "name": "field_five_int", + "type_key": "Int" }, { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "op_asset_b", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - } - ], - "given_name": null, - "key": "Shape.4d6705b295892273089d4134b6d270debdb03ce3", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.68420c55741a33b18ef71c1b56d89e0ec12d5c06": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"config\": {\"retries\": {\"enabled\": {}}}}", - "description": "Configure how steps are executed within a run.", - "is_required": false, - "name": "execution", - "type_key": "Shape.09d73f0755bf4752d3f121837669c8660dcf451e" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Configure how loggers emit messages within a run.", - "is_required": false, - "name": "loggers", - "type_key": "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"op_asset_a\": {}, \"op_asset_b\": {}}", - "description": "Configure runtime parameters for ops or assets.", - "is_required": false, - "name": "ops", - "type_key": "Shape.4d6705b295892273089d4134b6d270debdb03ce3" + "is_required": true, + "name": "field_four_str", + "type_key": "String" }, { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{\"io_manager\": {}}", - "description": "Configure how shared resources are implemented within a run.", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, "is_required": false, - "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "name": "field_six_nullable_int_list", + "type_key": "Array.Noneable.Int" } ], "given_name": null, - "key": "Shape.68420c55741a33b18ef71c1b56d89e0ec12d5c06", + "key": "Shape.54be9e9c03f5954ca8d86390f7b2b834f491973c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -75177,6 +76674,111 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.7f086e66d4831dbcc8fea7cc9fe137292bad2bd1": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "field_any", + "type_key": "Any" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "field_one", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "\"some_value\"", + "description": null, + "is_required": false, + "name": "field_three", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "field_two", + "type_key": "String" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "nested_field", + "type_key": "Shape.54be9e9c03f5954ca8d86390f7b2b834f491973c" + } + ], + "given_name": null, + "key": "Shape.7f086e66d4831dbcc8fea7cc9fe137292bad2bd1", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.9b6a380024ac2fa93165a958d31c9ca05450f68c": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.7f086e66d4831dbcc8fea7cc9fe137292bad2bd1" + } + ], + "given_name": null, + "key": "Shape.9b6a380024ac2fa93165a958d31c9ca05450f68c", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.d5cca4fabdc075ea3ec659dbeaffef0304d66641", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -75213,6 +76815,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.f1d394720f3f1aa603eea869d2631d61d9a9751a": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "op_with_multilayered_config", + "type_key": "Shape.9b6a380024ac2fa93165a958d31c9ca05450f68c" + } + ], + "given_name": null, + "key": "Shape.f1d394720f3f1aa603eea869d2631d61d9a9751a", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "String": { "__class__": "ConfigTypeSnap", "description": "", @@ -75326,35 +76951,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "op_asset_a", - "solid_name": "op_asset_a", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "num", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "op_asset_a" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "op_asset_b", - "solid_name": "op_asset_b", + "solid_def_name": "op_with_multilayered_config", + "solid_name": "op_with_multilayered_config", "tags": {} } ] }, "description": null, - "graph_def_name": "multi_asset_job", + "graph_def_name": "more_complicated_nested_config", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -75393,10 +76997,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.68420c55741a33b18ef71c1b56d89e0ec12d5c06" + "root_config_key": "Shape.0c7ee2b6524bbf1be88f5b39b35e2c058d1be8ca" } ], - "name": "multi_asset_job", + "name": "more_complicated_nested_config", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -75408,57 +77012,14 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": false, + "is_required": true, "name": "config", - "type_key": "Any" + "type_key": "Shape.7f086e66d4831dbcc8fea7cc9fe137292bad2bd1" }, "description": null, "input_def_snaps": [], - "name": "op_asset_a", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "num" - } - ], - "name": "op_asset_b", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], + "name": "op_with_multilayered_config", + "output_def_snaps": [], "required_resource_keys": [], "tags": {} } @@ -75469,7 +77030,7 @@ ''' # --- # name: test_all_snapshot_ids[93] - 'b7499dc1851fe912eb84bbbcead7d7db511e64d8' + '10cfd966244a4e4064ff00517d3e012ad6ce4c7d' # --- # name: test_all_snapshot_ids[94] ''' @@ -75915,6 +77476,29 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "is_required": false, + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, @@ -75947,42 +77531,42 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.452c92bbdda7f588565ec0173b20a839231a469e": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "multipartitions_fail", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "is_required": true, + "name": "path", + "type_key": "String" } ], "given_name": null, - "key": "Shape.452c92bbdda7f588565ec0173b20a839231a469e", + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { + "Shape.4d6705b295892273089d4134b6d270debdb03ce3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "hanging_asset_resource", - "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + "name": "op_asset_a", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" }, { "__class__": "ConfigFieldSnap", @@ -75990,42 +77574,19 @@ "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "io_manager", + "name": "op_asset_b", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "path", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", + "key": "Shape.4d6705b295892273089d4134b6d270debdb03ce3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.506a325a1c411e2b7b7773b352988668b6e09528": { + "Shape.68420c55741a33b18ef71c1b56d89e0ec12d5c06": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -76051,11 +77612,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"multipartitions_fail\": {}}", + "default_value_as_json_str": "{\"op_asset_a\": {}, \"op_asset_b\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.452c92bbdda7f588565ec0173b20a839231a469e" + "type_key": "Shape.4d6705b295892273089d4134b6d270debdb03ce3" }, { "__class__": "ConfigFieldSnap", @@ -76064,11 +77625,11 @@ "description": "Configure how shared resources are implemented within a run.", "is_required": false, "name": "resources", - "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" + "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" } ], "given_name": null, - "key": "Shape.506a325a1c411e2b7b7773b352988668b6e09528", + "key": "Shape.68420c55741a33b18ef71c1b56d89e0ec12d5c06", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -76098,52 +77659,6 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "file", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - } - ], - "given_name": null, - "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { "__class__": "ConfigTypeSnap", "description": null, @@ -76293,14 +77808,35 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "multipartitions_fail", - "solid_name": "multipartitions_fail", + "solid_def_name": "op_asset_a", + "solid_name": "op_asset_a", + "tags": {} + }, + { + "__class__": "SolidInvocationSnap", + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "num", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "op_asset_a" + } + ] + } + ], + "is_dynamic_mapped": false, + "solid_def_name": "op_asset_b", + "solid_name": "op_asset_b", "tags": {} } ] }, "description": null, - "graph_def_name": "multipartitions_fail_job", + "graph_def_name": "multi_asset_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -76324,20 +77860,6 @@ ], "name": "default", "resource_def_snaps": [ - { - "__class__": "ResourceDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": true, - "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" - }, - "description": null, - "name": "hanging_asset_resource" - }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -76349,14 +77871,14 @@ "name": "config", "type_key": "Any" }, - "description": null, + "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", "name": "io_manager" } ], - "root_config_key": "Shape.506a325a1c411e2b7b7773b352988668b6e09528" + "root_config_key": "Shape.68420c55741a33b18ef71c1b56d89e0ec12d5c06" } ], - "name": "multipartitions_fail_job", + "name": "multi_asset_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -76374,7 +77896,41 @@ }, "description": null, "input_def_snaps": [], - "name": "multipartitions_fail", + "name": "op_asset_a", + "output_def_snaps": [ + { + "__class__": "OutputDefSnap", + "dagster_type_key": "Any", + "description": null, + "is_dynamic": false, + "is_required": true, + "name": "result" + } + ], + "required_resource_keys": [], + "tags": {} + }, + { + "__class__": "SolidDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": false, + "name": "config", + "type_key": "Any" + }, + "description": null, + "input_def_snaps": [ + { + "__class__": "InputDefSnap", + "dagster_type_key": "Any", + "description": null, + "name": "num" + } + ], + "name": "op_asset_b", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -76395,7 +77951,7 @@ ''' # --- # name: test_all_snapshot_ids[95] - '52e9a3ca99126add43b9626288695fe94c05f8c5' + 'b7499dc1851fe912eb84bbbcead7d7db511e64d8' # --- # name: test_all_snapshot_ids[96] ''' @@ -76873,39 +78429,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { + "Shape.452c92bbdda7f588565ec0173b20a839231a469e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ - { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "hanging_asset_resource", - "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" - }, { "__class__": "ConfigFieldSnap", "default_provided": true, "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "io_manager", + "name": "multipartitions_fail", "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", + "key": "Shape.452c92bbdda7f588565ec0173b20a839231a469e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { + "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -76915,43 +78462,29 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, - "name": "path", - "type_key": "String" - } - ], - "given_name": null, - "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", - "kind": { - "__enum__": "ConfigTypeKind.STRICT_SHAPE" - }, - "scalar_kind": null, - "type_param_keys": null - }, - "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { - "__class__": "ConfigTypeSnap", - "description": null, - "enum_values": null, - "fields": [ + "is_required": false, + "name": "hanging_asset_resource", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" + }, { "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, + "default_provided": true, + "default_value_as_json_str": "{}", "description": null, "is_required": false, - "name": "config", - "type_key": "Any" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", + "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { + "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -76962,19 +78495,19 @@ "default_value_as_json_str": null, "description": null, "is_required": true, - "name": "file", + "name": "path", "type_key": "String" } ], "given_name": null, - "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", + "key": "Shape.4b53b73df342381d0d05c5f36183dc99cb9676e2", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.a9ef178ea955c852b26b45817b8aea6df99c9f02": { + "Shape.506a325a1c411e2b7b7773b352988668b6e09528": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -77000,11 +78533,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"multipartitions_1\": {}, \"multipartitions_2\": {}}", + "default_value_as_json_str": "{\"multipartitions_fail\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.e5ada7fdb5d104210dab388858ab047e8cee0f41" + "type_key": "Shape.452c92bbdda7f588565ec0173b20a839231a469e" }, { "__class__": "ConfigFieldSnap", @@ -77017,14 +78550,14 @@ } ], "given_name": null, - "key": "Shape.a9ef178ea955c852b26b45817b8aea6df99c9f02", + "key": "Shape.506a325a1c411e2b7b7773b352988668b6e09528", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { + "Shape.743e47901855cb245064dd633e217bfcb49a11a7": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -77034,58 +78567,72 @@ "default_provided": false, "default_value_as_json_str": null, "description": null, - "is_required": true, + "is_required": false, "name": "config", - "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + "type_key": "Any" } ], "given_name": null, - "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", + "key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, - "fields": [], + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "file", + "type_key": "String" + } + ], "given_name": null, - "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.e5ada7fdb5d104210dab388858ab047e8cee0f41": { + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "multipartitions_1", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "multipartitions_2", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" } ], "given_name": null, - "key": "Shape.e5ada7fdb5d104210dab388858ab047e8cee0f41", + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [], + "given_name": null, + "key": "Shape.da39a3ee5e6b4b0d3255bfef95601890afd80709", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -77228,35 +78775,14 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "multipartitions_1", - "solid_name": "multipartitions_1", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [ - { - "__class__": "InputDependencySnap", - "input_name": "multipartitions_1", - "is_dynamic_collect": false, - "upstream_output_snaps": [ - { - "__class__": "OutputHandleSnap", - "output_name": "result", - "solid_name": "multipartitions_1" - } - ] - } - ], - "is_dynamic_mapped": false, - "solid_def_name": "multipartitions_2", - "solid_name": "multipartitions_2", + "solid_def_name": "multipartitions_fail", + "solid_name": "multipartitions_fail", "tags": {} } ] }, "description": null, - "graph_def_name": "multipartitions_job", + "graph_def_name": "multipartitions_fail_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -77309,10 +78835,10 @@ "name": "io_manager" } ], - "root_config_key": "Shape.a9ef178ea955c852b26b45817b8aea6df99c9f02" + "root_config_key": "Shape.506a325a1c411e2b7b7773b352988668b6e09528" } ], - "name": "multipartitions_job", + "name": "multipartitions_fail_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -77330,41 +78856,7 @@ }, "description": null, "input_def_snaps": [], - "name": "multipartitions_1", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [ - { - "__class__": "InputDefSnap", - "dagster_type_key": "Any", - "description": null, - "name": "multipartitions_1" - } - ], - "name": "multipartitions_2", + "name": "multipartitions_fail", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -77385,7 +78877,7 @@ ''' # --- # name: test_all_snapshot_ids[97] - 'c656e8e7694e5110568efa51930949e52595fcc5' + '52e9a3ca99126add43b9626288695fe94c05f8c5' # --- # name: test_all_snapshot_ids[98] ''' @@ -77831,30 +79323,39 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778": { + "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": "[DEPRECATED]", + "is_required": false, + "name": "marker_to_close", + "type_key": "String" + }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{}", - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "default_value_as_json_str": "{\"enabled\": {}}", + "description": "Whether retries are enabled or not. By default, retries are enabled.", "is_required": false, - "name": "io_manager", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "name": "retries", + "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" } ], "given_name": null, - "key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778", + "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c": { + "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -77863,23 +79364,23 @@ "__class__": "ConfigFieldSnap", "default_provided": false, "default_value_as_json_str": null, - "description": "[DEPRECATED]", + "description": null, "is_required": false, - "name": "marker_to_close", - "type_key": "String" + "name": "hanging_asset_resource", + "type_key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3" }, { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"enabled\": {}}", - "description": "Whether retries are enabled or not. By default, retries are enabled.", + "default_value_as_json_str": "{}", + "description": null, "is_required": false, - "name": "retries", - "type_key": "Selector.1bfb167aea90780aa679597800c71bd8c65ed0b2" + "name": "io_manager", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" } ], "given_name": null, - "key": "Shape.44f24ac55059da1634e84af6c1bf7e0ed332251c", + "key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -77932,66 +79433,30 @@ "scalar_kind": null, "type_param_keys": null }, - "Shape.96e9540c3093065c72c5ac81d9efa07ba1affbd7": { + "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, "fields": [ { "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "grouped_asset_1", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "grouped_asset_2", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "grouped_asset_4", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", - "description": null, - "is_required": false, - "name": "ungrouped_asset_3", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" - }, - { - "__class__": "ConfigFieldSnap", - "default_provided": true, - "default_value_as_json_str": "{}", + "default_provided": false, + "default_value_as_json_str": null, "description": null, - "is_required": false, - "name": "ungrouped_asset_5", - "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + "is_required": true, + "name": "file", + "type_key": "String" } ], "given_name": null, - "key": "Shape.96e9540c3093065c72c5ac81d9efa07ba1affbd7", + "key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, "scalar_kind": null, "type_param_keys": null }, - "Shape.d02f3f6af5a98172c49485feac788240ae25745f": { + "Shape.a9ef178ea955c852b26b45817b8aea6df99c9f02": { "__class__": "ConfigTypeSnap", "description": null, "enum_values": null, @@ -78017,11 +79482,11 @@ { "__class__": "ConfigFieldSnap", "default_provided": true, - "default_value_as_json_str": "{\"grouped_asset_1\": {}, \"grouped_asset_2\": {}, \"grouped_asset_4\": {}, \"ungrouped_asset_3\": {}, \"ungrouped_asset_5\": {}}", + "default_value_as_json_str": "{\"multipartitions_1\": {}, \"multipartitions_2\": {}}", "description": "Configure runtime parameters for ops or assets.", "is_required": false, "name": "ops", - "type_key": "Shape.96e9540c3093065c72c5ac81d9efa07ba1affbd7" + "type_key": "Shape.e5ada7fdb5d104210dab388858ab047e8cee0f41" }, { "__class__": "ConfigFieldSnap", @@ -78030,11 +79495,34 @@ "description": "Configure how shared resources are implemented within a run.", "is_required": false, "name": "resources", - "type_key": "Shape.1578133c1c71e8e3c9cf3ad46c216eb51b48c778" + "type_key": "Shape.4942ebf48d32aa0f8268910e01ed6544ad5b0132" } ], "given_name": null, - "key": "Shape.d02f3f6af5a98172c49485feac788240ae25745f", + "key": "Shape.a9ef178ea955c852b26b45817b8aea6df99c9f02", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, + "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + } + ], + "given_name": null, + "key": "Shape.b13a6c5637084590cc1538f9522324bfeb4b46b3", "kind": { "__enum__": "ConfigTypeKind.STRICT_SHAPE" }, @@ -78054,6 +79542,38 @@ "scalar_kind": null, "type_param_keys": null }, + "Shape.e5ada7fdb5d104210dab388858ab047e8cee0f41": { + "__class__": "ConfigTypeSnap", + "description": null, + "enum_values": null, + "fields": [ + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "multipartitions_1", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + }, + { + "__class__": "ConfigFieldSnap", + "default_provided": true, + "default_value_as_json_str": "{}", + "description": null, + "is_required": false, + "name": "multipartitions_2", + "type_key": "Shape.743e47901855cb245064dd633e217bfcb49a11a7" + } + ], + "given_name": null, + "key": "Shape.e5ada7fdb5d104210dab388858ab047e8cee0f41", + "kind": { + "__enum__": "ConfigTypeKind.STRICT_SHAPE" + }, + "scalar_kind": null, + "type_param_keys": null + }, "Shape.e895d95ee6d0eff1b884c76f44a2ab7089f0c49b": { "__class__": "ConfigTypeSnap", "description": null, @@ -78190,46 +79710,35 @@ "__class__": "SolidInvocationSnap", "input_dep_snaps": [], "is_dynamic_mapped": false, - "solid_def_name": "grouped_asset_1", - "solid_name": "grouped_asset_1", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "grouped_asset_2", - "solid_name": "grouped_asset_2", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "grouped_asset_4", - "solid_name": "grouped_asset_4", - "tags": {} - }, - { - "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], - "is_dynamic_mapped": false, - "solid_def_name": "ungrouped_asset_3", - "solid_name": "ungrouped_asset_3", + "solid_def_name": "multipartitions_1", + "solid_name": "multipartitions_1", "tags": {} }, { "__class__": "SolidInvocationSnap", - "input_dep_snaps": [], + "input_dep_snaps": [ + { + "__class__": "InputDependencySnap", + "input_name": "multipartitions_1", + "is_dynamic_collect": false, + "upstream_output_snaps": [ + { + "__class__": "OutputHandleSnap", + "output_name": "result", + "solid_name": "multipartitions_1" + } + ] + } + ], "is_dynamic_mapped": false, - "solid_def_name": "ungrouped_asset_5", - "solid_name": "ungrouped_asset_5", + "solid_def_name": "multipartitions_2", + "solid_name": "multipartitions_2", "tags": {} } ] }, "description": null, - "graph_def_name": "named_groups_job", + "graph_def_name": "multipartitions_job", "lineage_snapshot": null, "mode_def_snaps": [ { @@ -78253,6 +79762,20 @@ ], "name": "default", "resource_def_snaps": [ + { + "__class__": "ResourceDefSnap", + "config_field_snap": { + "__class__": "ConfigFieldSnap", + "default_provided": false, + "default_value_as_json_str": null, + "description": null, + "is_required": true, + "name": "config", + "type_key": "Shape.9a3a315bff2146cca750edbec49c6b4b4d0ce58e" + }, + "description": null, + "name": "hanging_asset_resource" + }, { "__class__": "ResourceDefSnap", "config_field_snap": { @@ -78264,14 +79787,14 @@ "name": "config", "type_key": "Any" }, - "description": "Built-in filesystem IO manager that stores and retrieves values using pickling.", + "description": null, "name": "io_manager" } ], - "root_config_key": "Shape.d02f3f6af5a98172c49485feac788240ae25745f" + "root_config_key": "Shape.a9ef178ea955c852b26b45817b8aea6df99c9f02" } ], - "name": "named_groups_job", + "name": "multipartitions_job", "solid_definitions_snapshot": { "__class__": "SolidDefinitionsSnapshot", "composite_solid_def_snaps": [], @@ -78289,61 +79812,7 @@ }, "description": null, "input_def_snaps": [], - "name": "grouped_asset_1", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "grouped_asset_2", - "output_def_snaps": [ - { - "__class__": "OutputDefSnap", - "dagster_type_key": "Any", - "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" - } - ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "grouped_asset_4", + "name": "multipartitions_1", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -78369,35 +79838,15 @@ "type_key": "Any" }, "description": null, - "input_def_snaps": [], - "name": "ungrouped_asset_3", - "output_def_snaps": [ + "input_def_snaps": [ { - "__class__": "OutputDefSnap", + "__class__": "InputDefSnap", "dagster_type_key": "Any", "description": null, - "is_dynamic": false, - "is_required": true, - "name": "result" + "name": "multipartitions_1" } ], - "required_resource_keys": [], - "tags": {} - }, - { - "__class__": "SolidDefSnap", - "config_field_snap": { - "__class__": "ConfigFieldSnap", - "default_provided": false, - "default_value_as_json_str": null, - "description": null, - "is_required": false, - "name": "config", - "type_key": "Any" - }, - "description": null, - "input_def_snaps": [], - "name": "ungrouped_asset_5", + "name": "multipartitions_2", "output_def_snaps": [ { "__class__": "OutputDefSnap", @@ -78418,8 +79867,8 @@ ''' # --- # name: test_all_snapshot_ids[99] - 'c0668a7d87421329e47291f18575c0bfc0307acc' + 'c656e8e7694e5110568efa51930949e52595fcc5' # --- # name: test_all_snapshot_ids[9] - '83550c493b290f45b1146188477ac99377d0d520' + '653b208a8946da8f90ab5df10934258e6846b963' # --- diff --git a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_assets.ambr b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_assets.ambr index e7ab3c16be8cd..9f1edf98e46f3 100644 --- a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_assets.ambr +++ b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_assets.ambr @@ -304,6 +304,13 @@ ]), }), }), + dict({ + 'key': dict({ + 'path': list([ + 'one', + ]), + }), + }), dict({ 'key': dict({ 'path': list([ @@ -311,6 +318,13 @@ ]), }), }), + dict({ + 'key': dict({ + 'path': list([ + 'two', + ]), + }), + }), dict({ 'key': dict({ 'path': list([ @@ -475,6 +489,16 @@ 'freshnessPolicy': None, 'id': 'test.test_repo.["no_multipartitions_1"]', }), + dict({ + 'freshnessInfo': None, + 'freshnessPolicy': None, + 'id': 'test.test_repo.["one"]', + }), + dict({ + 'freshnessInfo': None, + 'freshnessPolicy': None, + 'id': 'test.test_repo.["two"]', + }), dict({ 'freshnessInfo': None, 'freshnessPolicy': None, diff --git a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_solids.ambr b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_solids.ambr index 8d0c6b0b3a99b..0945a820acbda 100644 --- a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_solids.ambr +++ b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/__snapshots__/test_solids.ambr @@ -2250,6 +2250,78 @@ }), ]), }), + dict({ + '__typename': 'UsedSolid', + 'definition': dict({ + 'name': 'subsettable_checked_multi_asset', + }), + 'invocations': list([ + dict({ + 'pipeline': dict({ + 'name': '__ASSET_JOB_0', + }), + 'solidHandle': dict({ + 'handleID': 'subsettable_checked_multi_asset', + }), + }), + dict({ + 'pipeline': dict({ + 'name': '__ASSET_JOB_1', + }), + 'solidHandle': dict({ + 'handleID': 'subsettable_checked_multi_asset', + }), + }), + dict({ + 'pipeline': dict({ + 'name': '__ASSET_JOB_2', + }), + 'solidHandle': dict({ + 'handleID': 'subsettable_checked_multi_asset', + }), + }), + dict({ + 'pipeline': dict({ + 'name': '__ASSET_JOB_3', + }), + 'solidHandle': dict({ + 'handleID': 'subsettable_checked_multi_asset', + }), + }), + dict({ + 'pipeline': dict({ + 'name': '__ASSET_JOB_4', + }), + 'solidHandle': dict({ + 'handleID': 'subsettable_checked_multi_asset', + }), + }), + dict({ + 'pipeline': dict({ + 'name': '__ASSET_JOB_5', + }), + 'solidHandle': dict({ + 'handleID': 'subsettable_checked_multi_asset', + }), + }), + dict({ + 'pipeline': dict({ + 'name': '__ASSET_JOB_6', + }), + 'solidHandle': dict({ + 'handleID': 'subsettable_checked_multi_asset', + }), + }), + dict({ + 'pipeline': dict({ + 'name': 'checked_multi_asset_job', + }), + 'solidHandle': dict({ + 'handleID': 'subsettable_checked_multi_asset', + }), + }), + ]), + }), dict({ '__typename': 'UsedSolid', 'definition': dict({ diff --git a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/repo.py b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/repo.py index ad57c8e6277dc..f58deb73c60c7 100644 --- a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/repo.py +++ b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/repo.py @@ -1941,8 +1941,8 @@ def my_check(asset_1): @multi_asset( outs={ - "one": AssetOut(key="one", group_name="asset_checks", is_required=False), - "two": AssetOut(key="two", group_name="asset_checks", is_required=False), + "one": AssetOut(key="one", is_required=False), + "two": AssetOut(key="two", is_required=False), }, check_specs=[ AssetCheckSpec("my_check", asset="one"), diff --git a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/test_assets.py b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/test_assets.py index f3c88c91b1cc3..09b75df0eabf3 100644 --- a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/test_assets.py +++ b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/test_assets.py @@ -2216,7 +2216,7 @@ def test_has_asset_checks(self, graphql_context: WorkspaceRequestContext): assert result.data["assetNodes"] for a in result.data["assetNodes"]: - if a["assetKey"]["path"] == ["asset_1"]: + if a["assetKey"]["path"] in [["asset_1"], ["one"]]: assert a["hasAssetChecks"] is True else: assert a["hasAssetChecks"] is False, f"Asset {a['assetKey']} has asset checks" diff --git a/python_modules/dagster/dagster/_core/execution/api.py b/python_modules/dagster/dagster/_core/execution/api.py index d62431a59e02d..c4b336418e737 100644 --- a/python_modules/dagster/dagster/_core/execution/api.py +++ b/python_modules/dagster/dagster/_core/execution/api.py @@ -570,8 +570,7 @@ def _reexecute_job( if parent_dagster_run.asset_selection: job_arg = job_arg.get_subset( - op_selection=None, - asset_selection=parent_dagster_run.asset_selection, + op_selection=None, asset_selection=parent_dagster_run.asset_selection ) dagster_run = execute_instance.create_run_for_job(