diff --git a/.buildkite/dagster-buildkite/dagster_buildkite/steps/dagster_ui.py b/.buildkite/dagster-buildkite/dagster_buildkite/steps/dagster_ui.py index 789d659d101df..aefbd2a71fea0 100644 --- a/.buildkite/dagster-buildkite/dagster_buildkite/steps/dagster_ui.py +++ b/.buildkite/dagster-buildkite/dagster_buildkite/steps/dagster_ui.py @@ -28,6 +28,7 @@ def build_dagster_ui_components_steps() -> List[CommandStep]: CommandStepBuilder(":typescript: dagster-ui-components") .run( "cd js_modules/dagster-ui/packages/ui-components", + "pip install -U uv", f"tox -vv -e {AvailablePythonVersion.to_tox_factor(AvailablePythonVersion.get_default())}", ) .on_test_image(AvailablePythonVersion.get_default()) @@ -57,6 +58,7 @@ def build_dagster_ui_core_steps() -> List[CommandStep]: CommandStepBuilder(":typescript: dagster-ui-core") .run( "cd js_modules/dagster-ui", + "pip install -U uv", f"tox -vv -e {AvailablePythonVersion.to_tox_factor(AvailablePythonVersion.get_default())}", ) .on_test_image(AvailablePythonVersion.get_default()) diff --git a/.buildkite/dagster-buildkite/dagster_buildkite/steps/docs.py b/.buildkite/dagster-buildkite/dagster_buildkite/steps/docs.py index 4b62f708ce664..95a4421e16c5b 100644 --- a/.buildkite/dagster-buildkite/dagster_buildkite/steps/docs.py +++ b/.buildkite/dagster-buildkite/dagster_buildkite/steps/docs.py @@ -39,6 +39,7 @@ def build_docs_steps() -> List[BuildkiteStep]: CommandStepBuilder("docs apidoc build") .run( "cd docs", + "pip install -U uv", "make apidoc-build", # "echo '--- Checking git diff (ignoring whitespace) after docs build...'", # "git diff --ignore-all-space --stat", diff --git a/.buildkite/dagster-buildkite/dagster_buildkite/steps/tox.py b/.buildkite/dagster-buildkite/dagster_buildkite/steps/tox.py index 96df87885cae1..718f5092c8fa8 100644 --- a/.buildkite/dagster-buildkite/dagster_buildkite/steps/tox.py +++ b/.buildkite/dagster-buildkite/dagster_buildkite/steps/tox.py @@ -51,6 +51,7 @@ def build_tox_step( commands = [ *(extra_commands_pre or []), f"cd {root_dir}", + "pip install -U uv", f"echo -e {shlex.quote(buildkite_section_header)}", tox_command, *(extra_commands_post or []), diff --git a/docs/tox.ini b/docs/tox.ini index fd9845b58ecd6..39f3efb83cb80 100644 --- a/docs/tox.ini +++ b/docs/tox.ini @@ -7,7 +7,8 @@ passenv = CI_* COVERALLS_REPO_TOKEN AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID BUIL usedevelop = False allowlist_externals = make -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat + uv +install_command = uv pip install {opts} {packages} [testenv:sphinx] deps = diff --git a/examples/assets_dbt_python/tox.ini b/examples/assets_dbt_python/tox.ini index 1484aeb751e33..8d859e84833e7 100644 --- a/examples/assets_dbt_python/tox.ini +++ b/examples/assets_dbt_python/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] @@ -19,6 +19,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = source: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/assets_dynamic_partitions/tox.ini b/examples/assets_dynamic_partitions/tox.ini index 2cb72d8cc3806..f23c520df2ff5 100644 --- a/examples/assets_dynamic_partitions/tox.ini +++ b/examples/assets_dynamic_partitions/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -13,6 +13,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/assets_modern_data_stack/tox.ini b/examples/assets_modern_data_stack/tox.ini index 0fa8d5e74ceb3..c300321bcd0f0 100644 --- a/examples/assets_modern_data_stack/tox.ini +++ b/examples/assets_modern_data_stack/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] @@ -20,6 +20,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = source: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/assets_pandas_pyspark/tox.ini b/examples/assets_pandas_pyspark/tox.ini index 6e6dab3666d40..4d65d14fd78d6 100644 --- a/examples/assets_pandas_pyspark/tox.ini +++ b/examples/assets_pandas_pyspark/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -13,9 +13,9 @@ deps = -e ../../python_modules/libraries/dagster-spark -e ../../python_modules/libraries/dagster-pyspark -e .[test] - -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/assets_pandas_type_metadata/tox.ini b/examples/assets_pandas_type_metadata/tox.ini index 938131369d2fe..d3fb9c53c701c 100644 --- a/examples/assets_pandas_type_metadata/tox.ini +++ b/examples/assets_pandas_type_metadata/tox.ini @@ -4,17 +4,17 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql - -e ../../python_modules/dagster[test] -e ../../python_modules/libraries/dagster-pandera/ -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/assets_smoke_test/tox.ini b/examples/assets_smoke_test/tox.ini index ce0c90f4d957c..8e92eb7ffc169 100644 --- a/examples/assets_smoke_test/tox.ini +++ b/examples/assets_smoke_test/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -17,6 +17,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -vv diff --git a/examples/deploy_docker/tox.ini b/examples/deploy_docker/tox.ini index 4c59dee6c703a..078518894ed48 100644 --- a/examples/deploy_docker/tox.ini +++ b/examples/deploy_docker/tox.ini @@ -4,12 +4,13 @@ skipsdist = True [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* DEPLOY_DOCKER_WEBSERVER_HOST -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv {posargs} diff --git a/examples/deploy_ecs/tox.ini b/examples/deploy_ecs/tox.ini index dcac6fb6e6a46..d02b7c88f30d7 100644 --- a/examples/deploy_ecs/tox.ini +++ b/examples/deploy_ecs/tox.ini @@ -4,13 +4,14 @@ skipsdist = True [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* DEPLOY_DOCKER_WEBSERVER_HOST -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes -e ../../python_modules/dagster-test allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -s -vv {posargs} diff --git a/examples/deploy_k8s/tox.ini b/examples/deploy_k8s/tox.ini index ba4618b2a26d8..b612705ee7d72 100644 --- a/examples/deploy_k8s/tox.ini +++ b/examples/deploy_k8s/tox.ini @@ -4,7 +4,7 @@ skipsdist = True [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -15,6 +15,7 @@ deps = -e ../../python_modules/libraries/dagster-celery-k8s allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv {posargs} diff --git a/examples/development_to_production/tox.ini b/examples/development_to_production/tox.ini index debbe7507b561..d34c711db1117 100644 --- a/examples/development_to_production/tox.ini +++ b/examples/development_to_production/tox.ini @@ -4,7 +4,7 @@ skipsdist = True [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -15,6 +15,7 @@ deps = -e ../../python_modules/libraries/dagster-snowflake-pandas/ allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv {posargs} diff --git a/examples/docs_snippets/setup.py b/examples/docs_snippets/setup.py index 926c6fa901746..fb71b29ec4f4d 100755 --- a/examples/docs_snippets/setup.py +++ b/examples/docs_snippets/setup.py @@ -60,7 +60,7 @@ "seaborn", "scikit-learn", "slack_sdk", - "syrupy<4", # 3.7 compatible, + "syrupy", "dbt-duckdb", "xgboost", "dagster-webserver[test]", diff --git a/examples/docs_snippets/tox.ini b/examples/docs_snippets/tox.ini index f17bbfda41222..0d2a3c2b92288 100644 --- a/examples/docs_snippets/tox.ini +++ b/examples/docs_snippets/tox.ini @@ -4,12 +4,12 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN POSTGRES_TEST_DB_HOST BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes -e ../../python_modules/dagster-graphql - -e ../../python_modules/dagster-webserver + -e ../../python_modules/dagster-webserver[test] -e ../../python_modules/libraries/dagstermill[test] -e ../../python_modules/libraries/dagster-airbyte -e ../../python_modules/libraries/dagster-airflow @@ -40,6 +40,7 @@ deps = -e .[full] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv {posargs} diff --git a/examples/experimental/assets_yaml_dsl/tox.ini b/examples/experimental/assets_yaml_dsl/tox.ini index 88d4bd83e978a..22e0c0cc1ec16 100644 --- a/examples/experimental/assets_yaml_dsl/tox.ini +++ b/examples/experimental/assets_yaml_dsl/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../../python_modules/dagster[test] -e ../../../python_modules/dagster-pipes @@ -13,6 +13,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv diff --git a/examples/feature_graph_backed_assets/tox.ini b/examples/feature_graph_backed_assets/tox.ini index 1707439c4215d..6fb4f8c47b951 100644 --- a/examples/feature_graph_backed_assets/tox.ini +++ b/examples/feature_graph_backed_assets/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -13,6 +13,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/project_fully_featured/tox.ini b/examples/project_fully_featured/tox.ini index 13ae9352aaba2..ef0891060ea5f 100644 --- a/examples/project_fully_featured/tox.ini +++ b/examples/project_fully_featured/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* SNOWFLAKE_ACCOUNT SNOWFLAKE_USER SNOWFLAKE_PASSWORD -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -20,6 +20,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/quickstart_aws/tox.ini b/examples/quickstart_aws/tox.ini index 6764079821b3b..632dbed776269 100644 --- a/examples/quickstart_aws/tox.ini +++ b/examples/quickstart_aws/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] @@ -15,6 +15,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = source: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/quickstart_etl/tox.ini b/examples/quickstart_etl/tox.ini index 461715e456871..9a92c289a0b55 100644 --- a/examples/quickstart_etl/tox.ini +++ b/examples/quickstart_etl/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] @@ -14,6 +14,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = source: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/quickstart_gcp/tox.ini b/examples/quickstart_gcp/tox.ini index 058c11d1efe9d..bd6e40e0146c8 100644 --- a/examples/quickstart_gcp/tox.ini +++ b/examples/quickstart_gcp/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] @@ -17,6 +17,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = source: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/quickstart_snowflake/tox.ini b/examples/quickstart_snowflake/tox.ini index 87a52a46e565b..3e123a3d18dd0 100644 --- a/examples/quickstart_snowflake/tox.ini +++ b/examples/quickstart_snowflake/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] @@ -18,6 +18,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = source: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/with_airflow/tox.ini b/examples/with_airflow/tox.ini index 4b65d6cd9c723..2e4b22e689246 100644 --- a/examples/with_airflow/tox.ini +++ b/examples/with_airflow/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -14,6 +14,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' airflow db init diff --git a/examples/with_great_expectations/tox.ini b/examples/with_great_expectations/tox.ini index 71161901e1910..f4e3553ea9094 100644 --- a/examples/with_great_expectations/tox.ini +++ b/examples/with_great_expectations/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -15,6 +15,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/with_pyspark/tox.ini b/examples/with_pyspark/tox.ini index fd72e28d9e19a..b016c0863c875 100644 --- a/examples/with_pyspark/tox.ini +++ b/examples/with_pyspark/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -15,6 +15,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/with_pyspark_emr/tox.ini b/examples/with_pyspark_emr/tox.ini index 02f17092850ad..a59639631ecd9 100644 --- a/examples/with_pyspark_emr/tox.ini +++ b/examples/with_pyspark_emr/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -16,6 +16,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv diff --git a/examples/with_wandb/tox.ini b/examples/with_wandb/tox.ini index 743c2fc7d4cf3..404833baa71f8 100644 --- a/examples/with_wandb/tox.ini +++ b/examples/with_wandb/tox.ini @@ -4,7 +4,7 @@ usedevelop = true download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -14,6 +14,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -vv diff --git a/helm/dagster/schema/tox.ini b/helm/dagster/schema/tox.ini index 0cdb419b46485..aa457abeba726 100644 --- a/helm/dagster/schema/tox.ini +++ b/helm/dagster/schema/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../../python_modules/dagster[test] -e ../../../python_modules/dagster-pipes @@ -19,6 +19,7 @@ deps = -e .[test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest --reruns 2 -vv {posargs} diff --git a/integration_tests/python_modules/dagster-k8s-test-infra/dagster_k8s_test_infra/helm.py b/integration_tests/python_modules/dagster-k8s-test-infra/dagster_k8s_test_infra/helm.py index 2e6ce39e3eccb..60d45c2abfa7b 100644 --- a/integration_tests/python_modules/dagster-k8s-test-infra/dagster_k8s_test_infra/helm.py +++ b/integration_tests/python_modules/dagster-k8s-test-infra/dagster_k8s_test_infra/helm.py @@ -13,11 +13,14 @@ import yaml from dagster._utils import find_free_port, git_repository_root from dagster._utils.merger import merge_dicts -from dagster_aws_tests.aws_credential_test_utils import get_aws_creds +from dagster_aws.utils import ensure_dagster_aws_tests_import from dagster_k8s.client import DagsterKubernetesClient from .integration_utils import IS_BUILDKITE, check_output, get_test_namespace, image_pull_policy +ensure_dagster_aws_tests_import() +from dagster_aws_tests.aws_credential_test_utils import get_aws_creds + TEST_AWS_CONFIGMAP_NAME = "test-aws-env-configmap" TEST_CONFIGMAP_NAME = "test-env-configmap" TEST_OTHER_CONFIGMAP_NAME = "test-other-env-configmap" diff --git a/integration_tests/python_modules/dagster-k8s-test-infra/tox.ini b/integration_tests/python_modules/dagster-k8s-test-infra/tox.ini index 9cb655616a831..5907afbbda2ff 100644 --- a/integration_tests/python_modules/dagster-k8s-test-infra/tox.ini +++ b/integration_tests/python_modules/dagster-k8s-test-infra/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../../python_modules/dagster[test] -e ../../../python_modules/dagster-pipes @@ -18,6 +18,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/integration_tests/test_suites/backcompat-test-suite/tox.ini b/integration_tests/test_suites/backcompat-test-suite/tox.ini index b6cfc690698b2..e5cc77670a45f 100644 --- a/integration_tests/test_suites/backcompat-test-suite/tox.ini +++ b/integration_tests/test_suites/backcompat-test-suite/tox.ini @@ -5,7 +5,7 @@ skipsdist = True download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* BACKCOMPAT_TESTS_WEBSERVER_HOST EARLIEST_TESTED_RELEASE -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../../python_modules/dagster-pipes -e ../../../python_modules/dagster[test] @@ -16,6 +16,7 @@ deps = allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' webserver-latest-release: pytest -m "webserver-latest-release" -vv -s {posargs} diff --git a/integration_tests/test_suites/celery-k8s-test-suite/tox.ini b/integration_tests/test_suites/celery-k8s-test-suite/tox.ini index 04112819bb0a6..b126e170538a1 100644 --- a/integration_tests/test_suites/celery-k8s-test-suite/tox.ini +++ b/integration_tests/test_suites/celery-k8s-test-suite/tox.ini @@ -4,7 +4,7 @@ skipsdist = True [testenv] download = True passenv = HOME AIRFLOW_HOME AWS_* BUILDKITE* CI_* COVERALLS_REPO_TOKEN DAGSTER_* DOCKER_* GOOGLE_* KUBECONFIG -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../../python_modules/dagster[test] -e ../../../python_modules/dagster-pipes @@ -23,6 +23,7 @@ deps = -e ../../python_modules/dagster-k8s-test-infra allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' default: pytest --log-cli-level=INFO -m "mark_rabbitmq" -s -vv -celery-k8s {posargs} diff --git a/integration_tests/test_suites/daemon-test-suite/tox.ini b/integration_tests/test_suites/daemon-test-suite/tox.ini index e039fc41129e3..c55820b8025b4 100644 --- a/integration_tests/test_suites/daemon-test-suite/tox.ini +++ b/integration_tests/test_suites/daemon-test-suite/tox.ini @@ -4,7 +4,7 @@ skipsdist = True [testenv] download = True passenv = HOME AIRFLOW_HOME AWS_* BUILDKITE* CI_* COVERALLS_REPO_TOKEN DAGSTER_* DOCKER_* GOOGLE_* KUBECONFIG POSTGRES_TEST_DB_HOST -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = objgraph -e ../../../python_modules/dagster[test] @@ -24,6 +24,7 @@ deps = -e ../../../python_modules/libraries/dagster-docker allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -s -vv {posargs} diff --git a/integration_tests/test_suites/k8s-test-suite/tox.ini b/integration_tests/test_suites/k8s-test-suite/tox.ini index f31e5ed3a73cd..45eea1ffb30b2 100644 --- a/integration_tests/test_suites/k8s-test-suite/tox.ini +++ b/integration_tests/test_suites/k8s-test-suite/tox.ini @@ -4,7 +4,7 @@ skipsdist = True [testenv] download = True passenv = HOME AIRFLOW_HOME AWS_* BUILDKITE* CI_* COVERALLS_REPO_TOKEN DAGSTER_* DOCKER_* GOOGLE_* KUBECONFIG -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../../python_modules/dagster[test] -e ../../../python_modules/dagster-graphql @@ -24,6 +24,7 @@ deps = pyparsing<3.0.0 allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' default: pytest --log-cli-level=INFO -m "default" {posargs} diff --git a/js_modules/dagster-ui/tox.ini b/js_modules/dagster-ui/tox.ini index 48d29f09d58d5..575ca294de403 100644 --- a/js_modules/dagster-ui/tox.ini +++ b/js_modules/dagster-ui/tox.ini @@ -6,7 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID BUILDKITE* setenv = STRICT_GRPC_SERVER_PROCESS_WAIT = "1" -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../python_modules/dagster[test] -e ../../python_modules/dagster-pipes @@ -18,6 +18,7 @@ allowlist_externals = /bin/bash git yarn + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' yarn install @@ -29,4 +30,4 @@ commands = yarn workspace @dagster-io/ui-core jest-all-silent --testTimeout=10000 --ci --logHeapUsage --workerIdleMemoryLimit=1GB yarn workspace @dagster-io/app-oss ts yarn workspace @dagster-io/app-oss lint:ci - git diff --exit-code \ No newline at end of file + git diff --exit-code diff --git a/python_modules/automation/tox.ini b/python_modules/automation/tox.ini index d0fa54d963200..e0c275fffd618 100644 --- a/python_modules/automation/tox.ini +++ b/python_modules/automation/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_PULL_REQUEST COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../dagster[test] -e ../dagster-pipes @@ -67,6 +67,7 @@ deps = dbt-core<1.6 allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv {posargs} diff --git a/python_modules/dagit/tox.ini b/python_modules/dagit/tox.ini index dbc353e7500e4..d798a83d92e7c 100644 --- a/python_modules/dagit/tox.ini +++ b/python_modules/dagit/tox.ini @@ -6,7 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* setenv = STRICT_GRPC_SERVER_PROCESS_WAIT = "1" -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = objgraph -e ../dagster[test] @@ -17,6 +17,7 @@ deps = allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster -e dagit' pytest -v --junitxml=dagit_test_results.xml{posargs} diff --git a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/test_asset_backfill.py b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/test_asset_backfill.py index 429e8eb065cca..16616cf0a3e89 100644 --- a/python_modules/dagster-graphql/dagster_graphql_tests/graphql/test_asset_backfill.py +++ b/python_modules/dagster-graphql/dagster_graphql_tests/graphql/test_asset_backfill.py @@ -15,7 +15,7 @@ ) from dagster._core.execution.asset_backfill import AssetBackfillData from dagster._core.instance import DagsterInstance -from dagster._core.test_utils import instance_for_test +from dagster._core.test_utils import ensure_dagster_tests_import, instance_for_test from dagster_graphql.client.query import LAUNCH_PARTITION_BACKFILL_MUTATION from dagster_graphql.test.utils import ( GqlResult, @@ -23,6 +23,8 @@ execute_dagster_graphql, main_repo_location_name, ) + +ensure_dagster_tests_import() from dagster_tests.definitions_tests.auto_materialize_tests.scenarios.asset_graphs import ( root_assets_different_partitions_same_downstream, ) diff --git a/python_modules/dagster-graphql/tox.ini b/python_modules/dagster-graphql/tox.ini index 04e4020241389..ab18a4727a120 100644 --- a/python_modules/dagster-graphql/tox.ini +++ b/python_modules/dagster-graphql/tox.ini @@ -6,7 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* POSTGRES_TEST_DB_HOST setenv = STRICT_GRPC_SERVER_PROCESS_WAIT = "1" -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../dagster[test] -e ../dagster-pipes @@ -14,6 +14,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' not_graphql_context_test_suite: pytest -c ../../pyproject.toml -m "not graphql_context_test_suite and not graphql_context_variants and not python_client_test_suite" -vv --durations 10 {posargs} diff --git a/python_modules/dagster-pipes/tox.ini b/python_modules/dagster-pipes/tox.ini index 6e22c1c6970ac..f496336451310 100644 --- a/python_modules/dagster-pipes/tox.ini +++ b/python_modules/dagster-pipes/tox.ini @@ -1,8 +1,8 @@ [tox] +skipsdist = True [testenv] -usedevelop = true -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e . -e ../dagster[test] @@ -14,6 +14,7 @@ passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -vv ./dagster_pipes_tests diff --git a/python_modules/dagster-test/dagster_test_tests/test_toys.py b/python_modules/dagster-test/dagster_test_tests/test_toys.py index fe94ca711acf3..815e7992d7ea0 100644 --- a/python_modules/dagster-test/dagster_test_tests/test_toys.py +++ b/python_modules/dagster-test/dagster_test_tests/test_toys.py @@ -16,7 +16,7 @@ from dagster._core.definitions.unresolved_asset_job_definition import define_asset_job from dagster._core.events import DagsterEventType from dagster._core.storage.fs_io_manager import fs_io_manager -from dagster._core.test_utils import instance_for_test +from dagster._core.test_utils import ensure_dagster_tests_import, instance_for_test from dagster._utils import file_relative_path from dagster._utils.temp_file import get_temp_dir from dagster_test.toys.branches import branch @@ -39,6 +39,8 @@ from dagster_test.toys.sensors import get_toys_sensors from dagster_test.toys.sleepy import sleepy from dagster_test.toys.software_defined_assets import software_defined_assets + +ensure_dagster_tests_import() from dagster_tests.execution_tests.engine_tests.test_step_delegating_executor import ( test_step_delegating_executor, ) diff --git a/python_modules/dagster-test/tox.ini b/python_modules/dagster-test/tox.ini index 297f575f5d53a..db82329aeb9ab 100644 --- a/python_modules/dagster-test/tox.ini +++ b/python_modules/dagster-test/tox.ini @@ -4,7 +4,8 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +; soemthing goes awry with jupyter when using uv +; install_command = uv pip install {opts} {packages} deps = -e ../dagster[test] -e ../dagster-pipes @@ -23,6 +24,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../pyproject.toml -vv -s -p dagster_test.fixtures {posargs} diff --git a/python_modules/dagster-webserver/tox.ini b/python_modules/dagster-webserver/tox.ini index 2580c353b1d94..1c6d528f7ee62 100644 --- a/python_modules/dagster-webserver/tox.ini +++ b/python_modules/dagster-webserver/tox.ini @@ -7,7 +7,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* setenv = STRICT_GRPC_SERVER_PROCESS_WAIT = "1" -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = objgraph -e ../dagster[test] @@ -17,6 +17,7 @@ deps = allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster -e dagit' pytest -v --junitxml=dagit_test_results.xml{posargs} diff --git a/python_modules/dagster/dagster/_core/code_pointer.py b/python_modules/dagster/dagster/_core/code_pointer.py index 82b68ecf70917..6af8ded1ba30c 100644 --- a/python_modules/dagster/dagster/_core/code_pointer.py +++ b/python_modules/dagster/dagster/_core/code_pointer.py @@ -127,7 +127,6 @@ def load_python_module( list(remove_from_path_fn()) if remove_from_path_fn else [] ) # hook for tests remove_paths.insert(0, sys.path[0]) # remove the script path - with alter_sys_path( to_add=([working_directory] if working_directory else []), to_remove=remove_paths ): diff --git a/python_modules/dagster/dagster/_core/test_utils.py b/python_modules/dagster/dagster/_core/test_utils.py index f8f6e02975218..885cdca8c38b2 100644 --- a/python_modules/dagster/dagster/_core/test_utils.py +++ b/python_modules/dagster/dagster/_core/test_utils.py @@ -7,6 +7,7 @@ from collections import defaultdict from concurrent.futures import Future, ThreadPoolExecutor from contextlib import contextmanager +from pathlib import Path from signal import Signals from threading import Event from typing import ( @@ -32,6 +33,7 @@ from dagster import ( Permissive, Shape, + __file__ as dagster_init_py, _check as check, fs_io_manager, ) @@ -700,3 +702,11 @@ def raise_exception_on_warnings(): if sys.version_info >= (3, 12): # pendulum sometimes raises DeprecationWarning on python3.12 warnings.filterwarnings("ignore", category=DeprecationWarning, module="pendulum") + + +def ensure_dagster_tests_import() -> None: + dagster_package_root = (Path(dagster_init_py) / ".." / "..").resolve() + assert ( + dagster_package_root / "dagster_tests" + ).exists(), "Could not find dagster_tests where expected" + sys.path.append(dagster_package_root.as_posix()) diff --git a/python_modules/dagster/dagster_tests/cli_tests/test_api_commands.py b/python_modules/dagster/dagster_tests/cli_tests/test_api_commands.py index 6d51ca8c48ea0..aef1ee2f9ab52 100644 --- a/python_modules/dagster/dagster_tests/cli_tests/test_api_commands.py +++ b/python_modules/dagster/dagster_tests/cli_tests/test_api_commands.py @@ -9,9 +9,15 @@ from dagster._core.execution.retries import RetryState from dagster._core.execution.stats import RunStepKeyStatsSnapshot from dagster._core.host_representation import JobHandle -from dagster._core.test_utils import create_run_for_test, environ, instance_for_test +from dagster._core.test_utils import ( + create_run_for_test, + ensure_dagster_tests_import, + environ, + instance_for_test, +) from dagster._serdes import serialize_value +ensure_dagster_tests_import() from dagster_tests.api_tests.utils import get_bar_repo_handle, get_foo_job_handle diff --git a/python_modules/dagster/setup.py b/python_modules/dagster/setup.py index 17f403cc4bcfe..c048f2453f63d 100644 --- a/python_modules/dagster/setup.py +++ b/python_modules/dagster/setup.py @@ -133,7 +133,7 @@ def get_version() -> str: "pytest-xdist==3.3.1", "pytest>=7.0.1", "responses<=0.23.1", # https://github.com/getsentry/responses/issues/654 - "syrupy<4", # 3.7 compatible, + "syrupy", "tox==3.25.0", "morefs[asynclocal]; python_version>='3.8'", ], diff --git a/python_modules/dagster/tox.ini b/python_modules/dagster/tox.ini index 53f2a4bf5b17e..490f3001083cb 100644 --- a/python_modules/dagster/tox.ini +++ b/python_modules/dagster/tox.ini @@ -8,7 +8,11 @@ setenv = windows: COVERAGE_ARGS = STRICT_GRPC_SERVER_PROCESS_WAIT = "1" passenv = CI_* COVERALLS_REPO_TOKEN AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID BUILDKITE* DAGSTER_DOCKER_* GRPC_SERVER_HOST -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = + ; pyright/mypy invocations type_signature_tests in need commpat mode installs to find types correctly + type_signature_tests: python -m pip install {opts} {packages} --config-settings editable_mode=compat + !type_signature_tests: uv pip install {opts} {packages} + deps = scheduler_tests_pendulum_1: pendulum<2 scheduler_tests_pendulum_2: pendulum>1,<3 @@ -27,6 +31,7 @@ deps = -e ../dagster-pipes allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' diff --git a/python_modules/libraries/dagster-airbyte/tox.ini b/python_modules/libraries/dagster-airbyte/tox.ini index ba2abf1ac2c6d..344ea38188783 100644 --- a/python_modules/libraries/dagster-airbyte/tox.ini +++ b/python_modules/libraries/dagster-airbyte/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -13,6 +13,7 @@ deps = -e .[test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' unit: pytest -c ../../../pyproject.toml --ignore ./dagster_airbyte_tests/integration -vv {posargs} diff --git a/python_modules/libraries/dagster-airflow/tox.ini b/python_modules/libraries/dagster-airflow/tox.ini index b178c362e1920..33626d4390d39 100644 --- a/python_modules/libraries/dagster-airflow/tox.ini +++ b/python_modules/libraries/dagster-airflow/tox.ini @@ -6,7 +6,7 @@ download = True setenv = SLUGIFY_USES_TEXT_UNIDECODE = yes passenv = HOME AIRFLOW_HOME AWS_* BUILDKITE* CI_* COVERALLS_REPO_TOKEN DAGSTER_* DOCKER_* GOOGLE_* KUBECONFIG, POSTGRES_TEST_DB_HOST -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -20,6 +20,7 @@ deps = airflow2: -e .[test_airflow_2] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' localdb-airflow1: airflow initdb diff --git a/python_modules/libraries/dagster-aws/dagster_aws/utils/__init__.py b/python_modules/libraries/dagster-aws/dagster_aws/utils/__init__.py index 196512649ba5c..b53523cfee36c 100644 --- a/python_modules/libraries/dagster-aws/dagster_aws/utils/__init__.py +++ b/python_modules/libraries/dagster-aws/dagster_aws/utils/__init__.py @@ -1,3 +1,5 @@ +import sys +from pathlib import Path from typing import Optional, TypeVar import dagster._check as check @@ -7,6 +9,8 @@ from packaging import version from pydantic import Field +from dagster_aws import __file__ as dagster_aws_init_py + def construct_boto_client_retry_config(max_attempts): check.int_param(max_attempts, "max_attempts") @@ -36,3 +40,11 @@ class ResourceWithBoto3Configuration(ConfigurableResource): profile_name: Optional[str] = Field( default=None, description="Specifies a profile to connect that session" ) + + +def ensure_dagster_aws_tests_import() -> None: + dagster_package_root = (Path(dagster_aws_init_py) / ".." / "..").resolve() + assert ( + dagster_package_root / "dagster_aws_tests" + ).exists(), "Could not find dagster_aws_tests where expected" + sys.path.append(dagster_package_root.as_posix()) diff --git a/python_modules/libraries/dagster-aws/dagster_aws_tests/s3_tests/test_compute_log_manager.py b/python_modules/libraries/dagster-aws/dagster_aws_tests/s3_tests/test_compute_log_manager.py index 56db8a1e2395e..35f173065e581 100644 --- a/python_modules/libraries/dagster-aws/dagster_aws_tests/s3_tests/test_compute_log_manager.py +++ b/python_modules/libraries/dagster-aws/dagster_aws_tests/s3_tests/test_compute_log_manager.py @@ -13,8 +13,10 @@ from dagster._core.storage.local_compute_log_manager import IO_TYPE_EXTENSION from dagster._core.storage.root import LocalArtifactStorage from dagster._core.storage.runs import SqliteRunStorage -from dagster._core.test_utils import environ, instance_for_test +from dagster._core.test_utils import ensure_dagster_tests_import, environ, instance_for_test from dagster_aws.s3 import S3ComputeLogManager + +ensure_dagster_tests_import() from dagster_tests.storage_tests.test_captured_log_manager import TestCapturedLogManager HELLO_WORLD = "Hello World" diff --git a/python_modules/libraries/dagster-aws/tox.ini b/python_modules/libraries/dagster-aws/tox.ini index bb09984f127e3..a5b039be201f1 100644 --- a/python_modules/libraries/dagster-aws/tox.ini +++ b/python_modules/libraries/dagster-aws/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AWS_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -13,6 +13,7 @@ deps = -e .[redshift,test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-azure/dagster_azure_tests/blob_tests/test_compute_log_manager.py b/python_modules/libraries/dagster-azure/dagster_azure_tests/blob_tests/test_compute_log_manager.py index ac405ab6b78e4..28443248fac9e 100644 --- a/python_modules/libraries/dagster-azure/dagster_azure_tests/blob_tests/test_compute_log_manager.py +++ b/python_modules/libraries/dagster-azure/dagster_azure_tests/blob_tests/test_compute_log_manager.py @@ -12,8 +12,10 @@ from dagster._core.storage.event_log import SqliteEventLogStorage from dagster._core.storage.root import LocalArtifactStorage from dagster._core.storage.runs import SqliteRunStorage -from dagster._core.test_utils import environ +from dagster._core.test_utils import ensure_dagster_tests_import, environ from dagster_azure.blob import AzureBlobComputeLogManager, FakeBlobServiceClient + +ensure_dagster_tests_import() from dagster_tests.storage_tests.test_captured_log_manager import TestCapturedLogManager HELLO_WORLD = "Hello World" diff --git a/python_modules/libraries/dagster-azure/tox.ini b/python_modules/libraries/dagster-azure/tox.ini index 4ad35794f80a0..731e0ed225924 100644 --- a/python_modules/libraries/dagster-azure/tox.ini +++ b/python_modules/libraries/dagster-azure/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -13,6 +13,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-celery-docker/dagster_celery_docker_tests/conftest.py b/python_modules/libraries/dagster-celery-docker/dagster_celery_docker_tests/conftest.py index d8ddeebc007a3..d75c58584f859 100644 --- a/python_modules/libraries/dagster-celery-docker/dagster_celery_docker_tests/conftest.py +++ b/python_modules/libraries/dagster-celery-docker/dagster_celery_docker_tests/conftest.py @@ -1,4 +1,7 @@ import pytest +from dagster_aws.utils import ensure_dagster_aws_tests_import + +ensure_dagster_aws_tests_import() from dagster_aws_tests.aws_credential_test_utils import get_aws_creds diff --git a/python_modules/libraries/dagster-celery-docker/tox.ini b/python_modules/libraries/dagster-celery-docker/tox.ini index 9c3f4d6052ad3..4c3bb4ad46a88 100644 --- a/python_modules/libraries/dagster-celery-docker/tox.ini +++ b/python_modules/libraries/dagster-celery-docker/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN GOOGLE_APPLICATION_CREDENTIALS BUILDKITE* AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID DAGSTER_DOCKER_* POSTGRES_TEST_DB_HOST -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -18,6 +18,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-celery-k8s/tox.ini b/python_modules/libraries/dagster-celery-k8s/tox.ini index 4b8f4450d51a8..3c3984c4ab3b1 100644 --- a/python_modules/libraries/dagster-celery-k8s/tox.ini +++ b/python_modules/libraries/dagster-celery-k8s/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -13,7 +13,6 @@ deps = -e ../dagster-pandas -e ../dagster-k8s -e ../dagster-celery - -e ../dagster-celery-k8s -e ../dagster-celery-docker -e ../dagster-docker -e ../dagster-postgres @@ -22,6 +21,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-celery/tox.ini b/python_modules/libraries/dagster-celery/tox.ini index 0e65ce94cd9a2..b89f62eb75aa9 100644 --- a/python_modules/libraries/dagster-celery/tox.ini +++ b/python_modules/libraries/dagster-celery/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = HOME CI_PULL_REQUEST COVERALLS_REPO_TOKEN DASK_ADDRESS AWS_* BUILDKITE* DAGSTER_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -20,6 +20,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} -s diff --git a/python_modules/libraries/dagster-census/tox.ini b/python_modules/libraries/dagster-census/tox.ini index 72b970531f527..1782a801bda26 100644 --- a/python_modules/libraries/dagster-census/tox.ini +++ b/python_modules/libraries/dagster-census/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes diff --git a/python_modules/libraries/dagster-dask/tox.ini b/python_modules/libraries/dagster-dask/tox.ini index b598f7d3523dd..4282eec22bdf4 100644 --- a/python_modules/libraries/dagster-dask/tox.ini +++ b/python_modules/libraries/dagster-dask/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_PULL_REQUEST COVERALLS_REPO_TOKEN DASK_ADDRESS AWS_* BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -14,6 +14,7 @@ deps = -e .[kube,pbs,test,yarn] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-databricks/tox.ini b/python_modules/libraries/dagster-databricks/tox.ini index baa50ee66e524..d060fff2d23f8 100644 --- a/python_modules/libraries/dagster-databricks/tox.ini +++ b/python_modules/libraries/dagster-databricks/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN DATABRICKS_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -18,6 +18,7 @@ deps = pydantic2: pydantic>=2.0.0 allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-datadog/tox.ini b/python_modules/libraries/dagster-datadog/tox.ini index c7023a9f2b5e3..afaa9cb1afb2e 100644 --- a/python_modules/libraries/dagster-datadog/tox.ini +++ b/python_modules/libraries/dagster-datadog/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-datahub/tox.ini b/python_modules/libraries/dagster-datahub/tox.ini index 9575e533e8b28..1a0a6403e77e3 100644 --- a/python_modules/libraries/dagster-datahub/tox.ini +++ b/python_modules/libraries/dagster-datahub/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AWS_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e .[test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-dbt/tox.ini b/python_modules/libraries/dagster-dbt/tox.ini index 187dc9dfd9044..337aceff8d3c0 100644 --- a/python_modules/libraries/dagster-dbt/tox.ini +++ b/python_modules/libraries/dagster-dbt/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -21,6 +21,7 @@ deps = -e .[test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' cloud: pytest --reruns 2 --durations 10 -c ../../../pyproject.toml -m "cloud" -vv {posargs} diff --git a/python_modules/libraries/dagster-deltalake-pandas/tox.ini b/python_modules/libraries/dagster-deltalake-pandas/tox.ini index ac55378bdd95e..ae4700d1435c2 100644 --- a/python_modules/libraries/dagster-deltalake-pandas/tox.ini +++ b/python_modules/libraries/dagster-deltalake-pandas/tox.ini @@ -5,7 +5,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -13,6 +13,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster -e dagit' pytest -vv {posargs} diff --git a/python_modules/libraries/dagster-deltalake-polars/tox.ini b/python_modules/libraries/dagster-deltalake-polars/tox.ini index ac55378bdd95e..ae4700d1435c2 100644 --- a/python_modules/libraries/dagster-deltalake-polars/tox.ini +++ b/python_modules/libraries/dagster-deltalake-polars/tox.ini @@ -5,7 +5,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -13,6 +13,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster -e dagit' pytest -vv {posargs} diff --git a/python_modules/libraries/dagster-deltalake/tox.ini b/python_modules/libraries/dagster-deltalake/tox.ini index 5eb6120f6e6c2..ca20c865b9202 100644 --- a/python_modules/libraries/dagster-deltalake/tox.ini +++ b/python_modules/libraries/dagster-deltalake/tox.ini @@ -5,13 +5,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e .[pandas] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster -e dagit' pytest -vv {posargs} diff --git a/python_modules/libraries/dagster-docker/dagster_docker_tests/conftest.py b/python_modules/libraries/dagster-docker/dagster_docker_tests/conftest.py index 66d5aa6e2c760..67f86c5180849 100644 --- a/python_modules/libraries/dagster-docker/dagster_docker_tests/conftest.py +++ b/python_modules/libraries/dagster-docker/dagster_docker_tests/conftest.py @@ -1,4 +1,7 @@ import pytest +from dagster_aws.utils import ensure_dagster_aws_tests_import + +ensure_dagster_aws_tests_import() from dagster_aws_tests.aws_credential_test_utils import get_aws_creds diff --git a/python_modules/libraries/dagster-docker/tox.ini b/python_modules/libraries/dagster-docker/tox.ini index 7d7487ff14e91..76f20bc40e41c 100644 --- a/python_modules/libraries/dagster-docker/tox.ini +++ b/python_modules/libraries/dagster-docker/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = HOME CI_* COVERALLS_REPO_TOKEN BUILDKITE* AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID DAGSTER_DOCKER_* DOCKER_* GOOGLE_* POSTGRES_TEST_DB_HOST -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -21,6 +21,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-duckdb-pandas/tox.ini b/python_modules/libraries/dagster-duckdb-pandas/tox.ini index 4bfcba7ebaa0e..415ef0d6e9589 100644 --- a/python_modules/libraries/dagster-duckdb-pandas/tox.ini +++ b/python_modules/libraries/dagster-duckdb-pandas/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -12,6 +12,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -vv {posargs} diff --git a/python_modules/libraries/dagster-duckdb-polars/tox.ini b/python_modules/libraries/dagster-duckdb-polars/tox.ini index 81a08478c2645..00232e7f4adb1 100644 --- a/python_modules/libraries/dagster-duckdb-polars/tox.ini +++ b/python_modules/libraries/dagster-duckdb-polars/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[mypy,test] -e ../../dagster-pipes @@ -12,6 +12,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -vv {posargs} diff --git a/python_modules/libraries/dagster-duckdb-pyspark/tox.ini b/python_modules/libraries/dagster-duckdb-pyspark/tox.ini index 4bfcba7ebaa0e..415ef0d6e9589 100644 --- a/python_modules/libraries/dagster-duckdb-pyspark/tox.ini +++ b/python_modules/libraries/dagster-duckdb-pyspark/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -12,6 +12,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -vv {posargs} diff --git a/python_modules/libraries/dagster-duckdb/tox.ini b/python_modules/libraries/dagster-duckdb/tox.ini index 43553ffacd8cd..12b92a37fb222 100644 --- a/python_modules/libraries/dagster-duckdb/tox.ini +++ b/python_modules/libraries/dagster-duckdb/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e .[pandas] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -vv {posargs} diff --git a/python_modules/libraries/dagster-embedded-elt/tox.ini b/python_modules/libraries/dagster-embedded-elt/tox.ini index 97ff936c70c42..99cd48fe0af1b 100644 --- a/python_modules/libraries/dagster-embedded-elt/tox.ini +++ b/python_modules/libraries/dagster-embedded-elt/tox.ini @@ -4,12 +4,13 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-fivetran/tox.ini b/python_modules/libraries/dagster-fivetran/tox.ini index 51ebbe74c2104..a7b519d2807e7 100644 --- a/python_modules/libraries/dagster-fivetran/tox.ini +++ b/python_modules/libraries/dagster-fivetran/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -12,6 +12,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-gcp-pandas/tox.ini b/python_modules/libraries/dagster-gcp-pandas/tox.ini index 7cad0dec0f706..1998dfbedfb63 100644 --- a/python_modules/libraries/dagster-gcp-pandas/tox.ini +++ b/python_modules/libraries/dagster-gcp-pandas/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* GOOGLE_APPLICATION_CREDENTIALS GCP_PROJECT_ID -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[mypy,test] -e ../../dagster-pipes @@ -13,6 +13,7 @@ deps = -e .[test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -vv {posargs} diff --git a/python_modules/libraries/dagster-gcp-pyspark/tox.ini b/python_modules/libraries/dagster-gcp-pyspark/tox.ini index d55430beb33aa..3b2c7cb43d41e 100644 --- a/python_modules/libraries/dagster-gcp-pyspark/tox.ini +++ b/python_modules/libraries/dagster-gcp-pyspark/tox.ini @@ -1,7 +1,7 @@ [tox] +skipsdist = True [testenv] -usedevelop = true extras = test download = True @@ -9,7 +9,7 @@ setenv = !windows: COVERAGE_ARGS = --cov=dagster --cov-append --cov-report term:skip-covered --cov-report html --cov-report xml windows: COVERAGE_ARGS = passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* AZURE_* SSH_* GOOGLE_APPLICATION_CREDENTIALS GCP_PROJECT_ID -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -18,6 +18,7 @@ deps = -e .[test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv ./dagster_gcp_pyspark_tests diff --git a/python_modules/libraries/dagster-gcp/dagster_gcp_tests/gcs_tests/test_compute_log_manager.py b/python_modules/libraries/dagster-gcp/dagster_gcp_tests/gcs_tests/test_compute_log_manager.py index 984f7279ae1f5..ed3ece018f1b6 100644 --- a/python_modules/libraries/dagster-gcp/dagster_gcp_tests/gcs_tests/test_compute_log_manager.py +++ b/python_modules/libraries/dagster-gcp/dagster_gcp_tests/gcs_tests/test_compute_log_manager.py @@ -15,11 +15,13 @@ from dagster._core.storage.event_log import SqliteEventLogStorage from dagster._core.storage.root import LocalArtifactStorage from dagster._core.storage.runs import SqliteRunStorage -from dagster._core.test_utils import environ, instance_for_test +from dagster._core.test_utils import ensure_dagster_tests_import, environ, instance_for_test from dagster_gcp.gcs import GCSComputeLogManager -from dagster_tests.storage_tests.test_captured_log_manager import TestCapturedLogManager from google.cloud import storage +ensure_dagster_tests_import() +from dagster_tests.storage_tests.test_captured_log_manager import TestCapturedLogManager + HELLO_WORLD = "Hello World" SEPARATOR = os.linesep if (os.name == "nt" and sys.version_info < (3,)) else "\n" EXPECTED_LOGS = [ diff --git a/python_modules/libraries/dagster-gcp/tox.ini b/python_modules/libraries/dagster-gcp/tox.ini index 13609d6ea461a..38212487b6400 100644 --- a/python_modules/libraries/dagster-gcp/tox.ini +++ b/python_modules/libraries/dagster-gcp/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN GOOGLE_APPLICATION_CREDENTIALS GCP_PROJECT_ID BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -12,6 +12,7 @@ deps = -e .[pyarrow] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest {posargs} -vv {posargs} diff --git a/python_modules/libraries/dagster-ge/tox.ini b/python_modules/libraries/dagster-ge/tox.ini index 5eff8cd9372cf..0bee8b66c6c50 100644 --- a/python_modules/libraries/dagster-ge/tox.ini +++ b/python_modules/libraries/dagster-ge/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN GOOGLE_APPLICATION_CREDENTIALS GCP_PROJECT_ID BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -14,6 +14,7 @@ deps = -e .[test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-github/tox.ini b/python_modules/libraries/dagster-github/tox.ini index c55b559f80346..ffde2648a34dd 100644 --- a/python_modules/libraries/dagster-github/tox.ini +++ b/python_modules/libraries/dagster-github/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-k8s/tox.ini b/python_modules/libraries/dagster-k8s/tox.ini index 0413678de3149..eae6343d95e46 100644 --- a/python_modules/libraries/dagster-k8s/tox.ini +++ b/python_modules/libraries/dagster-k8s/tox.ini @@ -5,7 +5,7 @@ skipsdist = true [testenv] download = True passenv = HOME AWS_* BUILDKITE* CI_* COVERALLS_REPO_TOKEN DAGSTER_* DOCKER_* GOOGLE_* KUBECONFIG -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = old_kubernetes: kubernetes==12.0.0 -e ../../dagster[test] @@ -23,6 +23,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest --log-cli-level=INFO -vv {posargs} diff --git a/python_modules/libraries/dagster-managed-elements/tox.ini b/python_modules/libraries/dagster-managed-elements/tox.ini index a259b69267dfd..acc57639b240e 100644 --- a/python_modules/libraries/dagster-managed-elements/tox.ini +++ b/python_modules/libraries/dagster-managed-elements/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -vv {posargs} diff --git a/python_modules/libraries/dagster-mlflow/tox.ini b/python_modules/libraries/dagster-mlflow/tox.ini index c55b559f80346..ffde2648a34dd 100644 --- a/python_modules/libraries/dagster-mlflow/tox.ini +++ b/python_modules/libraries/dagster-mlflow/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-msteams/tox.ini b/python_modules/libraries/dagster-msteams/tox.ini index c55b559f80346..ffde2648a34dd 100644 --- a/python_modules/libraries/dagster-msteams/tox.ini +++ b/python_modules/libraries/dagster-msteams/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_daemon_cursor_storage.py b/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_daemon_cursor_storage.py index 267d73ad1ebfc..f2f9bf49f6b65 100644 --- a/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_daemon_cursor_storage.py +++ b/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_daemon_cursor_storage.py @@ -1,5 +1,8 @@ import pytest +from dagster._core.test_utils import ensure_dagster_tests_import from dagster_mysql.run_storage import MySQLRunStorage + +ensure_dagster_tests_import() from dagster_tests.storage_tests.utils.daemon_cursor_storage import TestDaemonCursorStorage diff --git a/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_event_log.py b/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_event_log.py index 8a74459827044..e5eb1668633af 100644 --- a/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_event_log.py +++ b/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_event_log.py @@ -4,8 +4,10 @@ import pytest import yaml from dagster._core.storage.event_log.base import EventLogCursor -from dagster._core.test_utils import instance_for_test +from dagster._core.test_utils import ensure_dagster_tests_import, instance_for_test from dagster_mysql.event_log import MySQLEventLogStorage + +ensure_dagster_tests_import() from dagster_tests.storage_tests.utils.event_log_storage import ( TestEventLogStorage, create_test_event_log_record, diff --git a/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_run_storage.py b/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_run_storage.py index 72415b04d607a..63d355c4d37b2 100644 --- a/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_run_storage.py +++ b/python_modules/libraries/dagster-mysql/dagster_mysql_tests/test_run_storage.py @@ -2,8 +2,10 @@ import pytest import yaml -from dagster._core.test_utils import environ, instance_for_test +from dagster._core.test_utils import ensure_dagster_tests_import, environ, instance_for_test from dagster_mysql.run_storage import MySQLRunStorage + +ensure_dagster_tests_import() from dagster_tests.storage_tests.utils.run_storage import TestRunStorage TestRunStorage.__test__ = False diff --git a/python_modules/libraries/dagster-mysql/tox.ini b/python_modules/libraries/dagster-mysql/tox.ini index a62340467b5e8..e7b7c2a92e7fa 100644 --- a/python_modules/libraries/dagster-mysql/tox.ini +++ b/python_modules/libraries/dagster-mysql/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN MYSQL_TEST_* BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = storage_tests_sqlalchemy_1_3: sqlalchemy<1.4 -e ../../dagster[test] @@ -12,6 +12,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' diff --git a/python_modules/libraries/dagster-pagerduty/tox.ini b/python_modules/libraries/dagster-pagerduty/tox.ini index c55b559f80346..ffde2648a34dd 100644 --- a/python_modules/libraries/dagster-pagerduty/tox.ini +++ b/python_modules/libraries/dagster-pagerduty/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-pandas/tox.ini b/python_modules/libraries/dagster-pandas/tox.ini index 8bbb8f97a5f04..b0f5762c7abfa 100644 --- a/python_modules/libraries/dagster-pandas/tox.ini +++ b/python_modules/libraries/dagster-pandas/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -12,6 +12,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' ipython kernel install --name "dagster" --user diff --git a/python_modules/libraries/dagster-pandera/tox.ini b/python_modules/libraries/dagster-pandera/tox.ini index 60246c5e99cdf..52382ec8e03e5 100644 --- a/python_modules/libraries/dagster-pandera/tox.ini +++ b/python_modules/libraries/dagster-pandera/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -12,6 +12,7 @@ deps = allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' ipython kernel install --name "dagster" --user diff --git a/python_modules/libraries/dagster-papertrail/tox.ini b/python_modules/libraries/dagster-papertrail/tox.ini index c55b559f80346..ffde2648a34dd 100644 --- a/python_modules/libraries/dagster-papertrail/tox.ini +++ b/python_modules/libraries/dagster-papertrail/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_daemon_cursor_storage.py b/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_daemon_cursor_storage.py index f0b61864d41da..a4c4f1ee80237 100644 --- a/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_daemon_cursor_storage.py +++ b/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_daemon_cursor_storage.py @@ -1,5 +1,8 @@ import pytest +from dagster._core.test_utils import ensure_dagster_tests_import from dagster_postgres.run_storage import PostgresRunStorage + +ensure_dagster_tests_import() from dagster_tests.storage_tests.utils.daemon_cursor_storage import TestDaemonCursorStorage diff --git a/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_event_log.py b/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_event_log.py index 24fa2a360b1ff..3d7cebee2ebf0 100644 --- a/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_event_log.py +++ b/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_event_log.py @@ -3,8 +3,10 @@ import pytest import yaml from dagster._core.storage.event_log.base import EventLogCursor -from dagster._core.test_utils import instance_for_test +from dagster._core.test_utils import ensure_dagster_tests_import, instance_for_test from dagster_postgres.event_log import PostgresEventLogStorage + +ensure_dagster_tests_import() from dagster_tests.storage_tests.utils.event_log_storage import ( TestEventLogStorage, create_test_event_log_record, diff --git a/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_run_storage.py b/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_run_storage.py index 8480d2e40f9b9..153a17faeab64 100644 --- a/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_run_storage.py +++ b/python_modules/libraries/dagster-postgres/dagster_postgres_tests/test_run_storage.py @@ -1,7 +1,9 @@ import pytest import yaml -from dagster._core.test_utils import environ, instance_for_test +from dagster._core.test_utils import ensure_dagster_tests_import, environ, instance_for_test from dagster_postgres.run_storage import PostgresRunStorage + +ensure_dagster_tests_import() from dagster_tests.storage_tests.utils.run_storage import TestRunStorage diff --git a/python_modules/libraries/dagster-postgres/tox.ini b/python_modules/libraries/dagster-postgres/tox.ini index a04a7bef7e8ab..0b3a603868242 100644 --- a/python_modules/libraries/dagster-postgres/tox.ini +++ b/python_modules/libraries/dagster-postgres/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN POSTGRES_TEST_* BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = storage_tests_sqlalchemy_1_3: sqlalchemy<1.4 -e ../../dagster[test] @@ -12,6 +12,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' storage_tests: pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-prometheus/tox.ini b/python_modules/libraries/dagster-prometheus/tox.ini index c55b559f80346..ffde2648a34dd 100644 --- a/python_modules/libraries/dagster-prometheus/tox.ini +++ b/python_modules/libraries/dagster-prometheus/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-pyspark/tox.ini b/python_modules/libraries/dagster-pyspark/tox.ini index 1b13253adb8e6..b881cd79010d2 100644 --- a/python_modules/libraries/dagster-pyspark/tox.ini +++ b/python_modules/libraries/dagster-pyspark/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -13,6 +13,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-shell/tox.ini b/python_modules/libraries/dagster-shell/tox.ini index 07d7857452f35..ca4562e2a7a03 100644 --- a/python_modules/libraries/dagster-shell/tox.ini +++ b/python_modules/libraries/dagster-shell/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e .[test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-slack/tox.ini b/python_modules/libraries/dagster-slack/tox.ini index c55b559f80346..ffde2648a34dd 100644 --- a/python_modules/libraries/dagster-slack/tox.ini +++ b/python_modules/libraries/dagster-slack/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-snowflake-pandas/tox.ini b/python_modules/libraries/dagster-snowflake-pandas/tox.ini index 5569828bf6fa3..1aaf10a6b079c 100644 --- a/python_modules/libraries/dagster-snowflake-pandas/tox.ini +++ b/python_modules/libraries/dagster-snowflake-pandas/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* SNOWFLAKE_BUILDKITE_PASSWORD SNOWFLAKE_ACCOUNT -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -12,6 +12,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-snowflake-pyspark/tox.ini b/python_modules/libraries/dagster-snowflake-pyspark/tox.ini index b3253186c6c48..11c4af32e03e8 100644 --- a/python_modules/libraries/dagster-snowflake-pyspark/tox.ini +++ b/python_modules/libraries/dagster-snowflake-pyspark/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* SNOWFLAKE_BUILDKITE_PASSWORD SNOWFLAKE_ACCOUNT -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -12,6 +12,7 @@ deps = -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-snowflake/tox.ini b/python_modules/libraries/dagster-snowflake/tox.ini index ac77fde910dbe..97a6d1493a2fc 100644 --- a/python_modules/libraries/dagster-snowflake/tox.ini +++ b/python_modules/libraries/dagster-snowflake/tox.ini @@ -4,7 +4,7 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes @@ -14,6 +14,7 @@ deps = pydantic2: pydantic>=2.0.0 allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-spark/tox.ini b/python_modules/libraries/dagster-spark/tox.ini index ad70bb480b1fc..9850227629b7b 100644 --- a/python_modules/libraries/dagster-spark/tox.ini +++ b/python_modules/libraries/dagster-spark/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-ssh/tox.ini b/python_modules/libraries/dagster-ssh/tox.ini index 07d7857452f35..ca4562e2a7a03 100644 --- a/python_modules/libraries/dagster-ssh/tox.ini +++ b/python_modules/libraries/dagster-ssh/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e .[test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-twilio/tox.ini b/python_modules/libraries/dagster-twilio/tox.ini index 083086112e08a..5311be259147d 100644 --- a/python_modules/libraries/dagster-twilio/tox.ini +++ b/python_modules/libraries/dagster-twilio/tox.ini @@ -4,13 +4,14 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN TWILIO_* BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e ../../dagster-pipes -e . allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv {posargs} diff --git a/python_modules/libraries/dagster-wandb/tox.ini b/python_modules/libraries/dagster-wandb/tox.ini index e8ffd093d6d35..f191cbd73251e 100644 --- a/python_modules/libraries/dagster-wandb/tox.ini +++ b/python_modules/libraries/dagster-wandb/tox.ini @@ -9,13 +9,14 @@ setenv = !windows: COVERAGE_ARGS = --cov=dagster --cov-append --cov-report term:skip-covered --cov-report html --cov-report xml windows: COVERAGE_ARGS = passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../dagster-wandb[dev] -e ../../dagster[test] -e ../../dagster-pipes allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' pytest -c ../../../pyproject.toml -vv ./dagster_wandb_tests diff --git a/python_modules/libraries/dagstermill/tox.ini b/python_modules/libraries/dagstermill/tox.ini index c0617ca410aed..f267a714bf61f 100644 --- a/python_modules/libraries/dagstermill/tox.ini +++ b/python_modules/libraries/dagstermill/tox.ini @@ -5,7 +5,8 @@ skipsdist = true [testenv] download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +; soemthing goes awry with jupyter when using uv +; install_command = uv pip install {opts} {packages} deps = papermill1: papermill<2.0.0 papermill1: jupyter-client<6.1.13 @@ -19,6 +20,7 @@ deps = -e .[test] allowlist_externals = /bin/bash + uv commands = !windows: /bin/bash -c '! pip list --exclude-editable | grep -e dagster' ipython kernel install --name "dagster" --user diff --git a/scripts/templates_create_dagster_package/tox.ini.tmpl b/scripts/templates_create_dagster_package/tox.ini.tmpl index 9ea59bd4fc582..77ebab242f68b 100644 --- a/scripts/templates_create_dagster_package/tox.ini.tmpl +++ b/scripts/templates_create_dagster_package/tox.ini.tmpl @@ -6,7 +6,7 @@ setenv = !windows: COVERAGE_ARGS = --cov=dagster --cov-append --cov-report term:skip-covered --cov-report html --cov-report xml windows: COVERAGE_ARGS = passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* # TODO add additional env var requirements and add them to .buildkite/dagster-buildkite/dagster_buildkite/steps/packages.py -install_command = python -m pip install {opts} {packages} --config-settings editable_mode=compat +install_command = uv pip install {opts} {packages} deps = -e ../../dagster[test] -e .