Skip to content

Commit

Permalink
pin uv (#24398)
Browse files Browse the repository at this point in the history 
pretty sure its astral-sh/uv#7284 we are
hitting

add and share uv pin to `0.4.8` 

error we are observing for reference
```

error: Failed to prepare distributions
--
  | [2024-09-11T00:41:02Z]   Caused by: Failed to fetch wheel: minimal-snowplow-tracker==0.0.2
  | [2024-09-11T00:41:02Z]   Caused by: /root/.cache/uv/built-wheels-v3/pypi/minimal-snowplow-tracker/0.0.2/F7CAlaBs9KulatdPNgAiL/b57c20fa08c7fa71/minimal-snowplow-tracker-0.0.2.tar.gz does not appear to be a Python project, as neither `pyproject.toml` nor `setup.py` are present in the directory
  | [2024-09-11T00:41:02Z] Partially built virtualenv for pyright environment alt-1 deleted.
  | [2024-09-11T00:41:02Z] Traceback (most recent call last):
  | [2024-09-11T00:41:02Z]   File "/workdir/scripts/run-pyright.py", line 577, in <module>
  | [2024-09-11T00:41:02Z]     normalize_env(
  | [2024-09-11T00:41:02Z]   File "/workdir/scripts/run-pyright.py", line 346, in normalize_env
  | [2024-09-11T00:41:02Z]     raise e
  | [2024-09-11T00:41:02Z]   File "/workdir/scripts/run-pyright.py", line 341, in normalize_env
  | [2024-09-11T00:41:02Z]     subprocess.run(build_venv_cmd, shell=True, check=True)
  | [2024-09-11T00:41:02Z]   File "/usr/local/lib/python3.11/subprocess.py", line 571, in run
  | [2024-09-11T00:41:02Z]     raise CalledProcessError(retcode, process.args,
  | [2024-09-11T00:41:02Z] subprocess.CalledProcessError: Command 'uv venv --python=/usr/local/bin/python --seed /workdir/pyright/alt-1/.venv && uv pip install --python /workdir/pyright/alt-1/.venv/bin/python -U pip setuptools wheel && uv pip install --python /workdir/pyright/alt-1/.venv/bin/python --config-settings editable-mode=compat -r requirements-alt-1.txt  --no-deps --reinstall-package assets_pandas_type_metadata --reinstall-package dagster --reinstall-package dagster_webserver --reinstall-package dagster_graphql --reinstall-package dagster_pandera --reinstall-package project_fully_featured --reinstall-package dagster --reinstall-package dagster_pipes --reinstall-package dagster_webserver --reinstall-package dagster_graphql --reinstall-package dagster_aws --reinstall-package dagster_dbt --reinstall-package dagster_duckdb_pandas --reinstall-package dagster_duckdb --reinstall-package dagster_duckdb_pyspark --reinstall-package dagster_pandas --reinstall-package dagster_postgres --reinstall-package dagster_polars --reinstall-package dagster_gcp --reinstall-package dagster_pyspark --reinstall-package dagster_slack --reinstall-package dagster_spark --reinstall-package dagster_snowflake --reinstall-package dagster_snowflake_pandas --reinstall-package dagster_snowflake_pyspark' returned non-zero exit status 2.
  | [2024-09-11T00:41:02Z] make: *** [Makefile:10: pyright] Error 1


```
  • Loading branch information
@alangenfeld
alangenfeld authored Sep 11, 2024
1 parent ffbbe13 commit 846791d
Show file tree
Hide file tree
Showing 5 changed files with 89 additions and 86 deletions.
5 changes: 3 additions & 2 deletions .buildkite/dagster-buildkite/dagster_buildkite/steps/dagster.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
from dagster_buildkite.steps.packages import build_library_packages_steps
from dagster_buildkite.steps.test_project import build_test_project_steps
from dagster_buildkite.utils import (
UV_PIN,
BuildkiteStep,
CommandStep,
GroupStep,
Expand Down Expand Up @@ -110,7 +111,7 @@ def build_repo_wide_pyright_steps() -> List[BuildkiteStep]:
CommandStepBuilder(":pyright: make pyright")
.run(
"curl https://sh.rustup.rs -sSf | sh -s -- --default-toolchain nightly -y",
"pip install -U uv",
f'pip install -U "{UV_PIN}"',
"make install_pyright",
"make pyright",
)
Expand All @@ -120,7 +121,7 @@ def build_repo_wide_pyright_steps() -> List[BuildkiteStep]:
CommandStepBuilder(":pyright: make rebuild_pyright_pins")
.run(
"curl https://sh.rustup.rs -sSf | sh -s -- --default-toolchain nightly -y",
"pip install -U uv",
f'pip install -U "{UV_PIN}"',
"make install_pyright",
"make rebuild_pyright_pins",
)
Expand Down
4 changes: 2 additions & 2 deletions .buildkite/dagster-buildkite/dagster_buildkite/steps/tox.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@

from dagster_buildkite.python_version import AvailablePythonVersion
from dagster_buildkite.step_builder import BuildkiteQueue, CommandStepBuilder
from dagster_buildkite.utils import CommandStep, make_buildkite_section_header
from dagster_buildkite.utils import UV_PIN, CommandStep, make_buildkite_section_header

_COMMAND_TYPE_TO_EMOJI_MAP = {
"pytest": ":pytest:",
Expand Down Expand Up @@ -51,7 +51,7 @@ def build_tox_step(
commands = [
*(extra_commands_pre or []),
f"cd {root_dir}",
'pip install --force-reinstall "uv==0.2.*"',
f'pip install --force-reinstall "{UV_PIN}"',
f"echo -e {shlex.quote(buildkite_section_header)}",
tox_command,
*(extra_commands_post or []),
Expand Down
2 changes: 2 additions & 0 deletions .buildkite/dagster-buildkite/dagster_buildkite/utils.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -67,6 +67,8 @@ class GroupStep(TypedDict):
BuildkiteLeafStep = Union[CommandStep, TriggerStep, WaitStep]
BuildkiteTopLevelStep = Union[CommandStep, GroupStep]

UV_PIN = "uv==0.4.8"


def is_command_step(step: BuildkiteStep) -> TypeGuard[CommandStep]:
return isinstance(step, dict) and "commands" in step
Expand Down
72 changes: 36 additions & 36 deletions pyright/alt-1/requirements-pinned.txt
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
agate==1.9.1
aiobotocore==2.14.0
aiobotocore==2.15.0
aiofile==3.8.8
aiohappyeyeballs==2.4.0
aiohttp==3.10.5
Expand All @@ -24,10 +24,10 @@ backoff==2.2.1
backports-tarfile==1.2.0
beautifulsoup4==4.12.3
bleach==6.1.0
boto3==1.35.7
boto3-stubs-lite==1.35.12
botocore==1.35.7
botocore-stubs==1.35.12
boto3==1.35.16
boto3-stubs-lite==1.35.16
botocore==1.35.16
botocore-stubs==1.35.16
buildkite-test-collector==0.1.9
cachetools==5.5.0
caio==0.9.17
Expand Down Expand Up @@ -78,23 +78,23 @@ decopatch==1.4.10
decorator==5.1.1
deepdiff==8.0.1
defusedxml==0.7.1
deltalake==0.19.1
deltalake==0.19.2
dill==0.3.8
distlib==0.3.8
docker==7.1.0
docstring-parser==0.16
duckdb==1.0.0
duckdb==1.1.0
execnet==2.1.1
executing==2.1.0
fastjsonschema==2.20.0
filelock==3.15.4
filelock==3.16.0
fonttools==4.53.1
fqdn==1.5.1
frozenlist==1.4.1
fsspec==2024.3.1
gcsfs==2024.3.1
google-api-core==2.19.2
google-api-python-client==2.143.0
google-api-python-client==2.145.0
google-auth==2.34.0
google-auth-httplib2==0.2.0
google-auth-oauthlib==1.2.1
Expand All @@ -118,7 +118,7 @@ httplib2==0.22.0
httptools==0.6.1
httpx==0.27.2
humanfriendly==10.0
hypothesis==6.111.2
hypothesis==6.112.0
idna==3.8
importlib-metadata==6.11.0
iniconfig==2.0.0
Expand Down Expand Up @@ -163,10 +163,10 @@ mdurl==0.1.2
minimal-snowplow-tracker==0.0.2
mistune==3.0.2
mock==3.0.5
more-itertools==10.4.0
more-itertools==10.5.0
morefs==0.2.2
msgpack==1.0.8
multidict==6.0.5
msgpack==1.1.0
multidict==6.1.0
multimethod==1.10
mypy==1.11.2
mypy-boto3-ecs==1.35.2
Expand All @@ -189,7 +189,7 @@ orjson==3.10.7
overrides==7.7.0
packaging==24.1
pandas==2.2.2
pandas-stubs==2.2.2.240807
pandas-stubs==2.2.2.240909
pandera==0.20.4
pandocfilters==1.5.1
parsedatetime==2.6
Expand All @@ -198,9 +198,9 @@ pathspec==0.12.1
pexpect==4.9.0
pillow==10.4.0
pip==24.2
platformdirs==4.2.2
platformdirs==4.3.2
pluggy==1.5.0
polars==1.6.0
polars==1.7.0
-e examples/project_fully_featured
prometheus-client==0.20.0
prompt-toolkit==3.0.47
Expand All @@ -212,11 +212,11 @@ ptyprocess==0.7.0
pure-eval==0.2.3
py4j==0.10.9.7
pyarrow==17.0.0
pyasn1==0.6.0
pyasn1-modules==0.4.0
pyasn1==0.6.1
pyasn1-modules==0.4.1
pycparser==2.22
pydantic==2.8.2
pydantic-core==2.20.1
pydantic==2.9.1
pydantic-core==2.23.3
pygments==2.18.0
pyjwt==2.9.0
pylint==3.2.7
Expand All @@ -225,7 +225,7 @@ pyparsing==3.1.4
pyproject-api==1.7.1
pyright==1.1.379
pyspark==3.5.2
pytest==8.3.2
pytest==8.3.3
pytest-asyncio==0.24.0
pytest-cases==3.8.5
pytest-cov==5.0.0
Expand All @@ -237,7 +237,7 @@ python-dotenv==1.0.1
python-json-logger==2.0.7
python-slugify==8.0.4
pytimeparse==1.1.8
pytz==2024.1
pytz==2024.2
pyyaml==6.0.2
pyzmq==26.2.0
rapidfuzz==3.9.7
Expand All @@ -248,7 +248,7 @@ requests-toolbelt==1.0.0
responses==0.23.1
rfc3339-validator==0.1.4
rfc3986-validator==0.1.1
rich==13.8.0
rich==13.8.1
rpds-py==0.20.0
rsa==4.9
s3fs==2024.3.1
Expand All @@ -260,18 +260,18 @@ send2trash==1.8.3
setuptools==74.1.2
shellingham==1.5.4
six==1.16.0
slack-sdk==3.31.0
slack-sdk==3.32.0
sniffio==1.3.1
snowflake-connector-python==3.12.1
snowflake-sqlalchemy==1.5.1
sortedcontainers==2.4.0
soupsieve==2.6
sqlalchemy==1.4.53
sqlglot==25.19.0
sqlglotrs==0.2.10
sqlalchemy==1.4.54
sqlglot==25.20.1
sqlglotrs==0.2.12
sqlparse==0.5.1
stack-data==0.6.3
starlette==0.38.4
starlette==0.38.5
structlog==24.4.0
syrupy==4.7.1
tabulate==0.9.0
Expand All @@ -283,12 +283,12 @@ tomli==2.0.1
tomlkit==0.13.2
toposort==1.10
tornado==6.4.1
tox==4.18.0
tox==4.18.1
tqdm==4.66.5
traitlets==5.14.3
typeguard==4.3.0
typer==0.12.5
types-awscrt==0.21.2
types-awscrt==0.21.5
types-backports==0.1.3
types-certifi==2021.10.8.3
types-cffi==1.16.0.20240331
Expand All @@ -297,14 +297,14 @@ types-croniter==3.0.3.20240731
types-cryptography==3.3.23.2
types-mock==5.1.0.20240425
types-paramiko==3.4.0.20240423
types-protobuf==5.27.0.20240626
types-protobuf==5.27.0.20240907
types-pyopenssl==24.1.0.20240722
types-python-dateutil==2.9.0.20240821
types-python-dateutil==2.9.0.20240906
types-pytz==2024.1.0.20240417
types-pyyaml==6.0.12.20240808
types-requests==2.32.0.20240905
types-requests==2.32.0.20240907
types-s3transfer==0.10.2
types-setuptools==74.0.0.20240831
types-setuptools==74.1.0.20240907
types-simplejson==3.19.0.20240801
types-six==1.16.21.20240513
types-sqlalchemy==1.4.53.34
Expand All @@ -320,7 +320,7 @@ uritemplate==4.1.1
urllib3==2.2.2
uvicorn==0.30.6
uvloop==0.20.0
virtualenv==20.26.3
virtualenv==20.26.4
watchdog==5.0.2
watchfiles==0.24.0
wcwidth==0.2.13
Expand All @@ -330,5 +330,5 @@ websocket-client==1.8.0
websockets==13.0.1
wheel==0.44.0
wrapt==1.16.0
yarl==1.9.11
yarl==1.11.1
zipp==3.20.1
Loading

0 comments on commit 846791d

Please sign in to comment.