Bump version 8.2.0rc1 (#1177)

.dockerignore

@@ -3,7 +3,7 @@
 
 # Add metadata and build files
 !pyproject.toml
-!pdm.lock
+!*.lock
 !README.md
 !requirements**
 

.github/workflows/build.yml

@@ -12,7 +12,7 @@ on:
       - 'src/**'
       - 'Dockerfile'
       - 'pyproject.toml'
-      # NOTE: Dumped with `pdm run update`
+      # NOTE: Dumped with `make update`
       - 'requirements.txt'
       - '.github/workflows/build.yml'
 

.github/workflows/docs.yml

@@ -46,22 +46,22 @@ jobs:
           python-version: '3.12'
           cache: 'pip'
 
-      - name: Install PDM
-        run: pip install pdm
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
 
       - name: Install markdownlint-cli
         run: npm install -g markdownlint-cli
 
       - name: Install project
-        run: pdm sync
+        run: make install
 
       - name: Clone frontend
         run: |
           gh auth setup-git
           gh repo clone dipdup-io/interface ../interface -- --single-branch --branch "$FRONTEND_BRANCH"
 
       - name: Build docs
-        run: pdm run make docs
+        run: uv run make docs
 
       # NOTE: Installer is tested in `installer` workflow
       - name: Commit and push frontend

.github/workflows/release.yml

@@ -60,16 +60,18 @@ jobs:
           python-version: '3.12'
           cache: 'pip'
 
-      - name: Install PDM
-        run: pipx install pdm
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
 
       - name: Run install
-        run: pdm install
+        run: make install
 
       - name: Run all checks
-        run: pdm run make all
+        run: uv run make all
         env:
-          NODE_API_KEY: ${{ secrets.ALCHEMY_KEY }}
+          ALCHEMY_API_KEY: ${{ secrets.ALCHEMY_API_KEY }}
+          ETHERSCAN_API_KEY: ${{ secrets.ETHERSCAN_API_KEY }}
+          ONFINALITY_API_KEY: ${{ secrets.ONFINALITY_API_KEY }}
 
       - name: Publish stable image
         uses: docker/build-push-action@v5

.github/workflows/test.yml

@@ -30,8 +30,8 @@ jobs:
       - name: Check out the repo
         uses: actions/checkout@v4
 
-      - name: Install PDM
-        run: pipx install pdm
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
 
       - name: Set up Python
         uses: actions/setup-python@v4
@@ -40,13 +40,15 @@ jobs:
           cache: 'pip'
 
       - name: Run install
-        run: pdm sync
+        run: make install
 
       - name: Run lint
-        run: pdm run make lint
+        run: uv run make lint
         if: contains(matrix.os, 'ubuntu') && contains(matrix.arch, 'amd64')
 
       - name: Run tests
-        run: pdm run make test
+        run: uv run make test
         env:
-          NODE_API_KEY: ${{ secrets.ALCHEMY_KEY }}
+          ALCHEMY_API_KEY: ${{ secrets.ALCHEMY_API_KEY }}
+          ETHERSCAN_API_KEY: ${{ secrets.ETHERSCAN_API_KEY }}
+          ONFINALITY_API_KEY: ${{ secrets.ONFINALITY_API_KEY }}

.gitignore

@@ -9,7 +9,7 @@
 !**/Makefile
 !**/pyproject.toml
 !**/requirements*
-!**/pdm.lock
+!**/*.lock
 !**/README.md
 !**/.keep
 !**/py.typed

CHANGELOG.md

@@ -6,22 +6,26 @@ The format is based on [Keep a Changelog], and this project adheres to [Semantic
 
 Releases prior to 7.0 has been removed from this file to declutter search results; see the [archived copy](https://github.com/dipdup-io/dipdup/blob/8.0.0b5/CHANGELOG.md) for the full list.
 
-## [8.2.0rc1] - ????-??-??
+## [8.2.0rc1] - 2025-01-23
 
 ### Added
 
+- project: Support uv package manager in the default project template.
 - substrate.events: Added `subtrate.events` index kind to process Substrate events.
 - substrate.node: Added `subtrate.node` datasource to receive data from Substrate node.
 - substrate.subscan: Added `substrate.subscan` datasource to fetch ABIs from Subscan.
 - substrate.subsquid: Added `substrate.subsquid` datasource to fetch historical data from Squid Network.
 
 ### Fixed
 
+- database: Don't process internal models twice if imported from the project.
 - evm.subsquid: Fixed event/transaction model deserialization.
 
 ### Changed
 
+- env: Database migrations with aeric require `DIPDUP_MIGRATIONS` variable to be set.
 - evm.etherscan: Datasource has been renamed from `abi.etherscan` to `evm.etherscan` for consistency.
+- project: Expose Prometheus and internal API ports in default sqlite environment.
 
 ## [8.1.4] - 2025-01-12
 

Dockerfile

@@ -8,11 +8,11 @@ RUN apt update && \
     touch /opt/dipdup/src/dipdup/__init__.py && \
     rm -r /var/log/* /var/lib/apt/lists/* /var/cache/* /var/lib/dpkg/status*
 WORKDIR /opt/dipdup
-ENV PATH="/opt/dipdup/.venv/bin:$PATH"
-ENV PATH="/root/.cargo/bin:$PATH"
+ENV PATH="/root/.cargo/bin:/opt/dipdup/.venv/bin:$PATH"
 
 COPY pyproject.toml requirements.txt README.md /opt/dipdup/
-RUN /usr/local/bin/pip install --prefix /opt/dipdup --no-cache-dir --disable-pip-version-check --no-deps \
+COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
+RUN uv pip install --prefix /opt/dipdup --compile-bytecode --no-cache --no-deps \
     -r /opt/dipdup/requirements.txt -e .
 
 FROM python:3.12-slim-bookworm AS build-image

Makefile

@@ -18,11 +18,12 @@ help:           ## Show this help (default)
 ##
 
 install:        ## Install dependencies
-	pdm sync --clean
+	uv sync --all-extras --all-groups --locked
 
 update:         ## Update dependencies and dump requirements.txt
-	pdm update
-	pdm export --without-hashes -f requirements --prod -o requirements.txt
+	uv sync -U --all-extras --all-groups
+	uv export --all-extras --locked --no-group lint --no-group test --no-group docs --no-group perf > requirements.txt
+
 
 ##
 ##-- CI

docs/1.getting-started/5.database.md

@@ -129,7 +129,7 @@ For more information visit the official TimescaleDB documentation:
 ## Migrations
 
 ::banner{type="note"}
-The database migrations feature is optional and is disabled by default. To enable it, you need to install `aerich`, which is available in the `[migrations]` optional dependencies group.
+The database migrations feature is optional and is disabled by default. To enable it, you need to install `aerich`, which is available in the `[migrations]` optional dependencies group and set the `DIPDUP_MIGRATIONS` environment variable.
 ::
 
 DipDup supports database migrations with [aerich](https://github.com/tortoise/aerich), a Tortoise ORM migration tool. The migration files are stored in the `migrations` directory in the project root.

docs/5.advanced/2.environment-variables.md

@@ -16,6 +16,7 @@ DipDup uses multiple environment variables internally. They read once on process
 | `DIPDUP_DOCKER`           | Running in Docker                                                                    |
 | `DIPDUP_JSON_LOG`         | Log in JSON format                                                                   |
 | `DIPDUP_LOW_MEMORY`       | Reduce the size of caches and buffers for low-memory environments (target is 256 MB) |
+| `DIPDUP_MIGRATIONS`       | Enable migrations with `aerich`                                                      |
 | `DIPDUP_NEXT`             | Enable experimental features from the next major release that require schema changes |
 | `DIPDUP_NO_SYMLINK`       | Don't create magic symlink in the package root even when used as cwd                 |
 | `DIPDUP_NO_VERSION_CHECK` | Disable warning about running unstable or out-of-date DipDup version                 |