Merge pull request #64 from dagster-io/clean-up-build

Clean up build

.github/workflows/deploy-dagster-cloud.yml

@@ -76,7 +76,11 @@ jobs:
       # Build 'data-eng-pipeline' code location
       - name: Build dbt manifest for data-eng-pipeline
         if: steps.prerun.outputs.result != 'skip'
-        run: make manifest
+        run: |
+          pip install pyopenssl --upgrade;
+          pip install click --upgrade;
+          pip install dbt-core dbt-duckdb dbt-snowflake;
+          make manifest
 
       # Copy production manifest.json to S3 on merge
       - name: Upload dbt manifest to S3

Dockerfile

@@ -1,17 +1,17 @@
-FROM python:3.8-slim
+FROM python:3.11-slim
 
 WORKDIR /opt/dagster/app
 
-RUN apt-get update && apt-get install -y git
+RUN apt-get update && apt-get install -y git gcc
 
 RUN apt install -y default-jre
 
 RUN python -m pip install -U pip
 # libcrypto fix oct 2023; should be able to remove sometime after that
 RUN python -m pip uninstall oscrypto -y
 RUN python -m pip install git+https://github.com/wbond/oscrypto.git@d5f3437ed24257895ae1edd9e503cfb352e635a8
-
+RUN python -m pip install -U uv
 
 ADD . .
 
-RUN pip install -e .
+RUN uv pip install --system -e .

Makefile

@@ -6,9 +6,6 @@ clean:
 	rm -rf ~/.dagster_home; mkdir ~/.dagster_home; cp dagster.yaml ~/.dagster_home/dagster.yaml
 
 manifest:
-	pip install pyopenssl --upgrade;
-	pip install click --upgrade;
-	pip install dbt-core dbt-duckdb dbt-snowflake; 
 	dbt parse --project-dir=dbt_project --profiles-dir=dbt_project/config --target BRANCH
 
 stateful_dev: clean manifest
@@ -18,4 +15,4 @@ stateful_dev_prod: clean manifest
 	export DAGSTER_HOME="~/.dagster_home"; export DAGSTER_CLOUD_DEPLOYMENT_NAME="data-eng-prod"; dagster dev
 
 dependencies:
-	pip install -e ".[dev]"
+	uv pip install -e ".[dev]"

setup.py

@@ -3,6 +3,7 @@
 if __name__ == "__main__":
     setup(
         name="hooli_data_eng",
+        python_requires='<3.12',
         packages=find_packages(exclude=["hooli_data_eng_tests"]),
         package_data={"hooli_data_eng": ["dbt_project/*"]},
         install_requires=[
@@ -33,4 +34,4 @@
             "scikit-learn",
         ],
         extras_require={"dev": ["dagit", "pytest"]},
-    )
+    )