Skip to content

Commit

Permalink
Make dep versions explicit
Browse files Browse the repository at this point in the history
  • Loading branch information
hbruch committed Nov 10, 2023
1 parent f553ab0 commit 55880f1
Show file tree
Hide file tree
Showing 6 changed files with 17 additions and 16 deletions.
8 changes: 2 additions & 6 deletions dagster.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -3,12 +3,8 @@

FROM python:3.11 AS base

RUN pip install \
dagster \
dagster-graphql \
dagster-webserver \
dagster-postgres \
dagster-docker
COPY requirements-dagster.txt ./requirements-dagster.txt
RUN pip install -r requirements-dagster.txt

ARG DAGSTER_HOME=/opt/dagster/dagster_home/
ENV DAGSTER_HOME=$DAGSTER_HOME
Expand Down
4 changes: 2 additions & 2 deletions pipeline.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -14,10 +14,10 @@ RUN apt update && apt install -y \

# Checkout and install dagster libraries needed to run the gRPC server
# exposing your repository to dagit and dagster-daemon, and to load the DagsterInstance
COPY requirements.txt /opt/dagster/app
COPY requirements-pipeline.txt /opt/dagster/app

# Install requirements
RUN pip install -r requirements.txt
RUN pip install -r requirements-pipeline.txt

# Add repository code
COPY pipeline/ /opt/dagster/app/pipeline/
Expand Down
5 changes: 5 additions & 0 deletions requirements-dagster.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
dagster==1.5.7
dagster-graphql==1.5.7
dagster-webserver==1.5.7
dagster-postgres==0.21.7
dagster-docker==0.21.7
5 changes: 2 additions & 3 deletions requirements-dev.txt
Original file line number Diff line number Diff line change
@@ -1,9 +1,8 @@
types-requests==2.31.0.2
types-requests==2.31.0.10
types-urllib3==1.26.25.14
types-psycopg2==2.9.21.11
pandas-stubs==2.0.2.230605
pandas-stubs==2.1.1.230928

ruff~=0.1.2
black~=23.10.1
mypy~=1.6.1
mypy-gitlab-code-quality~=0.0.15
4 changes: 4 additions & 0 deletions requirements-pipeline.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
dagster==1.5.7
dagster-postgres==0.21.7
geopandas==0.14.0
GeoAlchemy2==0.14.2
7 changes: 2 additions & 5 deletions requirements.txt
Original file line number Diff line number Diff line change
@@ -1,5 +1,2 @@
dagster
dagster-postgres
dagster-docker
geopandas==0.13.2
GeoAlchemy2==0.14.1
-r requirements-dagster.txt
-r requirements-pipeline.txt

0 comments on commit 55880f1

Please sign in to comment.