Skip to content

Commit

Permalink
update packaging
Browse files Browse the repository at this point in the history
  • Loading branch information
Tburm committed Dec 2, 2024
1 parent 0f591b1 commit a88a4eb
Show file tree
Hide file tree
Showing 6 changed files with 278 additions and 9 deletions.
5 changes: 5 additions & 0 deletions docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@ services:
soft: 262144
hard: 262144
volumes:
- clickhouse_data:/var/lib/clickhouse
- ./parquet-data:/var/lib/clickhouse/user_files/parquet-data
ports:
- 8123:8123
Expand Down Expand Up @@ -117,3 +118,7 @@ services:
networks:
data:
driver: bridge

volumes:
clickhouse_data:
driver: local
4 changes: 2 additions & 2 deletions indexers/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM nikolaik/python-nodejs:python3.11-nodejs16-slim
FROM node:16-bullseye
COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/

WORKDIR /app
Expand All @@ -9,7 +9,7 @@ COPY patches/ ./patches/
RUN apt-get update && apt-get install -y build-essential && npm ci && apt-get remove -y build-essential

COPY pyproject.toml uv.lock ./
RUN uv sync --frozen
RUN uv sync --frozen --no-dev

COPY . .

Expand Down
8 changes: 5 additions & 3 deletions indexers/Dockerfile.listener
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
FROM python:3.11-slim
COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/

WORKDIR /app

Expand All @@ -7,8 +8,9 @@ RUN apt-get update && apt-get install -y \
python3-dev \
&& rm -rf /var/lib/apt/lists/*

COPY requirements_listener.txt .
RUN pip install --no-cache-dir -r requirements_listener.txt
COPY pyproject.toml uv.lock ./
RUN uv sync --frozen --only-dev

COPY scripts/listener.py .

CMD ["python", "listener.py"]
CMD ["uv", "run", "python", "listener.py"]
8 changes: 8 additions & 0 deletions indexers/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -11,3 +11,11 @@ dependencies = [
"pyyaml>=6.0.2",
"synthetix>=0.1.21",
]

[tool.uv]
dev-dependencies = [
"clickhouse-connect>=0.8.9",
"pandas>=2.2.3",
"pyarrow>=18.1.0",
"watchdog>=6.0.0",
]
4 changes: 0 additions & 4 deletions indexers/requirements_listener.txt

This file was deleted.

Loading

0 comments on commit a88a4eb

Please sign in to comment.