From 89fff44e6bb8e8a89acbcf03b07858530f6d0014 Mon Sep 17 00:00:00 2001 From: Valentin Matton Date: Tue, 21 May 2024 10:42:56 +0200 Subject: [PATCH] chore(pipeline): compile deps --- .../requirements/airflow/requirements.txt | 474 ++++----------- pipeline/requirements/dev/requirements.txt | 575 ++++-------------- .../requirements/tasks/dbt/requirements.txt | 11 +- .../requirements/tasks/pipx/requirements.txt | 1 - .../tasks/python/requirements.txt | 518 ++++------------ 5 files changed, 329 insertions(+), 1250 deletions(-) diff --git a/pipeline/requirements/airflow/requirements.txt b/pipeline/requirements/airflow/requirements.txt index 6997bde6e..b448dca0a 100644 --- a/pipeline/requirements/airflow/requirements.txt +++ b/pipeline/requirements/airflow/requirements.txt @@ -1,24 +1,15 @@ # This file was autogenerated by uv via the following command: # uv pip compile --constraint airflow/constraints.txt airflow/requirements.in --output-file=airflow/requirements.txt aiohttp==3.9.5 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-http + # via apache-airflow-providers-http aiosignal==1.3.1 - # via - # -c airflow/constraints.txt - # aiohttp + # via aiohttp alembic==1.13.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow anyio==4.3.0 - # via - # -c airflow/constraints.txt - # httpcore + # via httpcore apache-airflow==2.9.1 # via - # -r airflow/requirements.in # apache-airflow-providers-amazon # apache-airflow-providers-common-io # apache-airflow-providers-common-sql @@ -31,104 +22,66 @@ apache-airflow==2.9.1 # apache-airflow-providers-sqlite # apache-airflow-providers-ssh apache-airflow-providers-amazon==8.20.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-common-io==1.3.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-common-sql==1.12.0 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-postgres # apache-airflow-providers-sqlite apache-airflow-providers-fab==1.0.4 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-ftp==3.8.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-http==4.10.1 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon apache-airflow-providers-imap==3.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-postgres==5.10.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-smtp==1.6.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-sqlite==3.7.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-ssh==3.10.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apispec==6.6.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder argcomplete==3.3.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow asgiref==3.8.1 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-http asn1crypto==1.5.1 - # via - # -c airflow/constraints.txt - # scramp + # via scramp attrs==23.2.0 # via - # -c airflow/constraints.txt # aiohttp # apache-airflow # jsonschema # referencing babel==2.14.0 - # via - # -c airflow/constraints.txt - # flask-babel + # via flask-babel bcrypt==4.1.2 - # via - # -c airflow/constraints.txt - # paramiko + # via paramiko beautifulsoup4==4.12.3 - # via - # -c airflow/constraints.txt - # redshift-connector + # via redshift-connector blinker==1.8.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow boto3==1.34.69 # via - # -c airflow/constraints.txt # apache-airflow-providers-amazon # pyathena # redshift-connector # watchtower botocore==1.34.69 # via - # -c airflow/constraints.txt # apache-airflow-providers-amazon # boto3 # pyathena @@ -136,91 +89,60 @@ botocore==1.34.69 # s3transfer cachelib==0.9.0 # via - # -c airflow/constraints.txt # flask-caching # flask-session certifi==2024.2.2 # via - # -c airflow/constraints.txt # httpcore # httpx # requests # sentry-sdk cffi==1.16.0 # via - # -c airflow/constraints.txt # cryptography # pynacl charset-normalizer==3.3.2 - # via - # -c airflow/constraints.txt - # requests + # via requests click==8.1.7 # via - # -c airflow/constraints.txt # clickclick # flask # flask-appbuilder clickclick==20.10.2 - # via - # -c airflow/constraints.txt - # connexion + # via connexion colorama==0.4.6 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder colorlog==4.8.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow configupdater==3.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow connexion==2.14.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow cron-descriptor==1.4.3 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow croniter==2.0.5 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow cryptography==41.0.7 # via - # -c airflow/constraints.txt # apache-airflow # paramiko deprecated==1.2.14 # via - # -c airflow/constraints.txt # apache-airflow # limits # opentelemetry-api # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http dill==0.3.8 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow dnspython==2.6.1 - # via - # -c airflow/constraints.txt - # email-validator + # via email-validator docutils==0.16 - # via - # -c airflow/constraints.txt - # python-daemon + # via python-daemon email-validator==2.1.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask==2.2.5 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-fab # connexion @@ -234,91 +156,58 @@ flask==2.2.5 # flask-sqlalchemy # flask-wtf flask-appbuilder==4.4.1 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-fab + # via apache-airflow-providers-fab flask-babel==2.0.0 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-caching==2.2.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow flask-jwt-extended==4.6.0 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-limiter==3.6.0 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-login==0.6.3 # via - # -c airflow/constraints.txt # apache-airflow-providers-fab # flask-appbuilder flask-session==0.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow flask-sqlalchemy==2.5.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-wtf==1.2.1 # via - # -c airflow/constraints.txt # apache-airflow # flask-appbuilder frozenlist==1.4.1 # via - # -c airflow/constraints.txt # aiohttp # aiosignal fsspec==2023.12.2 # via - # -c airflow/constraints.txt # apache-airflow # pyathena # universal-pathlib google-re2==1.1.20240501 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-fab googleapis-common-protos==1.63.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http greenlet==3.0.3 - # via - # -c airflow/constraints.txt - # sqlalchemy + # via sqlalchemy grpcio==1.63.0 - # via - # -c airflow/constraints.txt - # opentelemetry-exporter-otlp-proto-grpc + # via opentelemetry-exporter-otlp-proto-grpc gunicorn==22.0.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow h11==0.14.0 - # via - # -c airflow/constraints.txt - # httpcore + # via httpcore httpcore==0.16.3 - # via - # -c airflow/constraints.txt - # httpx + # via httpx httpx==0.23.3 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow idna==3.7 # via - # -c airflow/constraints.txt # anyio # email-validator # requests @@ -326,85 +215,60 @@ idna==3.7 # yarl importlib-metadata==6.11.0 # via - # -c airflow/constraints.txt # apache-airflow # opentelemetry-api importlib-resources==6.4.0 - # via - # -c airflow/constraints.txt - # limits + # via limits inflection==0.5.1 # via - # -c airflow/constraints.txt # apache-airflow-providers-amazon # connexion itsdangerous==2.2.0 # via - # -c airflow/constraints.txt # apache-airflow # connexion # flask # flask-wtf jinja2==3.1.3 # via - # -c airflow/constraints.txt # apache-airflow # flask # flask-babel # python-nvd3 jmespath==0.10.0 # via - # -c airflow/constraints.txt # boto3 # botocore jsonpath-ng==1.6.1 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon jsonschema==4.22.0 # via - # -c airflow/constraints.txt # apache-airflow # connexion # flask-appbuilder jsonschema-specifications==2023.12.1 - # via - # -c airflow/constraints.txt - # jsonschema + # via jsonschema lazy-object-proxy==1.10.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow limits==3.11.0 - # via - # -c airflow/constraints.txt - # flask-limiter + # via flask-limiter linkify-it-py==2.0.3 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow lockfile==0.12.2 # via - # -c airflow/constraints.txt # apache-airflow # python-daemon lxml==5.2.1 - # via - # -c airflow/constraints.txt - # redshift-connector + # via redshift-connector mako==1.3.3 - # via - # -c airflow/constraints.txt - # alembic + # via alembic markdown-it-py==3.0.0 # via - # -c airflow/constraints.txt # apache-airflow # mdit-py-plugins # rich markupsafe==2.1.5 # via - # -c airflow/constraints.txt # apache-airflow # jinja2 # mako @@ -412,85 +276,56 @@ markupsafe==2.1.5 # wtforms marshmallow==3.21.2 # via - # -c airflow/constraints.txt # flask-appbuilder # marshmallow-oneofschema # marshmallow-sqlalchemy marshmallow-oneofschema==3.1.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow marshmallow-sqlalchemy==0.28.2 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder mdit-py-plugins==0.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow mdurl==0.1.2 - # via - # -c airflow/constraints.txt - # markdown-it-py + # via markdown-it-py methodtools==0.4.7 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow more-itertools==10.2.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-common-sql + # via apache-airflow-providers-common-sql multidict==6.0.5 # via - # -c airflow/constraints.txt # aiohttp # yarl opentelemetry-api==1.24.0 # via - # -c airflow/constraints.txt # apache-airflow # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http # opentelemetry-sdk opentelemetry-exporter-otlp==1.24.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow opentelemetry-exporter-otlp-proto-common==1.24.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http opentelemetry-exporter-otlp-proto-grpc==1.24.0 - # via - # -c airflow/constraints.txt - # opentelemetry-exporter-otlp + # via opentelemetry-exporter-otlp opentelemetry-exporter-otlp-proto-http==1.24.0 - # via - # -c airflow/constraints.txt - # opentelemetry-exporter-otlp + # via opentelemetry-exporter-otlp opentelemetry-proto==1.24.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-common # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http opentelemetry-sdk==1.24.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http opentelemetry-semantic-conventions==0.45b0 - # via - # -c airflow/constraints.txt - # opentelemetry-sdk + # via opentelemetry-sdk ordered-set==4.1.0 - # via - # -c airflow/constraints.txt - # flask-limiter + # via flask-limiter packaging==24.0 # via - # -c airflow/constraints.txt # apache-airflow # apispec # connexion @@ -502,72 +337,45 @@ packaging==24.0 # sqlalchemy-redshift paramiko==3.4.0 # via - # -c airflow/constraints.txt # apache-airflow-providers-ssh # sshtunnel pathspec==0.12.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow pendulum==3.0.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow pluggy==1.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow ply==3.11 - # via - # -c airflow/constraints.txt - # jsonpath-ng + # via jsonpath-ng prison==0.2.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder protobuf==4.25.3 # via - # -c airflow/constraints.txt # googleapis-common-protos # opentelemetry-proto psutil==5.9.8 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow psycopg2-binary==2.9.9 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-postgres + # via apache-airflow-providers-postgres pyathena==3.7.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon pycparser==2.22 - # via - # -c airflow/constraints.txt - # cffi + # via cffi pygments==2.17.2 # via - # -c airflow/constraints.txt # apache-airflow # rich pyjwt==2.8.0 # via - # -c airflow/constraints.txt # apache-airflow # flask-appbuilder # flask-jwt-extended pynacl==1.5.0 - # via - # -c airflow/constraints.txt - # paramiko + # via paramiko python-daemon==3.0.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow python-dateutil==2.9.0.post0 # via - # -c airflow/constraints.txt # apache-airflow # botocore # croniter @@ -575,38 +383,29 @@ python-dateutil==2.9.0.post0 # pendulum # time-machine python-nvd3==0.16.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow python-slugify==8.0.4 # via - # -c airflow/constraints.txt # apache-airflow # python-nvd3 pytz==2024.1 # via - # -c airflow/constraints.txt # croniter # flask-babel # redshift-connector pyyaml==6.0.1 # via - # -c airflow/constraints.txt # apispec # clickclick # connexion redshift-connector==2.1.1 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon referencing==0.31.1 # via - # -c airflow/constraints.txt # jsonschema # jsonschema-specifications requests==2.31.0 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-http # connexion @@ -614,73 +413,49 @@ requests==2.31.0 # redshift-connector # requests-toolbelt requests-toolbelt==1.0.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-http + # via apache-airflow-providers-http rfc3339-validator==0.1.4 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow rfc3986==1.5.0 - # via - # -c airflow/constraints.txt - # httpx + # via httpx rich==13.7.1 # via - # -c airflow/constraints.txt # apache-airflow # flask-limiter # rich-argparse rich-argparse==1.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow rpds-py==0.18.0 # via - # -c airflow/constraints.txt # jsonschema # referencing s3transfer==0.10.1 - # via - # -c airflow/constraints.txt - # boto3 + # via boto3 scramp==1.4.5 - # via - # -c airflow/constraints.txt - # redshift-connector + # via redshift-connector sentry-sdk==2.0.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow setproctitle==1.3.3 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow setuptools==66.1.1 # via - # -c airflow/constraints.txt # python-daemon # redshift-connector six==1.16.0 # via - # -c airflow/constraints.txt # prison # python-dateutil # rfc3339-validator # wirerope sniffio==1.3.1 # via - # -c airflow/constraints.txt # anyio # httpcore # httpx soupsieve==2.5 - # via - # -c airflow/constraints.txt - # beautifulsoup4 + # via beautifulsoup4 sqlalchemy==1.4.52 # via - # -c airflow/constraints.txt # alembic # apache-airflow # flask-appbuilder @@ -690,82 +465,50 @@ sqlalchemy==1.4.52 # sqlalchemy-redshift # sqlalchemy-utils sqlalchemy-jsonfield==1.0.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow sqlalchemy-redshift==0.8.14 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon sqlalchemy-utils==0.41.2 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder sqlparse==0.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-common-sql + # via apache-airflow-providers-common-sql sshtunnel==0.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-ssh + # via apache-airflow-providers-ssh tabulate==0.9.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow tenacity==8.2.3 # via - # -c airflow/constraints.txt # apache-airflow # pyathena termcolor==2.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow text-unidecode==1.3 - # via - # -c airflow/constraints.txt - # python-slugify + # via python-slugify time-machine==2.14.1 - # via - # -c airflow/constraints.txt - # pendulum + # via pendulum typing-extensions==4.11.0 # via - # -c airflow/constraints.txt # alembic # flask-limiter # limits # opentelemetry-sdk tzdata==2024.1 - # via - # -c airflow/constraints.txt - # pendulum + # via pendulum uc-micro-py==1.0.3 - # via - # -c airflow/constraints.txt - # linkify-it-py + # via linkify-it-py unicodecsv==0.14.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow universal-pathlib==0.2.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow urllib3==2.2.1 # via - # -c airflow/constraints.txt # botocore # requests # sentry-sdk watchtower==3.2.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon werkzeug==2.2.3 # via - # -c airflow/constraints.txt # apache-airflow # connexion # flask @@ -773,23 +516,14 @@ werkzeug==2.2.3 # flask-jwt-extended # flask-login wirerope==0.4.7 - # via - # -c airflow/constraints.txt - # methodtools + # via methodtools wrapt==1.16.0 - # via - # -c airflow/constraints.txt - # deprecated + # via deprecated wtforms==3.1.2 # via - # -c airflow/constraints.txt # flask-appbuilder # flask-wtf yarl==1.9.4 - # via - # -c airflow/constraints.txt - # aiohttp + # via aiohttp zipp==3.18.1 - # via - # -c airflow/constraints.txt - # importlib-metadata + # via importlib-metadata diff --git a/pipeline/requirements/dev/requirements.txt b/pipeline/requirements/dev/requirements.txt index d61c5f5e3..a58eae5f5 100644 --- a/pipeline/requirements/dev/requirements.txt +++ b/pipeline/requirements/dev/requirements.txt @@ -1,30 +1,18 @@ # This file was autogenerated by uv via the following command: # uv pip compile --constraint airflow/constraints.txt dev/requirements.in --output-file=dev/requirements.txt 2captcha-python==1.2.5 - # via -r dev/../tasks/python/requirements.in aiohttp==3.9.5 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-http + # via apache-airflow-providers-http aiosignal==1.3.1 - # via - # -c airflow/constraints.txt - # aiohttp + # via aiohttp alembic==1.13.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow annotated-types==0.6.0 - # via - # -c airflow/constraints.txt - # pydantic + # via pydantic anyio==4.3.0 - # via - # -c airflow/constraints.txt - # httpcore + # via httpcore apache-airflow==2.9.1 # via - # -r dev/../airflow/requirements.in # apache-airflow-providers-amazon # apache-airflow-providers-common-io # apache-airflow-providers-common-sql @@ -37,77 +25,46 @@ apache-airflow==2.9.1 # apache-airflow-providers-sqlite # apache-airflow-providers-ssh apache-airflow-providers-amazon==8.20.0 - # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in - # apache-airflow + # via apache-airflow apache-airflow-providers-common-io==1.3.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-common-sql==1.12.0 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-postgres # apache-airflow-providers-sqlite apache-airflow-providers-fab==1.0.4 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-ftp==3.8.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-http==4.10.1 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon apache-airflow-providers-imap==3.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-postgres==5.10.2 - # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in - # apache-airflow + # via apache-airflow apache-airflow-providers-smtp==1.6.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-sqlite==3.7.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-ssh==3.10.1 - # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in - # apache-airflow + # via apache-airflow apispec==6.6.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder argcomplete==3.3.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow asgiref==3.8.1 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-http asn1crypto==1.5.1 - # via - # -c airflow/constraints.txt - # scramp + # via scramp attrs==23.2.0 # via - # -c airflow/constraints.txt # aiohttp # apache-airflow # fiona @@ -115,32 +72,22 @@ attrs==23.2.0 # referencing babel==2.14.0 # via - # -c airflow/constraints.txt # courlan # flask-babel bcrypt==4.1.2 - # via - # -c airflow/constraints.txt - # paramiko + # via paramiko beautifulsoup4==4.12.3 - # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in - # redshift-connector + # via redshift-connector blinker==1.8.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow boto3==1.34.69 # via - # -c airflow/constraints.txt # apache-airflow-providers-amazon # pyathena # redshift-connector # watchtower botocore==1.34.69 # via - # -c airflow/constraints.txt # apache-airflow-providers-amazon # boto3 # pyathena @@ -148,16 +95,12 @@ botocore==1.34.69 # s3transfer cachelib==0.9.0 # via - # -c airflow/constraints.txt # flask-caching # flask-session cachetools==5.3.3 - # via - # -c airflow/constraints.txt - # tox + # via tox certifi==2024.2.2 # via - # -c airflow/constraints.txt # fiona # httpcore # httpx @@ -169,26 +112,19 @@ certifi==2024.2.2 # trafilatura cffi==1.16.0 # via - # -c airflow/constraints.txt # cryptography # pynacl cfgv==3.4.0 - # via - # -c airflow/constraints.txt - # pre-commit + # via pre-commit chardet==5.2.0 - # via - # -c airflow/constraints.txt - # tox + # via tox charset-normalizer==3.3.2 # via - # -c airflow/constraints.txt # htmldate # requests # trafilatura click==8.1.7 # via - # -c airflow/constraints.txt # click-plugins # clickclick # cligj @@ -196,91 +132,60 @@ click==8.1.7 # flask # flask-appbuilder click-plugins==1.1.1 - # via - # -c airflow/constraints.txt - # fiona + # via fiona clickclick==20.10.2 - # via - # -c airflow/constraints.txt - # connexion + # via connexion cligj==0.7.2 # via fiona colorama==0.4.6 # via - # -c airflow/constraints.txt # flask-appbuilder # tox colorlog==4.8.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow configupdater==3.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow connexion==2.14.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow courlan==1.1.0 # via trafilatura cron-descriptor==1.4.3 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow croniter==2.0.5 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow cryptography==41.0.7 # via - # -c airflow/constraints.txt # apache-airflow # paramiko dateparser==1.2.0 # via htmldate deprecated==1.2.14 # via - # -c airflow/constraints.txt # apache-airflow # limits # opentelemetry-api # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http dill==0.3.8 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow distlib==0.3.8 - # via - # -c airflow/constraints.txt - # virtualenv + # via virtualenv dnspython==2.6.1 - # via - # -c airflow/constraints.txt - # email-validator + # via email-validator docutils==0.16 - # via - # -c airflow/constraints.txt - # python-daemon + # via python-daemon email-validator==2.1.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder et-xmlfile==1.1.0 - # via - # -c airflow/constraints.txt - # openpyxl + # via openpyxl filelock==3.14.0 # via - # -c airflow/constraints.txt # tox # virtualenv fiona==1.9.6 # via geopandas flask==2.2.5 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-fab # connexion @@ -294,105 +199,67 @@ flask==2.2.5 # flask-sqlalchemy # flask-wtf flask-appbuilder==4.4.1 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-fab + # via apache-airflow-providers-fab flask-babel==2.0.0 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-caching==2.2.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow flask-jwt-extended==4.6.0 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-limiter==3.6.0 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-login==0.6.3 # via - # -c airflow/constraints.txt # apache-airflow-providers-fab # flask-appbuilder flask-session==0.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow flask-sqlalchemy==2.5.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-wtf==1.2.1 # via - # -c airflow/constraints.txt # apache-airflow # flask-appbuilder frozenlist==1.4.1 # via - # -c airflow/constraints.txt # aiohttp # aiosignal fsspec==2023.12.2 # via - # -c airflow/constraints.txt # apache-airflow # pyathena # universal-pathlib furl==2.1.3 - # via -r dev/../tasks/python/requirements.in geoalchemy2==0.15.1 - # via -r dev/../tasks/python/requirements.in geopandas==0.14.4 - # via -r dev/../tasks/python/requirements.in google-re2==1.1.20240501 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-fab googleapis-common-protos==1.63.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http greenlet==3.0.3 # via - # -c airflow/constraints.txt # playwright # sqlalchemy grpcio==1.63.0 - # via - # -c airflow/constraints.txt - # opentelemetry-exporter-otlp-proto-grpc + # via opentelemetry-exporter-otlp-proto-grpc gunicorn==22.0.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow h11==0.14.0 - # via - # -c airflow/constraints.txt - # httpcore + # via httpcore htmldate==1.8.1 # via trafilatura httpcore==0.16.3 - # via - # -c airflow/constraints.txt - # httpx + # via httpx httpx==0.23.3 - # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in - # apache-airflow + # via apache-airflow identify==2.5.36 - # via - # -c airflow/constraints.txt - # pre-commit + # via pre-commit idna==3.7 # via - # -c airflow/constraints.txt # anyio # email-validator # requests @@ -400,79 +267,56 @@ idna==3.7 # yarl importlib-metadata==6.11.0 # via - # -c airflow/constraints.txt # apache-airflow # opentelemetry-api importlib-resources==6.4.0 - # via - # -c airflow/constraints.txt - # limits + # via limits inflection==0.5.1 # via - # -c airflow/constraints.txt # apache-airflow-providers-amazon # connexion # pyairtable iniconfig==2.0.0 - # via - # -c airflow/constraints.txt - # pytest + # via pytest itsdangerous==2.2.0 # via - # -c airflow/constraints.txt # apache-airflow # connexion # flask # flask-wtf jinja2==3.1.3 # via - # -c airflow/constraints.txt # apache-airflow # flask # flask-babel # python-nvd3 jmespath==0.10.0 # via - # -c airflow/constraints.txt # boto3 # botocore jsonpath-ng==1.6.1 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon jsonschema==4.22.0 # via - # -c airflow/constraints.txt # apache-airflow # connexion # flask-appbuilder jsonschema-specifications==2023.12.1 - # via - # -c airflow/constraints.txt - # jsonschema + # via jsonschema justext==3.0.1 # via trafilatura lazy-object-proxy==1.10.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow limits==3.11.0 - # via - # -c airflow/constraints.txt - # flask-limiter + # via flask-limiter linkify-it-py==2.0.3 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow lockfile==0.12.2 # via - # -c airflow/constraints.txt # apache-airflow # python-daemon lxml==5.2.1 # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in # htmldate # justext # lxml-html-clean @@ -481,18 +325,14 @@ lxml==5.2.1 lxml-html-clean==0.1.1 # via lxml mako==1.3.3 - # via - # -c airflow/constraints.txt - # alembic + # via alembic markdown-it-py==3.0.0 # via - # -c airflow/constraints.txt # apache-airflow # mdit-py-plugins # rich markupsafe==2.1.5 # via - # -c airflow/constraints.txt # apache-airflow # jinja2 # mako @@ -500,103 +340,68 @@ markupsafe==2.1.5 # wtforms marshmallow==3.21.2 # via - # -c airflow/constraints.txt # flask-appbuilder # marshmallow-oneofschema # marshmallow-sqlalchemy marshmallow-oneofschema==3.1.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow marshmallow-sqlalchemy==0.28.2 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder mdit-py-plugins==0.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow mdurl==0.1.2 - # via - # -c airflow/constraints.txt - # markdown-it-py + # via markdown-it-py methodtools==0.4.7 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow more-itertools==10.2.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-common-sql + # via apache-airflow-providers-common-sql multidict==6.0.5 # via - # -c airflow/constraints.txt # aiohttp # yarl nodeenv==1.8.0 - # via - # -c airflow/constraints.txt - # pre-commit + # via pre-commit numpy==1.26.4 # via - # -c airflow/constraints.txt # geopandas # pandas # pyarrow # pyogrio # shapely openpyxl==3.1.2 - # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in opentelemetry-api==1.24.0 # via - # -c airflow/constraints.txt # apache-airflow # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http # opentelemetry-sdk opentelemetry-exporter-otlp==1.24.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow opentelemetry-exporter-otlp-proto-common==1.24.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http opentelemetry-exporter-otlp-proto-grpc==1.24.0 - # via - # -c airflow/constraints.txt - # opentelemetry-exporter-otlp + # via opentelemetry-exporter-otlp opentelemetry-exporter-otlp-proto-http==1.24.0 - # via - # -c airflow/constraints.txt - # opentelemetry-exporter-otlp + # via opentelemetry-exporter-otlp opentelemetry-proto==1.24.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-common # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http opentelemetry-sdk==1.24.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http opentelemetry-semantic-conventions==0.45b0 - # via - # -c airflow/constraints.txt - # opentelemetry-sdk + # via opentelemetry-sdk ordered-set==4.1.0 - # via - # -c airflow/constraints.txt - # flask-limiter + # via flask-limiter orderedmultidict==1.0.1 # via furl packaging==24.0 # via - # -c airflow/constraints.txt # apache-airflow # apispec # connexion @@ -613,122 +418,74 @@ packaging==24.0 # sqlalchemy-redshift # tox pandas==2.1.4 - # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in - # geopandas + # via geopandas paramiko==3.4.0 # via - # -c airflow/constraints.txt # apache-airflow-providers-ssh # sshtunnel pathspec==0.12.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow pendulum==3.0.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow platformdirs==4.2.1 # via - # -c airflow/constraints.txt # tox # virtualenv -playwright==1.43.0 - # via -r dev/../tasks/python/requirements.in +playwright==1.44.0 pluggy==1.5.0 # via - # -c airflow/constraints.txt # apache-airflow # pytest # tox ply==3.11 - # via - # -c airflow/constraints.txt - # jsonpath-ng + # via jsonpath-ng pre-commit==3.7.0 - # via - # -c airflow/constraints.txt - # -r dev/requirements.in prison==0.2.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder protobuf==4.25.3 # via - # -c airflow/constraints.txt # googleapis-common-protos # opentelemetry-proto psutil==5.9.8 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow psycopg2==2.9.9 - # via -r dev/../tasks/python/requirements.in psycopg2-binary==2.9.9 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-postgres + # via apache-airflow-providers-postgres pyairtable==2.3.3 - # via -r dev/../tasks/python/requirements.in pyarrow==16.0.0 - # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in pyathena==3.7.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon pycparser==2.22 - # via - # -c airflow/constraints.txt - # cffi + # via cffi pydantic==2.7.1 - # via - # -c airflow/constraints.txt - # pyairtable + # via pyairtable pydantic-core==2.18.2 - # via - # -c airflow/constraints.txt - # pydantic + # via pydantic pyee==11.1.0 # via playwright pygments==2.17.2 # via - # -c airflow/constraints.txt # apache-airflow # rich pyjwt==2.8.0 # via - # -c airflow/constraints.txt # apache-airflow # flask-appbuilder # flask-jwt-extended pynacl==1.5.0 - # via - # -c airflow/constraints.txt - # paramiko + # via paramiko pyogrio==0.8.0 - # via -r dev/../tasks/python/requirements.in pyproj==3.6.1 # via geopandas pyproject-api==1.6.1 # via tox pytest==7.4.4 - # via - # -c airflow/constraints.txt - # -r dev/requirements.in - # pytest-dotenv + # via pytest-dotenv pytest-dotenv==0.5.2 - # via -r dev/requirements.in python-daemon==3.0.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow python-dateutil==2.9.0.post0 # via - # -c airflow/constraints.txt # apache-airflow # botocore # croniter @@ -740,21 +497,15 @@ python-dateutil==2.9.0.post0 # sib-api-v3-sdk # time-machine python-dotenv==1.0.1 - # via - # -c airflow/constraints.txt - # pytest-dotenv + # via pytest-dotenv python-nvd3==0.16.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow python-slugify==8.0.4 # via - # -c airflow/constraints.txt # apache-airflow # python-nvd3 pytz==2024.1 # via - # -c airflow/constraints.txt # croniter # dateparser # flask-babel @@ -762,28 +513,20 @@ pytz==2024.1 # redshift-connector pyyaml==6.0.1 # via - # -c airflow/constraints.txt # apispec # clickclick # connexion # pre-commit redshift-connector==2.1.1 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon referencing==0.31.1 # via - # -c airflow/constraints.txt # jsonschema # jsonschema-specifications regex==2024.4.28 - # via - # -c airflow/constraints.txt - # dateparser + # via dateparser requests==2.31.0 # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in # 2captcha-python # apache-airflow # apache-airflow-providers-http @@ -794,72 +537,42 @@ requests==2.31.0 # requests-mock # requests-toolbelt requests-mock==1.12.1 - # via - # -c airflow/constraints.txt - # -r dev/requirements.in requests-toolbelt==1.0.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-http + # via apache-airflow-providers-http rfc3339-validator==0.1.4 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow rfc3986==1.5.0 - # via - # -c airflow/constraints.txt - # httpx + # via httpx rich==13.7.1 # via - # -c airflow/constraints.txt # apache-airflow # flask-limiter # rich-argparse rich-argparse==1.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow rpds-py==0.18.0 # via - # -c airflow/constraints.txt # jsonschema # referencing ruff==0.3.3 - # via - # -c airflow/constraints.txt - # -r dev/requirements.in s3transfer==0.10.1 - # via - # -c airflow/constraints.txt - # boto3 + # via boto3 scramp==1.4.5 - # via - # -c airflow/constraints.txt - # redshift-connector + # via redshift-connector sentry-sdk==2.0.1 - # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in - # apache-airflow + # via apache-airflow setproctitle==1.3.3 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow setuptools==66.1.1 # via - # -c airflow/constraints.txt # nodeenv # python-daemon # redshift-connector shapely==2.0.4 - # via - # -c airflow/constraints.txt - # geopandas + # via geopandas sib-api-v3-sdk==7.6.0 - # via -r dev/../tasks/python/requirements.in six==1.16.0 # via - # -c airflow/constraints.txt # fiona # furl # orderedmultidict @@ -870,18 +583,13 @@ six==1.16.0 # wirerope sniffio==1.3.1 # via - # -c airflow/constraints.txt # anyio # httpcore # httpx soupsieve==2.5 - # via - # -c airflow/constraints.txt - # beautifulsoup4 + # via beautifulsoup4 sqlalchemy==1.4.52 # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in # alembic # apache-airflow # flask-appbuilder @@ -892,56 +600,33 @@ sqlalchemy==1.4.52 # sqlalchemy-redshift # sqlalchemy-utils sqlalchemy-jsonfield==1.0.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow sqlalchemy-redshift==0.8.14 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon sqlalchemy-utils==0.41.2 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder sqlparse==0.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-common-sql + # via apache-airflow-providers-common-sql sshtunnel==0.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-ssh + # via apache-airflow-providers-ssh tabulate==0.9.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow tenacity==8.2.3 # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in # apache-airflow # pyathena termcolor==2.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow text-unidecode==1.3 - # via - # -c airflow/constraints.txt - # python-slugify + # via python-slugify time-machine==2.14.1 - # via - # -c airflow/constraints.txt - # pendulum + # via pendulum tld==0.13 # via courlan tox==4.15.0 - # via -r dev/requirements.in trafilatura==1.8.0 - # via -r dev/../tasks/python/requirements.in typing-extensions==4.11.0 # via - # -c airflow/constraints.txt # alembic # flask-limiter # limits @@ -952,29 +637,18 @@ typing-extensions==4.11.0 # pyee tzdata==2024.1 # via - # -c airflow/constraints.txt # pandas # pendulum tzlocal==5.2 - # via - # -c airflow/constraints.txt - # dateparser + # via dateparser uc-micro-py==1.0.3 - # via - # -c airflow/constraints.txt - # linkify-it-py + # via linkify-it-py unicodecsv==0.14.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow universal-pathlib==0.2.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow urllib3==2.2.1 # via - # -c airflow/constraints.txt - # -r dev/../tasks/python/requirements.in # botocore # courlan # htmldate @@ -984,21 +658,14 @@ urllib3==2.2.1 # sib-api-v3-sdk # trafilatura uv==0.1.35 - # via - # -c airflow/constraints.txt - # -r dev/requirements.in virtualenv==20.26.1 # via - # -c airflow/constraints.txt # pre-commit # tox watchtower==3.2.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon werkzeug==2.2.3 # via - # -c airflow/constraints.txt # apache-airflow # connexion # flask @@ -1006,25 +673,15 @@ werkzeug==2.2.3 # flask-jwt-extended # flask-login wirerope==0.4.7 - # via - # -c airflow/constraints.txt - # methodtools + # via methodtools wrapt==1.16.0 - # via - # -c airflow/constraints.txt - # deprecated + # via deprecated wtforms==3.1.2 # via - # -c airflow/constraints.txt # flask-appbuilder # flask-wtf xlsxwriter==3.2.0 - # via -r dev/../tasks/python/requirements.in yarl==1.9.4 - # via - # -c airflow/constraints.txt - # aiohttp + # via aiohttp zipp==3.18.1 - # via - # -c airflow/constraints.txt - # importlib-metadata + # via importlib-metadata diff --git a/pipeline/requirements/tasks/dbt/requirements.txt b/pipeline/requirements/tasks/dbt/requirements.txt index 43c5cc341..091697f95 100644 --- a/pipeline/requirements/tasks/dbt/requirements.txt +++ b/pipeline/requirements/tasks/dbt/requirements.txt @@ -6,7 +6,7 @@ agate==1.9.1 # dbt-common # dbt-core # dbt-postgres -annotated-types==0.6.0 +annotated-types==0.7.0 # via pydantic attrs==23.2.0 # via @@ -36,13 +36,10 @@ dbt-common==1.0.4 # dbt-core # dbt-postgres dbt-core==1.8.0 - # via - # -r tasks/dbt/requirements.in - # dbt-postgres + # via dbt-postgres dbt-extractor==0.5.1 # via dbt-core dbt-postgres==1.8.0 - # via -r tasks/dbt/requirements.in dbt-semantic-interfaces==0.5.1 # via dbt-core idna==3.7 @@ -122,7 +119,7 @@ referencing==0.35.1 # via # jsonschema # jsonschema-specifications -requests==2.31.0 +requests==2.32.1 # via # dbt-common # dbt-core @@ -151,5 +148,5 @@ typing-extensions==4.11.0 # pydantic-core urllib3==2.2.1 # via requests -zipp==3.18.1 +zipp==3.18.2 # via importlib-metadata diff --git a/pipeline/requirements/tasks/pipx/requirements.txt b/pipeline/requirements/tasks/pipx/requirements.txt index a3b4f0ae9..581870667 100644 --- a/pipeline/requirements/tasks/pipx/requirements.txt +++ b/pipeline/requirements/tasks/pipx/requirements.txt @@ -7,7 +7,6 @@ click==8.1.7 packaging==24.0 # via pipx pipx==1.5.0 - # via -r tasks/pipx/requirements.in platformdirs==4.2.2 # via pipx userpath==1.9.2 diff --git a/pipeline/requirements/tasks/python/requirements.txt b/pipeline/requirements/tasks/python/requirements.txt index 69a576ace..e2a5bef4f 100644 --- a/pipeline/requirements/tasks/python/requirements.txt +++ b/pipeline/requirements/tasks/python/requirements.txt @@ -1,27 +1,16 @@ # This file was autogenerated by uv via the following command: # uv pip compile --constraint airflow/constraints.txt tasks/python/requirements.in --output-file=tasks/python/requirements.txt 2captcha-python==1.2.5 - # via -r tasks/python/requirements.in aiohttp==3.9.5 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-http + # via apache-airflow-providers-http aiosignal==1.3.1 - # via - # -c airflow/constraints.txt - # aiohttp + # via aiohttp alembic==1.13.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow annotated-types==0.6.0 - # via - # -c airflow/constraints.txt - # pydantic + # via pydantic anyio==4.3.0 - # via - # -c airflow/constraints.txt - # httpcore + # via httpcore apache-airflow==2.9.1 # via # apache-airflow-providers-amazon @@ -36,74 +25,43 @@ apache-airflow==2.9.1 # apache-airflow-providers-sqlite # apache-airflow-providers-ssh apache-airflow-providers-amazon==8.20.0 - # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in apache-airflow-providers-common-io==1.3.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-common-sql==1.12.0 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-postgres # apache-airflow-providers-sqlite apache-airflow-providers-fab==1.0.4 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-ftp==3.8.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-http==4.10.1 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon apache-airflow-providers-imap==3.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-postgres==5.10.2 - # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in apache-airflow-providers-smtp==1.6.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-sqlite==3.7.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow apache-airflow-providers-ssh==3.10.1 - # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in apispec==6.6.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder argcomplete==3.3.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow asgiref==3.8.1 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-http asn1crypto==1.5.1 - # via - # -c airflow/constraints.txt - # scramp + # via scramp attrs==23.2.0 # via - # -c airflow/constraints.txt # aiohttp # apache-airflow # fiona @@ -111,32 +69,22 @@ attrs==23.2.0 # referencing babel==2.14.0 # via - # -c airflow/constraints.txt # courlan # flask-babel bcrypt==4.1.2 - # via - # -c airflow/constraints.txt - # paramiko + # via paramiko beautifulsoup4==4.12.3 - # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in - # redshift-connector + # via redshift-connector blinker==1.8.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow boto3==1.34.69 # via - # -c airflow/constraints.txt # apache-airflow-providers-amazon # pyathena # redshift-connector # watchtower botocore==1.34.69 # via - # -c airflow/constraints.txt # apache-airflow-providers-amazon # boto3 # pyathena @@ -144,12 +92,10 @@ botocore==1.34.69 # s3transfer cachelib==0.9.0 # via - # -c airflow/constraints.txt # flask-caching # flask-session certifi==2024.2.2 # via - # -c airflow/constraints.txt # fiona # httpcore # httpx @@ -161,18 +107,15 @@ certifi==2024.2.2 # trafilatura cffi==1.16.0 # via - # -c airflow/constraints.txt # cryptography # pynacl charset-normalizer==3.3.2 # via - # -c airflow/constraints.txt # htmldate # requests # trafilatura click==8.1.7 # via - # -c airflow/constraints.txt # click-plugins # clickclick # cligj @@ -180,81 +123,52 @@ click==8.1.7 # flask # flask-appbuilder click-plugins==1.1.1 - # via - # -c airflow/constraints.txt - # fiona + # via fiona clickclick==20.10.2 - # via - # -c airflow/constraints.txt - # connexion + # via connexion cligj==0.7.2 # via fiona colorama==0.4.6 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder colorlog==4.8.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow configupdater==3.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow connexion==2.14.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow courlan==1.1.0 # via trafilatura cron-descriptor==1.4.3 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow croniter==2.0.5 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow cryptography==41.0.7 # via - # -c airflow/constraints.txt # apache-airflow # paramiko dateparser==1.2.0 # via htmldate deprecated==1.2.14 # via - # -c airflow/constraints.txt # apache-airflow # limits # opentelemetry-api # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http dill==0.3.8 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow dnspython==2.6.1 - # via - # -c airflow/constraints.txt - # email-validator + # via email-validator docutils==0.16 - # via - # -c airflow/constraints.txt - # python-daemon + # via python-daemon email-validator==2.1.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder et-xmlfile==1.1.0 - # via - # -c airflow/constraints.txt - # openpyxl + # via openpyxl fiona==1.9.6 # via geopandas flask==2.2.5 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-fab # connexion @@ -268,101 +182,65 @@ flask==2.2.5 # flask-sqlalchemy # flask-wtf flask-appbuilder==4.4.1 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-fab + # via apache-airflow-providers-fab flask-babel==2.0.0 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-caching==2.2.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow flask-jwt-extended==4.6.0 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-limiter==3.6.0 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-login==0.6.3 # via - # -c airflow/constraints.txt # apache-airflow-providers-fab # flask-appbuilder flask-session==0.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow flask-sqlalchemy==2.5.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder flask-wtf==1.2.1 # via - # -c airflow/constraints.txt # apache-airflow # flask-appbuilder frozenlist==1.4.1 # via - # -c airflow/constraints.txt # aiohttp # aiosignal fsspec==2023.12.2 # via - # -c airflow/constraints.txt # apache-airflow # pyathena # universal-pathlib furl==2.1.3 - # via -r tasks/python/requirements.in geoalchemy2==0.15.1 - # via -r tasks/python/requirements.in geopandas==0.14.4 - # via -r tasks/python/requirements.in google-re2==1.1.20240501 # via - # -c airflow/constraints.txt # apache-airflow # apache-airflow-providers-fab googleapis-common-protos==1.63.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http greenlet==3.0.3 # via - # -c airflow/constraints.txt # playwright # sqlalchemy grpcio==1.63.0 - # via - # -c airflow/constraints.txt - # opentelemetry-exporter-otlp-proto-grpc + # via opentelemetry-exporter-otlp-proto-grpc gunicorn==22.0.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow h11==0.14.0 - # via - # -c airflow/constraints.txt - # httpcore + # via httpcore htmldate==1.8.1 # via trafilatura httpcore==0.16.3 - # via - # -c airflow/constraints.txt - # httpx + # via httpx httpx==0.23.3 - # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in - # apache-airflow + # via apache-airflow idna==3.7 # via - # -c airflow/constraints.txt # anyio # email-validator # requests @@ -370,75 +248,54 @@ idna==3.7 # yarl importlib-metadata==6.11.0 # via - # -c airflow/constraints.txt # apache-airflow # opentelemetry-api importlib-resources==6.4.0 - # via - # -c airflow/constraints.txt - # limits + # via limits inflection==0.5.1 # via - # -c airflow/constraints.txt # apache-airflow-providers-amazon # connexion # pyairtable itsdangerous==2.2.0 # via - # -c airflow/constraints.txt # apache-airflow # connexion # flask # flask-wtf jinja2==3.1.3 # via - # -c airflow/constraints.txt # apache-airflow # flask # flask-babel # python-nvd3 jmespath==0.10.0 # via - # -c airflow/constraints.txt # boto3 # botocore jsonpath-ng==1.6.1 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon jsonschema==4.22.0 # via - # -c airflow/constraints.txt # apache-airflow # connexion # flask-appbuilder jsonschema-specifications==2023.12.1 - # via - # -c airflow/constraints.txt - # jsonschema + # via jsonschema justext==3.0.1 # via trafilatura lazy-object-proxy==1.10.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow limits==3.11.0 - # via - # -c airflow/constraints.txt - # flask-limiter + # via flask-limiter linkify-it-py==2.0.3 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow lockfile==0.12.2 # via - # -c airflow/constraints.txt # apache-airflow # python-daemon lxml==5.2.1 # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in # htmldate # justext # lxml-html-clean @@ -447,18 +304,14 @@ lxml==5.2.1 lxml-html-clean==0.1.1 # via lxml mako==1.3.3 - # via - # -c airflow/constraints.txt - # alembic + # via alembic markdown-it-py==3.0.0 # via - # -c airflow/constraints.txt # apache-airflow # mdit-py-plugins # rich markupsafe==2.1.5 # via - # -c airflow/constraints.txt # apache-airflow # jinja2 # mako @@ -466,99 +319,66 @@ markupsafe==2.1.5 # wtforms marshmallow==3.21.2 # via - # -c airflow/constraints.txt # flask-appbuilder # marshmallow-oneofschema # marshmallow-sqlalchemy marshmallow-oneofschema==3.1.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow marshmallow-sqlalchemy==0.28.2 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder mdit-py-plugins==0.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow mdurl==0.1.2 - # via - # -c airflow/constraints.txt - # markdown-it-py + # via markdown-it-py methodtools==0.4.7 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow more-itertools==10.2.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-common-sql + # via apache-airflow-providers-common-sql multidict==6.0.5 # via - # -c airflow/constraints.txt # aiohttp # yarl numpy==1.26.4 # via - # -c airflow/constraints.txt # geopandas # pandas # pyarrow # pyogrio # shapely openpyxl==3.1.2 - # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in opentelemetry-api==1.24.0 # via - # -c airflow/constraints.txt # apache-airflow # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http # opentelemetry-sdk opentelemetry-exporter-otlp==1.24.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow opentelemetry-exporter-otlp-proto-common==1.24.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http opentelemetry-exporter-otlp-proto-grpc==1.24.0 - # via - # -c airflow/constraints.txt - # opentelemetry-exporter-otlp + # via opentelemetry-exporter-otlp opentelemetry-exporter-otlp-proto-http==1.24.0 - # via - # -c airflow/constraints.txt - # opentelemetry-exporter-otlp + # via opentelemetry-exporter-otlp opentelemetry-proto==1.24.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-common # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http opentelemetry-sdk==1.24.0 # via - # -c airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http opentelemetry-semantic-conventions==0.45b0 - # via - # -c airflow/constraints.txt - # opentelemetry-sdk + # via opentelemetry-sdk ordered-set==4.1.0 - # via - # -c airflow/constraints.txt - # flask-limiter + # via flask-limiter orderedmultidict==1.0.1 # via furl packaging==24.0 # via - # -c airflow/constraints.txt # apache-airflow # apispec # connexion @@ -572,102 +392,61 @@ packaging==24.0 # redshift-connector # sqlalchemy-redshift pandas==2.1.4 - # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in - # geopandas + # via geopandas paramiko==3.4.0 # via - # -c airflow/constraints.txt # apache-airflow-providers-ssh # sshtunnel pathspec==0.12.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow pendulum==3.0.0 - # via - # -c airflow/constraints.txt - # apache-airflow -playwright==1.43.0 - # via -r tasks/python/requirements.in + # via apache-airflow +playwright==1.44.0 pluggy==1.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow ply==3.11 - # via - # -c airflow/constraints.txt - # jsonpath-ng + # via jsonpath-ng prison==0.2.1 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder protobuf==4.25.3 # via - # -c airflow/constraints.txt # googleapis-common-protos # opentelemetry-proto psutil==5.9.8 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow psycopg2==2.9.9 - # via -r tasks/python/requirements.in psycopg2-binary==2.9.9 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-postgres + # via apache-airflow-providers-postgres pyairtable==2.3.3 - # via -r tasks/python/requirements.in pyarrow==16.0.0 - # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in pyathena==3.7.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon pycparser==2.22 - # via - # -c airflow/constraints.txt - # cffi + # via cffi pydantic==2.7.1 - # via - # -c airflow/constraints.txt - # pyairtable + # via pyairtable pydantic-core==2.18.2 - # via - # -c airflow/constraints.txt - # pydantic + # via pydantic pyee==11.1.0 # via playwright pygments==2.17.2 # via - # -c airflow/constraints.txt # apache-airflow # rich pyjwt==2.8.0 # via - # -c airflow/constraints.txt # apache-airflow # flask-appbuilder # flask-jwt-extended pynacl==1.5.0 - # via - # -c airflow/constraints.txt - # paramiko + # via paramiko pyogrio==0.8.0 - # via -r tasks/python/requirements.in pyproj==3.6.1 # via geopandas python-daemon==3.0.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow python-dateutil==2.9.0.post0 # via - # -c airflow/constraints.txt # apache-airflow # botocore # croniter @@ -679,17 +458,13 @@ python-dateutil==2.9.0.post0 # sib-api-v3-sdk # time-machine python-nvd3==0.16.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow python-slugify==8.0.4 # via - # -c airflow/constraints.txt # apache-airflow # python-nvd3 pytz==2024.1 # via - # -c airflow/constraints.txt # croniter # dateparser # flask-babel @@ -697,27 +472,19 @@ pytz==2024.1 # redshift-connector pyyaml==6.0.1 # via - # -c airflow/constraints.txt # apispec # clickclick # connexion redshift-connector==2.1.1 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon referencing==0.31.1 # via - # -c airflow/constraints.txt # jsonschema # jsonschema-specifications regex==2024.4.28 - # via - # -c airflow/constraints.txt - # dateparser + # via dateparser requests==2.31.0 # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in # 2captcha-python # apache-airflow # apache-airflow-providers-http @@ -727,62 +494,38 @@ requests==2.31.0 # redshift-connector # requests-toolbelt requests-toolbelt==1.0.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-http + # via apache-airflow-providers-http rfc3339-validator==0.1.4 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow rfc3986==1.5.0 - # via - # -c airflow/constraints.txt - # httpx + # via httpx rich==13.7.1 # via - # -c airflow/constraints.txt # apache-airflow # flask-limiter # rich-argparse rich-argparse==1.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow rpds-py==0.18.0 # via - # -c airflow/constraints.txt # jsonschema # referencing s3transfer==0.10.1 - # via - # -c airflow/constraints.txt - # boto3 + # via boto3 scramp==1.4.5 - # via - # -c airflow/constraints.txt - # redshift-connector + # via redshift-connector sentry-sdk==2.0.1 - # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in setproctitle==1.3.3 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow setuptools==66.1.1 # via - # -c airflow/constraints.txt # python-daemon # redshift-connector shapely==2.0.4 - # via - # -c airflow/constraints.txt - # geopandas + # via geopandas sib-api-v3-sdk==7.6.0 - # via -r tasks/python/requirements.in six==1.16.0 # via - # -c airflow/constraints.txt # fiona # furl # orderedmultidict @@ -793,18 +536,13 @@ six==1.16.0 # wirerope sniffio==1.3.1 # via - # -c airflow/constraints.txt # anyio # httpcore # httpx soupsieve==2.5 - # via - # -c airflow/constraints.txt - # beautifulsoup4 + # via beautifulsoup4 sqlalchemy==1.4.52 # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in # alembic # apache-airflow # flask-appbuilder @@ -815,54 +553,32 @@ sqlalchemy==1.4.52 # sqlalchemy-redshift # sqlalchemy-utils sqlalchemy-jsonfield==1.0.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow sqlalchemy-redshift==0.8.14 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon sqlalchemy-utils==0.41.2 - # via - # -c airflow/constraints.txt - # flask-appbuilder + # via flask-appbuilder sqlparse==0.5.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-common-sql + # via apache-airflow-providers-common-sql sshtunnel==0.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-ssh + # via apache-airflow-providers-ssh tabulate==0.9.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow tenacity==8.2.3 # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in # apache-airflow # pyathena termcolor==2.4.0 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow text-unidecode==1.3 - # via - # -c airflow/constraints.txt - # python-slugify + # via python-slugify time-machine==2.14.1 - # via - # -c airflow/constraints.txt - # pendulum + # via pendulum tld==0.13 # via courlan trafilatura==1.8.0 - # via -r tasks/python/requirements.in typing-extensions==4.11.0 # via - # -c airflow/constraints.txt # alembic # flask-limiter # limits @@ -873,29 +589,18 @@ typing-extensions==4.11.0 # pyee tzdata==2024.1 # via - # -c airflow/constraints.txt # pandas # pendulum tzlocal==5.2 - # via - # -c airflow/constraints.txt - # dateparser + # via dateparser uc-micro-py==1.0.3 - # via - # -c airflow/constraints.txt - # linkify-it-py + # via linkify-it-py unicodecsv==0.14.1 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow universal-pathlib==0.2.2 - # via - # -c airflow/constraints.txt - # apache-airflow + # via apache-airflow urllib3==2.2.1 # via - # -c airflow/constraints.txt - # -r tasks/python/requirements.in # botocore # courlan # htmldate @@ -905,12 +610,9 @@ urllib3==2.2.1 # sib-api-v3-sdk # trafilatura watchtower==3.2.0 - # via - # -c airflow/constraints.txt - # apache-airflow-providers-amazon + # via apache-airflow-providers-amazon werkzeug==2.2.3 # via - # -c airflow/constraints.txt # apache-airflow # connexion # flask @@ -918,25 +620,15 @@ werkzeug==2.2.3 # flask-jwt-extended # flask-login wirerope==0.4.7 - # via - # -c airflow/constraints.txt - # methodtools + # via methodtools wrapt==1.16.0 - # via - # -c airflow/constraints.txt - # deprecated + # via deprecated wtforms==3.1.2 # via - # -c airflow/constraints.txt # flask-appbuilder # flask-wtf xlsxwriter==3.2.0 - # via -r tasks/python/requirements.in yarl==1.9.4 - # via - # -c airflow/constraints.txt - # aiohttp + # via aiohttp zipp==3.18.1 - # via - # -c airflow/constraints.txt - # importlib-metadata + # via importlib-metadata