docker-compose.yml

version: "3.9"
services:
  article-relevance-prediction:
    image: metaextractor-article-relevance:v0.0.1
    build:
      dockerfile: ./docker/article-relevance/Dockerfile
      context: .
    environment:
      - N_RECENT=
      - MIN_DATE=12M
      - MAX_DATE=
      - TERM=holocene
      - AUTO_MIN_DATE=False
      - AUTO_CHECK_DUP=False
      - OUTPUT_PATH=/outputs/
      - SEND_XDD=False
      - DOI_FILE_PATH=/raw/gdd_api_return.json
      - MODEL_PATH=/models/logistic_regression_model.joblib

    volumes:
      - ./data/article-relevance/outputs:/outputs
      - ./data/article-relevance/processed/prediction_parquet:/parquet
      - ./data/article-relevance/raw:/raw
      - ./models/article-relevance:/models

  data-review-tool:
    image: metaextractor-data-review-tool:v0.0.1
    build:
      dockerfile: ./docker/data-review-tool/Dockerfile
      context: .
    environment:
      - ARTICLE_RELEVANCE_BATCH=article-relevance-output.parquet
      - ENTITY_EXTRACTION_BATCH=entity-extraction-output.zip
    ports:
      - "8050:8050"
    volumes:
      - ./data/data-review-tool:/MetaExtractor/inputs:rw
  entity-extraction-pipeline:
    image: metaextractor-entity-extraction-pipeline:v0.0.3
    build: 
      dockerfile: ./docker/entity-extraction-pipeline/Dockerfile
      context: .
    ports:
      - "5000:5000"
    volumes:
      - ./data/entity-extraction/raw/original_files/:/inputs/
      - ./data/entity-extraction/processed/processed_articles/:/outputs/
    environment:
      - USE_NER_MODEL_TYPE=huggingface
      - LOG_OUTPUT_DIR=/outputs/
      - MAX_SENTENCES=20
      - MAX_ARTICLES=1