Skip to content

Commit

Permalink
updating flows
Browse files Browse the repository at this point in the history
  • Loading branch information
@JimVincentW
JimVincentW committed Dec 18, 2024
1 parent 2c7a996 commit 6e698f2
Show file tree
Hide file tree
Showing 2 changed files with 66 additions and 51 deletions.
Binary file added .github/media/opol.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
117 changes: 66 additions & 51 deletions .github/workflows/ci-cd.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,98 +21,113 @@ jobs:
- name: Build and Push Embedding Flow
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/embedding-flow:${{ github.sha }} -f ./embedding-service/Dockerfile --target flow .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/embedding-flow:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/embedding-flow:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/embedding-flow:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/embedding-flow:latest
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-embedding:${{ github.sha }} -f ./flows/embeddings/Dockerfile --target flow .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-embedding:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-embedding:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-embedding:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-embedding:latest
- name: Build and Push Scraper Flow
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/scraper-flow:${{ github.sha }} -f ./scraper-service/Dockerfile --target flow .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/scraper-flow:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/scraper-flow:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/scraper-flow:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/scraper-flow:latest
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-scraper:${{ github.sha }} -f ./flows/scraping/Dockerfile --target flow .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-scraper:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-scraper:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-scraper:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-scraper:latest
- name: Build and Push Entities Flow
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/entities-flow:${{ github.sha }} -f ./entity-service/Dockerfile --target flow .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/entities-flow:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/entities-flow:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/entities-flow:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/entities-flow:latest
- name: Build and Push Custom LiteLLM
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-entities:${{ github.sha }} -f ./flows/entities/Dockerfile --target flow .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-entities:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-entities:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-entities:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-entities:latest
- name: Build and Push Geocoding Flow
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/entities-flow:${{ github.sha }} -f ./entity-service/Dockerfile --target flow .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/entities-flow:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/entities-flow:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/entities-flow:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/entities-flow:latest
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-geocoding:${{ github.sha }} -f ./flows/geocoding/Dockerfile --target flow .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-geocoding:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-geocoding:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-geocoding:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-geocoding:latest
- name: Build and Push Orchestration Flow
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-orchestration:${{ github.sha }} -f ./flows/orchestration/Dockerfile --target flow .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-orchestration:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-orchestration:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-orchestration:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-orchestration:latest
- name: Build and Push Custom LiteLLM
- name: Build and Push Classification Flow
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/custom-litellm:${{ github.sha }} -f ./litellm/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/custom-litellm:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/custom-litellm:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/custom-litellm:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/custom-litellm:latest
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-classification:${{ github.sha }} -f ./flows/classification/Dockerfile --target flow .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-classification:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-classification:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-classification:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/flows/flow-classification:latest
# - name: Build and Push Custom LiteLLM
# run: |
# cd opol/stack
# docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/services/litellm:${{ github.sha }} -f ./services/litellm/Dockerfile .
# docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/litellm:${{ github.sha }}
# docker tag ${{ secrets.DOCKERHUB_USERNAME }}/services/litellm:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/services/litellm:latest
# docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/litellm:latest

- name: Build and Push Entity Service
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/entity-service:${{ github.sha }} -f ./entity-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/entity-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/entity-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/entity-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/entity-service:latest
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/services/entity-service:${{ github.sha }} -f ./services/entity-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/entity-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/services/entity-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/services/entity-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/entity-service:latest
- name: Build and Push Geo Service
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/geo-service:${{ github.sha }} -f ./geo-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/geo-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/geo-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/geo-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/geo-service:latest
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/services/geo-service:${{ github.sha }} -f ./services/geo-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/geo-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/services/geo-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/services/geo-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/geo-service:latest
- name: Build and Push Main Core App
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/opol-core-app:${{ github.sha }} -f ./app/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/opol-core-app:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/opol-core-app:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/opol-core-app:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/opol-core-app:latest
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/services/opol-core-app:${{ github.sha }} -f ./services/app/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/opol-core-app:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/services/opol-core-app:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/services/opol-core-app:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/opol-core-app:latest
- name: Build and Push Embedding Service
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/embedding-service:${{ github.sha }} -f ./embedding-service/Dockerfile .
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/embedding-service:${{ github.sha }} -f ./services/embedding-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/embedding-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/embedding-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/embedding-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/embedding-service:latest
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/services/embedding-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/services/embedding-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/embedding-service:latest
- name: Build and Push Postgres Service
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/postgres-service:${{ github.sha }} -f ./postgres-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/postgres-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/postgres-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/postgres-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/postgres-service:latest
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/postgres-service:${{ github.sha }} -f ./services/postgres-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/postgres-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/services/postgres-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/services/postgres-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/postgres-service:latest
- name: Build and Push Scraper Service
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/scraper-service:${{ github.sha }} -f ./scraper-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/scraper-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/scraper-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/scraper-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/scraper-service:latest
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/scraper-service:${{ github.sha }} -f ./services/scraper-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/scraper-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/services/scraper-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/services/scraper-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/scraper-service:latest
- name: Build and Push Classification Service
run: |
cd opol/stack
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/classification-service:${{ github.sha }} -f ./classification-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/classification-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/classification-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/classification-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/classification-service:latest
docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/classification-service:${{ github.sha }} -f ./services/classification-service/Dockerfile .
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/classification-service:${{ github.sha }}
docker tag ${{ secrets.DOCKERHUB_USERNAME }}/services/classification-service:${{ github.sha }} ${{ secrets.DOCKERHUB_USERNAME }}/services/classification-service:latest
docker push ${{ secrets.DOCKERHUB_USERNAME }}/services/classification-service:latest

0 comments on commit 6e698f2

Please sign in to comment.