rapidfort · AnmolVirdi · Dec 14, 2023 · Dec 12, 2023 · Dec 12, 2023 · Dec 13, 2023
diff --git a/.github/workflows/image_run_pr_v3.yml b/.github/workflows/image_run_pr_v3.yml
@@ -1228,6 +1228,134 @@ jobs:
            -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
            -d '{ "rapidfort/etcd-ib": 1 }' \
            https://data-receiver.rapidfort.com/counts/internal_image_pulls
+  fluent-bit:
+    runs-on: ubuntu-latest
+
+    environment: actions-cicd-pr
+
+    steps:
+      - uses: actions/checkout@v3
+
+
+      - name: Check if test required
+        id: test-required
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          python3 scripts/tests_required.py fluent-bit fluent-bit/bitnami output.txt
+          cat output.txt >> $GITHUB_OUTPUT
+
+      - name: Start minikube
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        with:
+          memory: 6g
+        uses: medyagh/setup-minikube@master
+      - name: Check k8s cluster !
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        run: kubectl get pods -A
+      - name: Setup ubuntu
+        env:
+          RF_ACCESS_ID: ${{ secrets.RF_ACCESS_ID }}
+          RF_SECRET_ACCESS_KEY: ${{ secrets.RF_SECRET_ACCESS_KEY }}
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RF_PLATFORM_HOST: ${{ secrets.RF_PLATFORM_HOST }}
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        run: ./scripts/setup.sh
+
+      - name: Create images for testing PR
+        env:
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RAPIDFORT_ACCOUNT: ${{ secrets.RAPIDFORT_ACCOUNT }}
+          IB_DOCKER_USERNAME: ${{ secrets.IB_DOCKER_USERNAME }}
+          IB_DOCKER_PASSWORD: ${{ secrets.IB_DOCKER_PASSWORD }}
+        if: ${{ steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+        run: python3 community_images/common/orchestrator/main.py hourly_run fluent-bit/bitnami
+
+
+      - name: Report pulls
+        env:
+          PULL_COUNTER_MAGIC_TOKEN: ${{ secrets.PULL_COUNTER_MAGIC_TOKEN }}
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        run: |
+          curl -X POST \
+           -H "Accept: application/json" \
+           -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
+           -d '{ "rapidfort/fluent-bit": 1 }' \
+           https://data-receiver.rapidfort.com/counts/internal_image_pulls
+  fluent-bit-ib:
+    runs-on: ubuntu-latest
+
+    environment: actions-cicd-pr
+
+    steps:
+      - uses: actions/checkout@v3
+
+
+      - name: Check if test required
+        id: test-required
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          python3 scripts/tests_required.py fluent-bit-ib fluent-bit/ironbank output.txt
+          cat output.txt >> $GITHUB_OUTPUT
+
+      - name: Start minikube
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        with:
+          memory: 6g
+        uses: medyagh/setup-minikube@master
+      - name: Check k8s cluster !
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        run: kubectl get pods -A
+      - name: Setup ubuntu
+        env:
+          RF_ACCESS_ID: ${{ secrets.RF_ACCESS_ID }}
+          RF_SECRET_ACCESS_KEY: ${{ secrets.RF_SECRET_ACCESS_KEY }}
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RF_PLATFORM_HOST: ${{ secrets.RF_PLATFORM_HOST }}
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        run: ./scripts/setup.sh
+
+      - name: Create images for testing PR
+        env:
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RAPIDFORT_ACCOUNT: ${{ secrets.RAPIDFORT_ACCOUNT }}
+          IB_DOCKER_USERNAME: ${{ secrets.IB_DOCKER_USERNAME }}
+          IB_DOCKER_PASSWORD: ${{ secrets.IB_DOCKER_PASSWORD }}
+        if: ${{ steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+        run: python3 community_images/common/orchestrator/main.py hourly_run fluent-bit/ironbank
+
+
+      - name: Report pulls
+        env:
+          PULL_COUNTER_MAGIC_TOKEN: ${{ secrets.PULL_COUNTER_MAGIC_TOKEN }}
+
+        if: ${{ github.event_name == 'pull_request' && steps.test-required.outputs.TEST_REQUIRED == 'yes' }}
+
+        run: |
+          curl -X POST \
+           -H "Accept: application/json" \
+           -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
+           -d '{ "rapidfort/fluent-bit-ib": 1 }' \
+           https://data-receiver.rapidfort.com/counts/internal_image_pulls
   fluentd:
     runs-on: ubuntu-latest
 

diff --git a/.github/workflows/image_run_v3.yml b/.github/workflows/image_run_v3.yml
@@ -923,6 +923,102 @@ jobs:
            -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
            -d '{ "rapidfort/etcd-ib": 1 }' \
            https://data-receiver.rapidfort.com/counts/internal_image_pulls
+  fluent-bit:
+    runs-on: ubuntu-latest
+
+    environment: actions-cicd
+
+    steps:
+      - uses: actions/checkout@v3
+
+
+      - name: Start minikube
+
+        with:
+          memory: 6g
+        uses: medyagh/setup-minikube@master
+      - name: Check k8s cluster !
+
+        run: kubectl get pods -A
+      - name: Setup ubuntu
+        env:
+          RF_ACCESS_ID: ${{ secrets.RF_ACCESS_ID }}
+          RF_SECRET_ACCESS_KEY: ${{ secrets.RF_SECRET_ACCESS_KEY }}
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RF_PLATFORM_HOST: ${{ secrets.RF_PLATFORM_HOST }}
+
+        run: ./scripts/setup.sh
+
+      - name: Create images and publish to dockerhub
+        env:
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RAPIDFORT_ACCOUNT: ${{ secrets.RAPIDFORT_ACCOUNT }}
+          IB_DOCKER_USERNAME: ${{ secrets.IB_DOCKER_USERNAME }}
+          IB_DOCKER_PASSWORD: ${{ secrets.IB_DOCKER_PASSWORD }}
+        if: github.event_name != 'pull_request'
+        run: python3 community_images/common/orchestrator/main.py hourly_run fluent-bit/bitnami --publish
+
+
+      - name: Report pulls
+        env:
+          PULL_COUNTER_MAGIC_TOKEN: ${{ secrets.PULL_COUNTER_MAGIC_TOKEN }}
+
+        run: |
+          curl -X POST \
+           -H "Accept: application/json" \
+           -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
+           -d '{ "rapidfort/fluent-bit": 1 }' \
+           https://data-receiver.rapidfort.com/counts/internal_image_pulls
+  fluent-bit-ib:
+    runs-on: ubuntu-latest
+
+    environment: actions-cicd
+
+    steps:
+      - uses: actions/checkout@v3
+
+
+      - name: Start minikube
+
+        with:
+          memory: 6g
+        uses: medyagh/setup-minikube@master
+      - name: Check k8s cluster !
+
+        run: kubectl get pods -A
+      - name: Setup ubuntu
+        env:
+          RF_ACCESS_ID: ${{ secrets.RF_ACCESS_ID }}
+          RF_SECRET_ACCESS_KEY: ${{ secrets.RF_SECRET_ACCESS_KEY }}
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RF_PLATFORM_HOST: ${{ secrets.RF_PLATFORM_HOST }}
+
+        run: ./scripts/setup.sh
+
+      - name: Create images and publish to dockerhub
+        env:
+          DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+          DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+          RAPIDFORT_ACCOUNT: ${{ secrets.RAPIDFORT_ACCOUNT }}
+          IB_DOCKER_USERNAME: ${{ secrets.IB_DOCKER_USERNAME }}
+          IB_DOCKER_PASSWORD: ${{ secrets.IB_DOCKER_PASSWORD }}
+        if: github.event_name != 'pull_request'
+        run: python3 community_images/common/orchestrator/main.py hourly_run fluent-bit/ironbank --publish
+
+
+      - name: Report pulls
+        env:
+          PULL_COUNTER_MAGIC_TOKEN: ${{ secrets.PULL_COUNTER_MAGIC_TOKEN }}
+
+        run: |
+          curl -X POST \
+           -H "Accept: application/json" \
+           -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
+           -d '{ "rapidfort/fluent-bit-ib": 1 }' \
+           https://data-receiver.rapidfort.com/counts/internal_image_pulls
   fluentd:
     runs-on: ubuntu-latest
 

diff --git a/.github/workflows/monitor.yml b/.github/workflows/monitor.yml
@@ -54,6 +54,10 @@ jobs:
         run: docker pull rapidfort/etcd
       - name: Pull Etcd Ironbank
         run: docker pull rapidfort/etcd-ib
+      - name: Pull Fluent-Bit
+        run: docker pull rapidfort/fluent-bit
+      - name: Pull Fluent-Bit Ironbank
+        run: docker pull rapidfort/fluent-bit-ib
       - name: Pull Fluentd
         run: docker pull rapidfort/fluentd
       - name: Pull Fluentd IronBank
@@ -164,5 +168,5 @@ jobs:
           curl -X POST \
            -H "Accept: application/json" \
            -H "Authorization: Bearer ${PULL_COUNTER_MAGIC_TOKEN}" \
-           -d '{ "rapidfort/airflow": 1 ,  "rapidfort/airflow-ib": 1 ,  "rapidfort/airflow-scheduler": 1 ,  "rapidfort/airflow-worker": 1 ,  "rapidfort/apache": 1 ,  "rapidfort/apache2-ib": 1 ,  "rapidfort/apache-official": 1 ,  "rapidfort/cassandra-official": 1 ,  "rapidfort/consul": 1 ,  "rapidfort/consul-ib": 1 ,  "rapidfort/consul-official": 1 ,  "rapidfort/couchdb": 1 ,  "rapidfort/couchdb_3-ib": 1 ,  "rapidfort/couchdb-official": 1 ,  "rapidfort/curl": 1 ,  "rapidfort/elasticsearch": 1 ,  "rapidfort/elasticsearch-official": 1 ,  "rapidfort/envoy": 1 ,  "rapidfort/envoy-official": 1 ,  "rapidfort/etcd": 1 ,  "rapidfort/etcd-ib": 1 ,  "rapidfort/fluentd": 1 ,  "rapidfort/fluentd-ib": 1 ,  "rapidfort/fluentd-official": 1 ,  "rapidfort/ghost": 1 ,  "rapidfort/grafana-ib": 1 ,  "rapidfort/haproxy": 1 ,  "rapidfort/haproxy24-ib": 1 ,  "rapidfort/haproxy-official": 1 ,  "rapidfort/influxdb": 1 ,  "rapidfort/keycloak-official": 1 ,  "rapidfort/kong": 1 ,  "rapidfort/mariadb": 1 ,  "rapidfort/mariadb-ib": 1 ,  "rapidfort/mariadb-official": 1 ,  "rapidfort/memcached": 1 ,  "rapidfort/memcached-ib": 1 ,  "rapidfort/memcached-official": 1 ,  "rapidfort/microsoft-sql-server-2019-ib": 1 ,  "rapidfort/mongodb": 1 ,  "rapidfort/mongodb-ib": 1 ,  "rapidfort/mongodb-official": 1 ,  "rapidfort/mysql": 1 ,  "rapidfort/mysql8-ib": 1 ,  "rapidfort/mysql-official": 1 ,  "rapidfort/nats": 1 ,  "rapidfort/nats-ib": 1 ,  "rapidfort/nats-official": 1 ,  "rapidfort/nginx": 1 ,  "rapidfort/nginx-ib": 1 ,  "rapidfort/nginx-official": 1 ,  "rapidfort/oncall": 1 ,  "rapidfort/postgresql": 1 ,  "rapidfort/postgresql12-ib": 1 ,  "rapidfort/postgresql-official": 1 ,  "rapidfort/prometheus": 1 ,  "rapidfort/prometheus-ib": 1 ,  "rapidfort/rabbitmq": 1 ,  "rapidfort/redis": 1 ,  "rapidfort/redis-cluster": 1 ,  "rapidfort/redis6-ib": 1 ,  "rapidfort/redis-official": 1 ,  "rapidfort/telegraf": 1 ,  "rapidfort/traefik": 1 ,  "rapidfort/traefik-ib": 1 ,  "rapidfort/vault": 1 ,  "rapidfort/wordpress": 1 ,  "rapidfort/wordpress-ib": 1 ,  "rapidfort/yourls": 1 ,  "rapidfort/zookeeper": 1 ,  "rapidfort/zookeeper-ib": 1 ,  "rapidfort/zookeeper-official": 1  }' \
+           -d '{ "rapidfort/airflow": 1 ,  "rapidfort/airflow-ib": 1 ,  "rapidfort/airflow-scheduler": 1 ,  "rapidfort/airflow-worker": 1 ,  "rapidfort/apache": 1 ,  "rapidfort/apache2-ib": 1 ,  "rapidfort/apache-official": 1 ,  "rapidfort/cassandra-official": 1 ,  "rapidfort/consul": 1 ,  "rapidfort/consul-ib": 1 ,  "rapidfort/consul-official": 1 ,  "rapidfort/couchdb": 1 ,  "rapidfort/couchdb_3-ib": 1 ,  "rapidfort/couchdb-official": 1 ,  "rapidfort/curl": 1 ,  "rapidfort/elasticsearch": 1 ,  "rapidfort/elasticsearch-official": 1 ,  "rapidfort/envoy": 1 ,  "rapidfort/envoy-official": 1 ,  "rapidfort/etcd": 1 ,  "rapidfort/etcd-ib": 1 ,  "rapidfort/fluent-bit": 1 ,  "rapidfort/fluent-bit-ib": 1 ,  "rapidfort/fluentd": 1 ,  "rapidfort/fluentd-ib": 1 ,  "rapidfort/fluentd-official": 1 ,  "rapidfort/ghost": 1 ,  "rapidfort/grafana-ib": 1 ,  "rapidfort/haproxy": 1 ,  "rapidfort/haproxy24-ib": 1 ,  "rapidfort/haproxy-official": 1 ,  "rapidfort/influxdb": 1 ,  "rapidfort/keycloak-official": 1 ,  "rapidfort/kong": 1 ,  "rapidfort/mariadb": 1 ,  "rapidfort/mariadb-ib": 1 ,  "rapidfort/mariadb-official": 1 ,  "rapidfort/memcached": 1 ,  "rapidfort/memcached-ib": 1 ,  "rapidfort/memcached-official": 1 ,  "rapidfort/microsoft-sql-server-2019-ib": 1 ,  "rapidfort/mongodb": 1 ,  "rapidfort/mongodb-ib": 1 ,  "rapidfort/mongodb-official": 1 ,  "rapidfort/mysql": 1 ,  "rapidfort/mysql8-ib": 1 ,  "rapidfort/mysql-official": 1 ,  "rapidfort/nats": 1 ,  "rapidfort/nats-ib": 1 ,  "rapidfort/nats-official": 1 ,  "rapidfort/nginx": 1 ,  "rapidfort/nginx-ib": 1 ,  "rapidfort/nginx-official": 1 ,  "rapidfort/oncall": 1 ,  "rapidfort/postgresql": 1 ,  "rapidfort/postgresql12-ib": 1 ,  "rapidfort/postgresql-official": 1 ,  "rapidfort/prometheus": 1 ,  "rapidfort/prometheus-ib": 1 ,  "rapidfort/rabbitmq": 1 ,  "rapidfort/redis": 1 ,  "rapidfort/redis-cluster": 1 ,  "rapidfort/redis6-ib": 1 ,  "rapidfort/redis-official": 1 ,  "rapidfort/telegraf": 1 ,  "rapidfort/traefik": 1 ,  "rapidfort/traefik-ib": 1 ,  "rapidfort/vault": 1 ,  "rapidfort/wordpress": 1 ,  "rapidfort/wordpress-ib": 1 ,  "rapidfort/yourls": 1 ,  "rapidfort/zookeeper": 1 ,  "rapidfort/zookeeper-ib": 1 ,  "rapidfort/zookeeper-official": 1  }' \
            https://data-receiver.rapidfort.com/counts/internal_image_pulls
diff --git a/.github/workflows/readme_updater.yml b/.github/workflows/readme_updater.yml
@@ -210,6 +210,22 @@ jobs:
           repository: rapidfort/etcd-ib
           readme-filepath: ./community_images/etcd/ironbank/README.md.dockerhub
           short-description: RapidFort optimized, hardened image for Etcd Ironbank
+      - name: Docker Hub Description Fluent-Bit
+        uses: peter-evans/dockerhub-description@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_PASSWORD }}
+          repository: rapidfort/fluent-bit
+          readme-filepath: ./community_images/fluent-bit/bitnami/README.md.dockerhub
+          short-description: RapidFort optimized, hardened image for Fluent-Bit
+      - name: Docker Hub Description Fluent-Bit Ironbank
+        uses: peter-evans/dockerhub-description@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_PASSWORD }}
+          repository: rapidfort/fluent-bit-ib
+          readme-filepath: ./community_images/fluent-bit/ironbank/README.md.dockerhub
+          short-description: RapidFort optimized, hardened image for Fluent-Bit Ironbank
       - name: Docker Hub Description Fluentd
         uses: peter-evans/dockerhub-description@v3
         with:

diff --git a/builder.lst b/builder.lst
@@ -67,4 +67,6 @@ etcd/ironbank
 traefik/ironbank
 nats/ironbank
 airflow/airflow/ironbank
-keycloak/official
+keycloak/official
+fluent-bit/ironbank
+fluent-bit/bitnami
diff --git a/community_images/fluent-bit/bitnami/.rfignore b/community_images/fluent-bit/bitnami/.rfignore
@@ -0,0 +1,3 @@
+opt/bitnami/fluent-bit/licenses
+opt/bitnami/licenses
+opt/bitnami/common/licenses