diff --git a/.github/workflows/ailab_image_build_push.yaml b/.github/workflows/ailab_image_build_push.yaml
index 5826ab219..895c79b9a 100644
--- a/.github/workflows/ailab_image_build_push.yaml
+++ b/.github/workflows/ailab_image_build_push.yaml
@@ -21,6 +21,10 @@ jobs:
       packages: write
 
     steps:
+      - name: Remove unnecessary files
+        run: |
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
       - uses: actions/checkout@v4.1.1
       # required for multi-arch builds
       - name: Install qemu dependency
diff --git a/.github/workflows/build-images.yaml b/.github/workflows/build-images.yaml
index 94223e63e..31500359b 100644
--- a/.github/workflows/build-images.yaml
+++ b/.github/workflows/build-images.yaml
@@ -9,8 +9,6 @@ on:
     workflow_dispatch:
     branches: [main]
 
-permissions: write-all
-
 jobs:
   build:
     runs-on: ubuntu-latest  # windows-latest || macos-latest
@@ -23,6 +21,11 @@ jobs:
       RAG_IMAGE: rag
       CHROMADB_IMAGE: chromadb
     steps:
+      - name: Remove unnecessary files
+        run: |
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+
       - uses: actions/checkout@v4
         with:
           fetch-depth: 0  # OR "2" -> To retrieve the preceding commit.