diff --git a/.github/workflows/test_docker_compose.yml b/.github/workflows/test_docker_compose.yml
new file mode 100644
index 000000000..8b67d598a
--- /dev/null
+++ b/.github/workflows/test_docker_compose.yml
@@ -0,0 +1,45 @@
+name: "CI: Test Docker Compose"
+
+on:
+  push:
+    branches: [ main ]
+    paths:
+  pull_request:
+    branches: [ main ]
+    paths:
+      - ".github/workflows/test_docker_compose.yml"
+      - "python/langsmith/cli/docker-compose.yaml"
+
+
+concurrency:
+  group: "test-docker-compose"
+  cancel-in-progress: true
+
+jobs:
+
+  docker-compose:
+    timeout-minutes: 10
+    runs-on: ubuntu-latest
+
+    env:
+      LANGSMITH_LICENSE_KEY: ${{ secrets.LANGSMITH_LICENSE_KEY }}
+      API_KEY_SALT: test
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v1
+
+    - uses: KengoTODA/actions-setup-docker-compose@v1
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Start containers
+      working-directory: python/langsmith/cli
+      run: docker compose up -d
+
+    - name: sleep 30 seconds
+      run: sleep 30
+
+    - name: Check backend health
+      run: curl localhost:1980/api/info
+