diff --git a/.github/workflows/rocm.yml b/.github/workflows/rocm.yml
index 10991c71f780..86b6412ad4fc 100644
--- a/.github/workflows/rocm.yml
+++ b/.github/workflows/rocm.yml
@@ -21,3 +21,9 @@ jobs:
     - name: Build Docker
       run: |
         docker build -t rocm -f Dockerfile.rocm .
+    - name: Run Sanity Test
+      run: |
+        docker run --detached --p 8000:8000 rocm
+        while [ "$(curl -s -o /dev/null -w ''%{http_code}'' localhost:8000)" != "200" ]; do sleep 1; done
+        python examples/openai_completion_client.py
+