[release test] add llm anyscale image building support

.buildkite/build.rayci.yml

@@ -81,8 +81,7 @@ steps:
     instance_type: medium
     commands:
       - bazel run //ci/ray_ci:build_in_docker -- docker --python-version {{matrix}}
-        --platform cu12.4.1-cudnn
-        --image-type ray-llm --upload
+        --platform cu12.4.1-cudnn --image-type ray-llm --upload
     depends_on:
       - manylinux
       - forge

.buildkite/release/build.rayci.yml

@@ -25,6 +25,20 @@ steps:
           - cu12.3.2-cudnn9
           - cpu
 
+  - label: ":tapioca: build: anyscale-llm py{{matrix}} docker"
+    tags: skip-on-premerge
+    key: anyscalellmbuild
+    instance_type: release-medium
+    commands:
+      - bazel run //ci/ray_ci:build_in_docker -- anyscale --python-version {{matrix}}
+        --platform cu12.4.1-cudnn --image-type ray-llm --upload
+    depends_on:
+      - manylinux
+      - forge
+      - ray-llmbase
+    matrix:
+      - "3.11"
+
   - label: ":tapioca: build: anyscale-ml py{{matrix}} docker"
     tags: skip-on-premerge
     key: anyscalemlbuild

ci/ray_ci/anyscale_docker_container.py

@@ -45,7 +45,12 @@ def _should_upload(self) -> bool:
         return self.upload
 
     def _get_requirement_file(self) -> str:
-        prefix = "requirements" if self.image_type == "ray" else "requirements_ml"
+        if self.image_type == "ray-ml":
+            prefix = "requirements_ml"
+        elif self.image_type == "ray-llm":
+            prefix = "requirements_llm"
+        else:
+            prefix = "requirements"
         postfix = self.python_version
 
         return f"{prefix}_byod_{postfix}.txt"

ci/ray_ci/test_anyscale_docker_container.py

@@ -52,6 +52,22 @@ def _mock_run_script(input: List[str]) -> None:
                 f"docker push {gcp_prj}:123456-{pv}",
             ]
 
+    def test_requirements_file(self) -> None:
+        container = AnyscaleDockerContainer("3.11", "cu12.1.1-cudnn8", "ray-ml")
+        assert container._get_requirement_file() == "requirements_ml_byod_3.11.txt"
+
+        container = AnyscaleDockerContainer("3.9", "cu12.1.1-cudnn8", "ray-ml")
+        assert container._get_requirement_file() == "requirements_ml_byod_3.9.txt"
+
+        container = AnyscaleDockerContainer("3.11", "cu12.4.1-cudnn", "ray-llm")
+        assert container._get_requirement_file() == "requirements_llm_byod_3.11.txt"
+
+        container = AnyscaleDockerContainer("3.9", "cpu", "ray")
+        assert container._get_requirement_file() == "requirements_byod_3.9.txt"
+
+        container = AnyscaleDockerContainer("3.12", "cpu", "ray")
+        assert container._get_requirement_file() == "requirements_byod_3.12.txt"
+
 
 if __name__ == "__main__":
     sys.exit(pytest.main(["-vv", __file__]))