[CI] Remove test_security.py and all python test dependencies in CI (#…

…3123)

* [Chore] Remove test_security.py and all python test dependencies in CI

Closes: #3122
Signed-off-by: Chi-Sheng Liu <chishengliu@chishengliu.com>

* Move markdownlint config to top level folder

Closes: #3122
Signed-off-by: Chi-Sheng Liu <chishengliu@chishengliu.com>

---------

Signed-off-by: Chi-Sheng Liu <chishengliu@chishengliu.com>

.buildkite/setup-env.sh

@@ -27,20 +27,5 @@ mv linux-amd64/helm /usr/local/bin/helm
 helm repo add kuberay https://ray-project.github.io/kuberay-helm/
 helm repo update
 
-# Install python 3.11 and pip
-apt-get update
-apt-get install -y python3.11 python3.11-venv
-python3 -m venv .venv
-
-# Activate the virtual environment and then execute the subsequent commands
-# within the same sub-shell.
-(
-    # shellcheck disable=SC1091  # Ignore: activate script is created by venv
-    source .venv/bin/activate
-
-    # Install requirements
-    pip install -r tests/framework/config/requirements.txt
-)
-
 # Bypass Git's ownership check due to unconventional user IDs in Docker containers
 git config --global --add safe.directory /workdir

.buildkite/test-e2e.yml

@@ -3,7 +3,7 @@
   image: golang:1.22
   commands:
     - source .buildkite/setup-env.sh
-    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kind create cluster --wait 900s --config ./ci/kind-config-buildkite.yml
     - kubectl config set clusters.kind-kind.server https://docker:6443
     # Build nightly KubeRay operator image
     - pushd ray-operator
@@ -22,7 +22,7 @@
   image: golang:1.22
   commands:
     - source .buildkite/setup-env.sh
-    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kind create cluster --wait 900s --config ./ci/kind-config-buildkite.yml
     - kubectl config set clusters.kind-kind.server https://docker:6443
     # Build nightly KubeRay operator image
     - pushd ray-operator
@@ -41,7 +41,7 @@
   image: golang:1.22
   commands:
     - source .buildkite/setup-env.sh
-    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kind create cluster --wait 900s --config ./ci/kind-config-buildkite.yml
     - kubectl config set clusters.kind-kind.server https://docker:6443
     # Build nightly KubeRay operator image
     - pushd ray-operator
@@ -60,7 +60,7 @@
   image: golang:1.22
   commands:
     - source .buildkite/setup-env.sh
-    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kind create cluster --wait 900s --config ./ci/kind-config-buildkite.yml
     - kubectl config set clusters.kind-kind.server https://docker:6443
     # Deploy previous KubeRay operator release (v1.2.2) using helm
     - echo Deploying KubeRay operator

.buildkite/test-kubectl-plugin-e2e.yml

@@ -3,7 +3,7 @@
   image: golang:1.22
   commands:
     - source .buildkite/setup-env.sh
-    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kind create cluster --wait 900s --config ./ci/kind-config-buildkite.yml
     - kubectl config set clusters.kind-kind.server https://docker:6443
     # Deploy nightly KubeRay operator
     - echo Deploying Kuberay operator

.buildkite/test-sample-yamls.yml

@@ -3,7 +3,7 @@
   image: golang:1.22
   commands:
     - source .buildkite/setup-env.sh
-    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kind create cluster --wait 900s --config ./ci/kind-config-buildkite.yml
     - kubectl config set clusters.kind-kind.server https://docker:6443
     # Build nightly KubeRay operator image
     - pushd ray-operator
@@ -24,7 +24,7 @@
   image: golang:1.22
   commands:
     - source .buildkite/setup-env.sh
-    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kind create cluster --wait 900s --config ./ci/kind-config-buildkite.yml
     - kubectl config set clusters.kind-kind.server https://docker:6443
     # Deploy KubeRay operator
     - pushd ray-operator

ci/markdownlint.yaml → .markdownlint.yaml

@@ -1,5 +1,3 @@
----
-# Default state for all rules
 default: true
 
 MD013: false

.pre-commit-config.yaml

@@ -69,9 +69,5 @@ repos:
   - repo: https://github.com/igorshubovych/markdownlint-cli
     rev: v0.44.0
     hooks:
-      - id: markdownlint
+      - id: markdownlint-fix
         name: Markdown linting
-        args:
-          - --config
-          - ci/markdownlint.yaml
-          - --fix