diff --git a/.buildkite/setup-env.sh b/.buildkite/setup-env.sh
index 3480034d99f..3ee54ef0934 100755
--- a/.buildkite/setup-env.sh
+++ b/.buildkite/setup-env.sh
@@ -27,5 +27,12 @@ mv linux-amd64/helm /usr/local/bin/helm
 helm repo add kuberay https://ray-project.github.io/kuberay-helm/
 helm repo update
 
+# Install python 3.11 and pip
+apt-get update
+apt-get install -y python3.11 python3-pip
+
+# Install requirements
+pip install --break-system-packages ray[default]==2.41.0
+
 # Bypass Git's ownership check due to unconventional user IDs in Docker containers
 git config --global --add safe.directory /workdir
diff --git a/kubectl-plugin/test/e2e/kubectl_ray_job_submit_test.go b/kubectl-plugin/test/e2e/kubectl_ray_job_submit_test.go
index a092e31687d..9af74d4dd4a 100644
--- a/kubectl-plugin/test/e2e/kubectl_ray_job_submit_test.go
+++ b/kubectl-plugin/test/e2e/kubectl_ray_job_submit_test.go
@@ -31,7 +31,8 @@ var _ = Describe("Calling ray plugin `job submit` command on Ray Job", func() {
 	})
 
 	It("succeed in submitting RayJob", func() {
-		Skip("Skip this test as it is failing on CI")
+		killKubectlCmd := exec.Command("pkill", "-9", "kubectl")
+		_ = killKubectlCmd.Run()
 		cmd := exec.Command("kubectl", "ray", "job", "submit", "--namespace", namespace, "-f", rayJobFilePath, "--working-dir", kubectlRayJobWorkingDir, "--", "python", entrypointSampleFileName)
 		output, err := cmd.CombinedOutput()
 
@@ -67,7 +68,8 @@ var _ = Describe("Calling ray plugin `job submit` command on Ray Job", func() {
 	})
 
 	It("succeed in submitting RayJob with runtime environment set with working dir", func() {
-		Skip("Skip this test as it is failing on CI")
+		killKubectlCmd := exec.Command("pkill", "-9", "kubectl")
+		_ = killKubectlCmd.Run()
 		runtimeEnvFilePath := path.Join(kubectlRayJobWorkingDir, runtimeEnvSampleFileName)
 		cmd := exec.Command("kubectl", "ray", "job", "submit", "--namespace", namespace, "-f", rayJobNoEnvFilePath, "--runtime-env", runtimeEnvFilePath, "--", "python", entrypointSampleFileName)
 		output, err := cmd.CombinedOutput()