diff --git a/.github/workflows/userbenchmark-regression-detector.yml b/.github/workflows/userbenchmark-regression-detector.yml
index 72abd99356..300e368ca5 100644
--- a/.github/workflows/userbenchmark-regression-detector.yml
+++ b/.github/workflows/userbenchmark-regression-detector.yml
@@ -16,6 +16,7 @@ env:
   AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
   AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
   SETUP_SCRIPT: "/workspace/setup_instance.sh"
+  HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}
 jobs:
   run-userbenchmark:
     runs-on: [self-hosted, a100-runner]
diff --git a/userbenchmark/optim/run.py b/userbenchmark/optim/run.py
index 0ff3f4aab6..3dd982ff82 100644
--- a/userbenchmark/optim/run.py
+++ b/userbenchmark/optim/run.py
@@ -147,6 +147,7 @@ def get_unstable_models() -> Set[str]:
     'basic_gnn_gcn',
     'basic_gnn_gin',
     'basic_gnn_sage',
+    'clip',
     'cm3leon_generate',
     'dcgan',
     'demucs',
@@ -186,8 +187,10 @@ def get_unstable_models() -> Set[str]:
     'hf_T5_base',
     'hf_T5_generate',
     'hf_T5_large',
+    'hf_Whisper',
     'lennard_jones',
     'llama',
+    'llama_v2_7b_16h',
     'maml',
     'maml_omniglot',
     'mnasnet1_0',
@@ -215,6 +218,7 @@ def get_unstable_models() -> Set[str]:
     'soft_actor_critic',
     'speech_transformer',
     'squeezenet1_1',
+    'stable_diffusion',
     'tacotron2',
     'timm_efficientdet',
     'timm_efficientnet',