diff --git a/tests/test_readme.py b/tests/test_readme.py
index 572fec7497..5b009e3772 100644
--- a/tests/test_readme.py
+++ b/tests/test_readme.py
@@ -40,6 +40,7 @@ def test_download_model():
     s = Path("checkpoints") / repo_id
     assert f"Saving converted checkpoint to {str(s)}" in output
     assert ("checkpoints" / REPO_ID).exists()
+    assert ("checkpoints" / REPO_ID / "pytorch_model.bin").exists()
 
     # Also test valid but unsupported repo IDs
     command = ["litgpt", "download", "CohereForAI/aya-23-8B"]