diff --git a/.circleci/config.yml b/.circleci/config.yml
index 171acef..071381f 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -12,8 +12,8 @@ jobs:
     steps:
       - checkout
       - ruby/install-deps:
-          # Guess we have to keep updating this
-          bundler-version: 2.5.3
+          # Have to set this since there's no lockfile
+          bundler-version: ">2"
           # Always install the latest versions available
           with-cache: false
       - ruby/rspec-test