diff --git a/concourse/tasks/gem-test/gem-build-java.sh b/concourse/tasks/gem-test/gem-build-java.sh
index 07ef8ce6a2..48f7295507 100755
--- a/concourse/tasks/gem-test/gem-build-java.sh
+++ b/concourse/tasks/gem-test/gem-build-java.sh
@@ -13,7 +13,10 @@ pushd nokogiri
 
   bundle install --local || bundle install
 
-  bundle exec rake set-version-to-timestamp
+  # generate a fake version number
+  cp -f ../ci/tasks/set-version-to-timestamp.rb tasks/set-version-to-timestamp.rb
+  bundle exec rake -f tasks/set-version-to-timestamp.rb set-version-to-timestamp
+
   bundle exec rake java gem
 
   mkdir -p ${OUTPUT_DIR}
diff --git a/concourse/tasks/gem-test/gem-build.sh b/concourse/tasks/gem-test/gem-build.sh
index f72cc76aaa..0494a58fa8 100755
--- a/concourse/tasks/gem-test/gem-build.sh
+++ b/concourse/tasks/gem-test/gem-build.sh
@@ -16,7 +16,11 @@ pushd nokogiri
   # TODO we're only compiling so that we retrieve libxml2/libxslt
   # tarballs, we can do better a couple of different ways
   bundle exec rake clean compile
-  bundle exec rake set-version-to-timestamp
+
+  # generate a fake version number
+  cp -f ../ci/tasks/set-version-to-timestamp.rb tasks/set-version-to-timestamp.rb
+  bundle exec rake -f tasks/set-version-to-timestamp.rb set-version-to-timestamp
+
   bundle exec rake gem
 
   mkdir -p ${OUTPUT_DIR}