diff --git a/lib/hex/registry/server.ex b/lib/hex/registry/server.ex
index aaf1c9306..c3f014535 100644
--- a/lib/hex/registry/server.ex
+++ b/lib/hex/registry/server.ex
@@ -229,6 +229,7 @@ defmodule Hex.Registry.Server do
         :ets.new(@name, [])
       {:error, reason} ->
         Hex.Shell.error("Error opening ETS file #{path}: #{inspect reason}")
+        File.rm(path)
         :ets.new(@name, [])
     end
   end