diff --git a/test/Makefile b/test/Makefile
index 7ecb893a..edfc3eed 100644
--- a/test/Makefile
+++ b/test/Makefile
@@ -17,7 +17,9 @@ endif
 
 test: clean test_base64 benchmark
 	./test_base64
+ifeq (, $(findstring mingw, $(TARGET)))  # no "/dev/urandom" on Windows
 	./benchmark
+endif
 
 valgrind: clean test_base64
 	valgrind --error-exitcode=2 ./test_base64