diff --git a/arrow-pyarrow-integration-testing/Cargo.toml b/arrow-pyarrow-integration-testing/Cargo.toml
index 34d243591724..55bbd77c8ab0 100644
--- a/arrow-pyarrow-integration-testing/Cargo.toml
+++ b/arrow-pyarrow-integration-testing/Cargo.toml
@@ -31,6 +31,8 @@ name = "arrow_pyarrow_integration_testing"
 crate-type = ["cdylib"]
 
 [dependencies]
+# ensure we get the std version of rand so arrow builds without default features
+rand = { version = "0.8" }
 arrow = { path = "../arrow", version = "5.0.0-SNAPSHOT" }
 pyo3 = { version = "0.12.1", features = ["extension-module"] }
 
diff --git a/arrow/Cargo.toml b/arrow/Cargo.toml
index 09ecaa93f224..5a14f1f0fafb 100644
--- a/arrow/Cargo.toml
+++ b/arrow/Cargo.toml
@@ -58,13 +58,12 @@ multiversion = "0.6.1"
 bitflags = "1.2.1"
 
 [features]
-default = ["csv", "ipc", "randstd"]
+default = ["csv", "ipc"]
 avx512 = []
 csv = ["csv_crate"]
 ipc = ["flatbuffers"]
 simd = ["packed_simd"]
 prettyprint = ["prettytable-rs"]
-randstd = ["rand/std", "rand/std_rng"]
 # this is only intended to be used in single-threaded programs: it verifies that
 # all allocated memory is being released (no memory leaks).
 # See README for details
diff --git a/arrow/src/util/bit_util.rs b/arrow/src/util/bit_util.rs
index 11ba9d2b576b..d046f781f053 100644
--- a/arrow/src/util/bit_util.rs
+++ b/arrow/src/util/bit_util.rs
@@ -125,8 +125,7 @@ where
     simd_result.write_to_slice_unaligned_unchecked(result);
 }
 
-// seednable_rng is not available when not build with randstd support
-#[cfg(all(test, randstd))]
+#[cfg(test)]
 mod tests {
     use std::collections::HashSet;
 
diff --git a/arrow/src/util/mod.rs b/arrow/src/util/mod.rs
index e616f9ba2bec..b2fd4f786616 100644
--- a/arrow/src/util/mod.rs
+++ b/arrow/src/util/mod.rs
@@ -15,11 +15,9 @@
 // specific language governing permissions and limitations
 // under the License.
 
-#[cfg(feature = "randstd")]
 pub mod bench_util;
 pub mod bit_chunk_iterator;
 pub mod bit_util;
-#[cfg(feature = "randstd")]
 pub mod data_gen;
 pub mod display;
 pub mod integration_util;
@@ -27,7 +25,6 @@ pub mod integration_util;
 pub mod pretty;
 pub(crate) mod serialization;
 pub mod string_writer;
-#[cfg(feature = "randstd")]
 pub mod test_util;
 
 mod trusted_len;