diff --git a/cpp/src/arrow/CMakeLists.txt b/cpp/src/arrow/CMakeLists.txt
index 6dc8358f502f5..97bfde9f4b1f6 100644
--- a/cpp/src/arrow/CMakeLists.txt
+++ b/cpp/src/arrow/CMakeLists.txt
@@ -166,7 +166,9 @@ if(WIN32)
   list(APPEND ARROW_SYSTEM_LINK_LIBS "ws2_32")
 endif()
 
-if(NOT WIN32 AND NOT APPLE)
+if(NOT WIN32
+   AND NOT APPLE
+   AND NOT ANDROID)
   # Pass -lrt on Linux only
   list(APPEND ARROW_SYSTEM_LINK_LIBS rt)
 endif()
diff --git a/cpp/src/arrow/vendored/musl/strptime.c b/cpp/src/arrow/vendored/musl/strptime.c
index 41912fd1bbf4e..d9aeb38813a12 100644
--- a/cpp/src/arrow/vendored/musl/strptime.c
+++ b/cpp/src/arrow/vendored/musl/strptime.c
@@ -18,8 +18,10 @@
 #undef HAVE_LANGINFO
 
 #ifndef _WIN32
+# if !(defined(__ANDROID__) && __ANDROID_API__ < 26)
 #define HAVE_LANGINFO 1
 #endif
+#endif
 
 #ifdef HAVE_LANGINFO
 #include <langinfo.h>