diff --git a/test/tokenizer/test_faster_tokenizer_op.py b/test/tokenizer/test_faster_tokenizer_op.py
index 7d67c09226288c..66887dbc8a060d 100755
--- a/test/tokenizer/test_faster_tokenizer_op.py
+++ b/test/tokenizer/test_faster_tokenizer_op.py
@@ -136,6 +136,7 @@ def __init__(self, model_dir):
 
         # fast_tokenizer op only support cpu.
         config.disable_gpu()
+        config.disable_mkldnn()
         config.set_cpu_math_library_num_threads(10)
 
         config.switch_use_feed_fetch_ops(False)