Merge pull request #694 from timsainb/tf_gather_indices_in_python

changed default value to switch to python vs tensorflow based iteration
lmcinnes · Jun 14, 2021 · 42b3f1f · 42b3f1f
2 parents de88b39 + 5fb62c8
commit 42b3f1f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/umap/parametric_umap.py b/umap/parametric_umap.py
@@ -931,9 +931,9 @@ def construct_edge_dataset(
     def gather_index(index):
         return X[index]
 
-    # if X is > 2Gb in size, we need to use a different, slower method for
+    # if X is > 512Mb in size, we need to use a different, slower method for
     #    batching data.
-    gather_indices_in_python = True if X.nbytes * 1e-9 > 2 else False
+    gather_indices_in_python = True if X.nbytes * 1e-9 > 0.5 else False
 
     def gather_X(edge_to, edge_from):
         # gather data from indexes (edges) in either numpy of tf, depending on array size