auto fp16 if device supports it

bonito/evaluate.py

@@ -10,7 +10,7 @@
 
 from bonito.training import ChunkDataSet
 from bonito.util import accuracy, poa, decode_ref
-from bonito.util import init, load_data, load_model
+from bonito.util import init, load_data, load_model, half_supported
 
 from torch.utils.data import DataLoader
 
@@ -80,7 +80,7 @@ def argparser():
     parser.add_argument("model_directory")
     parser.add_argument("--directory", default=None)
     parser.add_argument("--device", default="cuda")
-    parser.add_argument("--half", action="store_true", default=False)
+    parser.add_argument("--half", action="store_true", default=half_supported())
     parser.add_argument("--seed", default=9, type=int)
     parser.add_argument("--weights", default="0", type=str)
     parser.add_argument("--chunks", default=500, type=int)

bonito/util.py

@@ -16,6 +16,7 @@
 import parasail
 import numpy as np
 from scipy.signal import find_peaks
+from torch.cuda import get_device_capability
 from ont_fast5_api.fast5_interface import get_fast5_file
 
 try:
@@ -81,6 +82,13 @@ def init(seed, device):
     assert(torch.cuda.is_available())
 
 
+def half_supported():
+    """
+    Returns whether FP16 is support on the GPU
+    """
+    return get_device_capability()[0] >= 7
+
+
 def phred(prob, scale=1.0, bias=0.0):
     """
     Converts `prob` into a ascii encoded phred quality score between 0 and 40.