Format Eval output and enabled cuda support (#2569)

Summary:
Pull Request resolved: #2569

When using eval_llama_lib, it is much faster with cuda enabled if possible. This diff enables this

In addition it wraps the output format of eval to more digestable

Reviewed By: jerryzh168

Differential Revision: D55208754

fbshipit-source-id: 8744d58064b6bcab5567a62bb2bf99fe69507aa1

examples/models/llama2/eval_llama_lib.py

@@ -38,7 +38,9 @@ def __init__(
         super().__init__()
         self._model = model
         self._tokenizer = tokenizer
-        self._device = torch.device("cpu")
+        self._device = (
+            torch.device("cuda") if torch.cuda.is_available() else torch.device("cpu")
+        )
         self._max_seq_length = 2048 if max_seq_length is None else max_seq_length
 
     @property
@@ -153,12 +155,18 @@ def eval_llama(
     tokenizer = SentencePieceProcessor(model_file=str(args.tokenizer_path))
 
     # Evaluate the model
+    model = (
+        manager.model.eval().to(device="cuda")
+        if torch.cuda.is_available()
+        else manager.model.to(device="cpu")
+    )
     eval_results = eval(
-        manager.model.to(device="cpu"),
+        model,
         tokenizer,
         args.tasks,
         args.limit,
         args.max_seq_length,
     )
 
-    print("Results: ", eval_results)
+    for task, res in eval_results["results"].items():
+        print(f"{task}: {res}")