Merge pull request #44 from opentensor/hotfix/short-followup

Restrict the format of acceptable followup completions

prompting/validators/forward.py

@@ -98,6 +98,22 @@ async def run_step(
         timeout=timeout,
     )
 
+    # Restrict the format of acceptable followup completions.
+    for response in responses:
+        # remove leading and trailing periods
+        completion = response.completion.strip(".")
+
+        if "followup" in name and len(completion) > 0:
+            if "?" in completion:
+                # take first question that is found and only use the sentence before the question mark
+                completion = completion.split("?")[0].split(".")[-1]
+            else:
+                # otherwise take the last sentence
+                completion = completion.split(".")[-1].split(".")[-1]
+
+            # take maximum of 40 words
+            response.completion = " ".join(completion.split(" ")[-40:]) + "?"
+
     # Compute the rewards for the responses given the prompt.
     rewards: torch.FloatTensor = torch.zeros(len(responses), dtype=torch.float32).to(
         self.device