Update models.py

models.py

@@ -73,6 +73,10 @@ class SummarisationModel(nn.Module):
 
             for datapoint in dataset:
                 
+                if len(datapoint.raw_document) == 0 or len(datapoint.raw_summary) == 0: 
+                    print("Warning in Testing! This datapoint has an empty document or an empty summary")
+                    continue
+
                 top_indices, probs = self.__call__(datapoint.document)
                 r_1, r_2, r_l = utils.rouge(utils.select_elements(datapoint.raw_document, top_indices), datapoint.raw_summary, verbose=True)  
                 running_rouge_1 += r_1
@@ -116,7 +120,7 @@ class ActorOnlySummarisationModel(SummarisationModel):
             self.optimizer.zero_grad()
 
             for datapoint in batch:
-                # fix argmax error with corrupted documents with empty content
+                # documents with empty content!
                 if len(datapoint.raw_document) == 0 or len(datapoint.raw_summary) == 0: 
                     print("Warning! This datapoint has an empty document or an empty summary")
                     continue