added confidence

generic_nel.py

@@ -117,7 +117,9 @@ class NelPipeline(Pipeline):
         # print(outputs)
         token_ids, scores = outputs.sequences, outputs.scores
 
-        print(scores.shape, len(scores))
+        print(len(scores))
+        for score in scores:
+            print(score.shape)
         # Process scores and normalize
         scores_tensor = scores.clone().detach()
         probabilities = torch.exp(scores_tensor)