eval with alphanumeric and case sensitive setting

test.py

@@ -2,6 +2,7 @@ import os
 import time
 import string
 import argparse
+import re
 
 import torch
 import torch.backends.cudnn as cudnn
@@ -133,6 +134,14 @@ def validation(model, criterion, evaluation_loader, converter, opt):
                 pred = pred[:pred_EOS]  # prune after "end of sentence" token ([s])
                 pred_max_prob = pred_max_prob[:pred_EOS]
 
+            # To evaluate the model with 'alphanumeric and case insensitve setting'
+            if opt.sensitive and opt.data_filtering_off:
+                pred = pred.lower()
+                gt = gt.lower()
+                alphanumeric_case_insensitve = '0123456789abcdefghijklmnopqrstuvwxyz'
+                out_of_alphanumeric_case_insensitve = f'[^{alphanumeric_case_insensitve}]'
+                pred = re.sub(out_of_alphanumeric_case_insensitve, '', pred)
+
             if pred == gt:
                 n_correct += 1