eval with alphanumeric and case sensitive setting

This commit is contained in:
Baek JeongHun 2020-02-25 11:06:34 +00:00
parent 49942e5dc0
commit 5b132b932d
2 changed files with 15 additions and 6 deletions

View File

@ -2,6 +2,7 @@ import os
import time import time
import string import string
import argparse import argparse
import re
import torch import torch
import torch.backends.cudnn as cudnn import torch.backends.cudnn as cudnn
@ -133,6 +134,14 @@ def validation(model, criterion, evaluation_loader, converter, opt):
pred = pred[:pred_EOS] # prune after "end of sentence" token ([s]) pred = pred[:pred_EOS] # prune after "end of sentence" token ([s])
pred_max_prob = pred_max_prob[:pred_EOS] pred_max_prob = pred_max_prob[:pred_EOS]
# To evaluate the model with 'alphanumeric and case insensitve setting'
if opt.sensitive and opt.data_filtering_off:
pred = pred.lower()
gt = gt.lower()
alphanumeric_case_insensitve = '0123456789abcdefghijklmnopqrstuvwxyz'
out_of_alphanumeric_case_insensitve = f'[^{alphanumeric_case_insensitve}]'
pred = re.sub(out_of_alphanumeric_case_insensitve, '', pred)
if pred == gt: if pred == gt:
n_correct += 1 n_correct += 1