Source Code for Module featuregenerator.levenshtein.levenshtein_generator

 1  ''' 
 2  Created on 07.10.2011 
 3   
 4  @author: Eleftherios Avramidis 
 5  ''' 
 6  from featuregenerator.featuregenerator import FeatureGenerator 
 7  from levenshtein import levenshtein_tok 
 8   
 9 -class LevenshteinGenerator(FeatureGenerator): 
10      ''' 
11      classdocs 
12      ''' 
13   
14   
15 -    def get_features_tgt(self, target, parallelsentence): 
16          """ 
17          Calculates Levenshtein distance for the given target sentence, against the reference sentence 
18          @param simplesentence: The target sentence to be scored 
19          @type simplesentence: sentence.sentence.SimpleSentence 
20          @rtype: dict 
21          @return: dictionary containing Levenshtein distance as an attribute  
22          """ 
23          target_untokenized = target.get_string() 
24          try: 
25              ref_untokenized = parallelsentence.get_reference().get_string() 
26           
27   
28              wer_value = levenshtein_tok(target_untokenized, ref_untokenized) 
29              return {'ref-lev': str(wer_value)} 
30          except: 
31              return {} 
32