Package support :: Package preprocessing :: Package jcml :: Module align
[hide private]
[frames] | no frames]

Source Code for Module support.preprocessing.jcml.align

 1  ''' 
 2  Created on Jun 7, 2013 
 3   
 4  @author: Eleftherios Avramidis 
 5  ''' 
 6  import sys 
 7  from dataprocessor.input.jcmlreader import JcmlReader 
 8  from dataprocessor.sax.saxps2jcml import Parallelsentence2Jcml 
 9   
10   
11  if __name__ == '__main__': 
12      target_attribute_names = [sys.argv[1]] 
13      base_xml_filename = sys.argv[2] 
14      incoming_xml_filename = sys.argv[3] 
15      output_filename = sys.argv[4] 
16      try:    
17          blind = (sys.argv[5] == "--blind") 
18      except: 
19          blind = False 
20       
21      base_dataset = JcmlReader(base_xml_filename).get_dataset() 
22      incoming_dataset = JcmlReader(incoming_xml_filename).get_dataset() 
23       
24      if not blind: 
25          keep_attributes_general = ["judgement_id","langsrc","testset","id","langtgt"] 
26          keep_attributes_target = ['system','rank'] 
27      else: 
28          keep_attributes_general = ["langsrc","id","langtgt"] 
29          keep_attributes_target = [] 
30       
31      keep_attributes_source = [] 
32       
33      base_dataset.import_target_attributes_onsystem(incoming_dataset, 
34                                                     target_attribute_names,  
35                                                     keep_attributes_general,  
36                                                     keep_attributes_source,  
37                                                     keep_attributes_target) 
38       
39      Parallelsentence2Jcml(base_dataset).write_to_file(output_filename) 
40