Source Code for Module support.preprocessing.jcml.joinjcml

 1  ''' 
 2  Created on May 31, 2013 
 3   
 4  @author: Eleftherios Avramidis 
 5  ''' 
 6   
 7  from dataprocessor.input.jcmlreader import JcmlReader 
 8  from dataprocessor.sax.saxps2jcml import Parallelsentence2Jcml 
 9  import sys 
10   
11   
12  if __name__ == '__main__': 
13      dataset = None 
14      for filename in sys.argv[2:]: 
15          newdataset = JcmlReader(filename).get_dataset() 
16          if dataset: 
17              dataset.append_dataset(newdataset) 
18          else: 
19              dataset = newdataset 
20      Parallelsentence2Jcml(dataset).write_to_file(sys.argv[1]) 
21