comparison g_pos.py @ 0:e991d4e60c17 draft

planemo upload commit 0203cb3a0b40d9348674b2b098af805e2986abca-dirty

0:e991d4e60c17

import nltk
import argparse
import json

def arguments():
    parser = argparse.ArgumentParser(description="tokenize a text")
    parser.add_argument('--input', required=True, action="store", type=str, help="input text file")
    parser.add_argument('--output', required=True,  action="store", type=str, help="output file path")
    args = parser.parse_args()
    return args
  

def postag(in_file, out_file):
    """Input: a text file with one token per line
    Output: a version of the text with Part of Speech tags written as word/TAG
    """
    text = unicode(open(in_file, 'r').read(), errors='ignore')
    sentences = nltk.sent_tokenize(text)
    output = open(out_file, 'w')
    for sentence in sentences:
        tokens = nltk.word_tokenize(sentence)
        postags = nltk.pos_tag(tokens)
        for postag in postags:
            # print postag
            output.write("%s/%s " % postag)
    output.write('\n')
    output.close()


if __name__ == '__main__':
    args = arguments()
    postag(args.input, args.output)