diff g_pos.py @ 0:e991d4e60c17 draft

planemo upload commit 0203cb3a0b40d9348674b2b098af805e2986abca-dirty

--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/g_pos.py	Wed Oct 12 22:17:53 2016 -0400
@@ -0,0 +1,34 @@
+import nltk
+import argparse
+import json
+
+def arguments():
+    parser = argparse.ArgumentParser(description="tokenize a text")
+    parser.add_argument('--input', required=True, action="store", type=str, help="input text file")
+    parser.add_argument('--output', required=True,  action="store", type=str, help="output file path")
+    args = parser.parse_args()
+    return args
+  
+
+def postag(in_file, out_file):
+    """Input: a text file with one token per line
+    Output: a version of the text with Part of Speech tags written as word/TAG
+    """
+    text = unicode(open(in_file, 'r').read(), errors='ignore')
+    sentences = nltk.sent_tokenize(text)
+    output = open(out_file, 'w')
+    for sentence in sentences:
+        tokens = nltk.word_tokenize(sentence)
+        postags = nltk.pos_tag(tokens)
+        for postag in postags:
+            # print postag
+            output.write("%s/%s " % postag)
+    output.write('\n')
+    output.close()
+
+
+if __name__ == '__main__':
+    args = arguments()
+    postag(args.input, args.output)
+    
+    
\ No newline at end of file