comparison g_read_sents.py @ 2:a47980ef2b96 draft

planemo upload for repository https://github.com/Alveo/alveo-galaxy-tools commit b5b26e9118f2ad8af109d606746b39a5588f0511-dirty

1:fb617586f4b2

import sys
import os
import nltk
from nltk.corpus import PlaintextCorpusReader
import argparse

def Parser():
    the_parser = argparse.ArgumentParser(description="Segments the text input into separate sentences")
    the_parser.add_argument('--input', required=True, action="store", type=str, help="input text file")
    the_parser.add_argument('--output', required=True, action="store", type=str, help="output file path")

    args = the_parser.parse_args()
    return args

def print_out(outp, text, sentences):
    with open(outp, 'w') as output:
        curr = 0
        for sent in sentences:
            times = count_occurences(sent, sent[-1])
            curr = text.find(sent[0], curr)
            end = find_nth(text, sent[-1], times, curr) + len(sent[-1])
            output.write(text[curr:end] + '\n')
            curr = end

def find_nth(string, sub, n, offset):
    start = string.find(sub, offset)
    while start >= 0 and n > 1:
        start = string.find(sub, start + len(sub))
        n -= 1
    return start

def count_occurences(lst, string):
    count = 0
    for item in lst:
        if string in item:
            count += 1
    return count

def read_sents(inp, outp):
    with open(inp, 'r') as fd:
        i = fd.read()
    corpus = PlaintextCorpusReader(os.path.dirname(inp), os.path.basename(inp))
    sents = corpus.sents()
    print_out(outp, i, sents)

if __name__ == '__main__':
    args = Parser()
    read_sents(args.input, args.output)

2:a47980ef2b96

import os
import nltk
from nltk.corpus import PlaintextCorpusReader
import argparse

nltk.download('punkt', quiet=True)


def Parser():
    the_parser = argparse.ArgumentParser(description="Segments the text input into separate sentences")
    the_parser.add_argument('--input', required=True, action="store", type=str, help="input text file")
    the_parser.add_argument('--output', required=True, action="store", type=str, help="output file path")

    args = the_parser.parse_args()
    return args


def print_out(outp, sentences):
    with open(outp, 'w') as output:
        for sent in sentences:
            for tok in sent:
                output.write(tok)
                output.write(' ')
            output.write('\n')


def find_nth(string, sub, n, offset):
    start = string.find(sub, offset)
    while start >= 0 and n > 1:
        start = string.find(sub, start + len(sub))
        n -= 1
    return start


def count_occurences(lst, string):
    count = 0
    for item in lst:
        if string in item:
            count += 1
    return count


def read_sents(inp, outp):

    corpus = PlaintextCorpusReader(os.path.dirname(inp), os.path.basename(inp))
    sents = corpus.sents()
    print_out(outp, sents)


if __name__ == '__main__':
    args = Parser()
    read_sents(args.input, args.output)