# HG changeset patch # User jjohnson # Date 1443878035 14400 # Node ID 30a37dd92ccd2214b49ab0b7c775efc9002504b1 Uploaded diff -r 000000000000 -r 30a37dd92ccd sqlite_to_tabular.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/sqlite_to_tabular.py Sat Oct 03 09:13:55 2015 -0400 @@ -0,0 +1,64 @@ +#!/usr/bin/env python + +import sys +import os.path +import optparse +import sqlite3 as sqlite + +def __main__(): + #Parse Command Line + parser = optparse.OptionParser() + parser.add_option( '-s', '--sqlitedb', dest='sqlitedb', default=None, help='The SQLite Database' ) + parser.add_option( '-q', '--query', dest='query', default=None, help='SQL query' ) + parser.add_option( '-n', '--no_header', dest='no_header', action='store_true', default=False, help='Include a column headers line' ) + parser.add_option( '-o', '--output', dest='output', default=None, help='Output file for query results' ) + (options, args) = parser.parse_args() + + # determine output destination + if options.output != None: + try: + outputPath = os.path.abspath(options.output) + outputFile = open(outputPath, 'w') + except Exception, e: + print >> sys.stderr, "failed: %s" % e + exit(3) + else: + outputFile = sys.stdout + + if (options.query is None): + try: + conn = sqlite.connect(options.sqlitedb) + c = conn.cursor() + tables_query = "SELECT name,sql FROM sqlite_master WHERE type='table' ORDER BY name" + rslt = c.execute(tables_query).fetchall() + for table,sql in rslt: + print >> sys.stderr, "Table %s:" % table + try: + col_query = 'SELECT * FROM %s LIMIT 0' % table + cur = conn.cursor().execute(col_query) + cols = [col[0] for col in cur.description] + print >> sys.stderr, " Columns: %s" % cols + except Exception, exc: + print >> sys.stderr, "Error: %s" % exc + except Exception, exc: + print >> sys.stderr, "Error: %s" % exc + exit(1) + #if not sqlite.is_read_only_query(options.query): + # print >> sys.stderr, "Error: Must be a read only query" + # exit(2) + try: + conn = sqlite.connect(options.sqlitedb) + cur = conn.cursor() + results = cur.execute(options.query) + if not options.no_header: + outputFile.write("#%s\n" % '\t'.join([str(col[0]) for col in cur.description])) + # yield [col[0] for col in cur.description] + for i,row in enumerate(results): + # yield [val for val in row] + outputFile.write("%s\n" % '\t'.join([str(val) for val in row])) + except Exception, exc: + print >> sys.stderr, "Error: %s" % exc + exit(1) + +if __name__ == "__main__": __main__() + diff -r 000000000000 -r 30a37dd92ccd sqlite_to_tabular.xml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/sqlite_to_tabular.xml Sat Oct 03 09:13:55 2015 -0400 @@ -0,0 +1,41 @@ + + + for SQL query + + + + + sqlite_to_tabular.py + --sqlitedb="$sqlitedb" + --query='$sqlquery' + $no_header + --output="$query_results" + + + + + ^(?im)\s*SELECT\s.*\sFROM\s.*$ + + + + + + + + + + + + + + + + + + + + + Outputs the results of a query on a SQLite Database as a tabular file. + + diff -r 000000000000 -r 30a37dd92ccd test-data/testdb.sqlite Binary file test-data/testdb.sqlite has changed