Mercurial > repos > jjohnson > sqlite_to_tabular
changeset 0:30a37dd92ccd draft
Uploaded
author | jjohnson |
---|---|
date | Sat, 03 Oct 2015 09:13:55 -0400 |
parents | |
children | 1819a06a01eb |
files | sqlite_to_tabular.py sqlite_to_tabular.xml test-data/testdb.sqlite |
diffstat | 3 files changed, 105 insertions(+), 0 deletions(-) [+] |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/sqlite_to_tabular.py Sat Oct 03 09:13:55 2015 -0400 @@ -0,0 +1,64 @@ +#!/usr/bin/env python + +import sys +import os.path +import optparse +import sqlite3 as sqlite + +def __main__(): + #Parse Command Line + parser = optparse.OptionParser() + parser.add_option( '-s', '--sqlitedb', dest='sqlitedb', default=None, help='The SQLite Database' ) + parser.add_option( '-q', '--query', dest='query', default=None, help='SQL query' ) + parser.add_option( '-n', '--no_header', dest='no_header', action='store_true', default=False, help='Include a column headers line' ) + parser.add_option( '-o', '--output', dest='output', default=None, help='Output file for query results' ) + (options, args) = parser.parse_args() + + # determine output destination + if options.output != None: + try: + outputPath = os.path.abspath(options.output) + outputFile = open(outputPath, 'w') + except Exception, e: + print >> sys.stderr, "failed: %s" % e + exit(3) + else: + outputFile = sys.stdout + + if (options.query is None): + try: + conn = sqlite.connect(options.sqlitedb) + c = conn.cursor() + tables_query = "SELECT name,sql FROM sqlite_master WHERE type='table' ORDER BY name" + rslt = c.execute(tables_query).fetchall() + for table,sql in rslt: + print >> sys.stderr, "Table %s:" % table + try: + col_query = 'SELECT * FROM %s LIMIT 0' % table + cur = conn.cursor().execute(col_query) + cols = [col[0] for col in cur.description] + print >> sys.stderr, " Columns: %s" % cols + except Exception, exc: + print >> sys.stderr, "Error: %s" % exc + except Exception, exc: + print >> sys.stderr, "Error: %s" % exc + exit(1) + #if not sqlite.is_read_only_query(options.query): + # print >> sys.stderr, "Error: Must be a read only query" + # exit(2) + try: + conn = sqlite.connect(options.sqlitedb) + cur = conn.cursor() + results = cur.execute(options.query) + if not options.no_header: + outputFile.write("#%s\n" % '\t'.join([str(col[0]) for col in cur.description])) + # yield [col[0] for col in cur.description] + for i,row in enumerate(results): + # yield [val for val in row] + outputFile.write("%s\n" % '\t'.join([str(val) for val in row])) + except Exception, exc: + print >> sys.stderr, "Error: %s" % exc + exit(1) + +if __name__ == "__main__": __main__() +
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/sqlite_to_tabular.xml Sat Oct 03 09:13:55 2015 -0400 @@ -0,0 +1,41 @@ +<?xml version="1.0"?> +<tool id="sqlite_to_tabular" name="SQLite to tabular" version="0.0.1"> + <description>for SQL query</description> + <stdio> + <exit_code range="1:" level="fatal" description="Error" /> + </stdio> + <command interpreter="python"> + sqlite_to_tabular.py + --sqlitedb="$sqlitedb" + --query='$sqlquery' + $no_header + --output="$query_results" + </command> + <inputs> + <param name="sqlitedb" type="data" format="sqlite" label="SQLite Database"/> + <param name="sqlquery" type="text" area="True" size="120x20" label="SQL query"> + <validator type="regex">^(?im)\s*SELECT\s.*\sFROM\s.*$</validator> + </param> + <param name="no_header" type="boolean" truevalue="-n" falsevalue="" checked="False" label="Omit column headers"/> + </inputs> + <outputs> + <data name="query_results" format="tabular" /> + </outputs> + <tests> + <!-- + --> + <test> + <param name="sqlitedb" ftype="sqlite" value="testdb.sqlite" /> + <param name="sqlquery" value="SELECT first_name, last_name, age FROM contacts WHERE first_name = 'Sam'" /> + <output name="query_results"> + <assert_contents> + <has_text text="Smith" /> + <not_has_text text="Doe" /> + </assert_contents> + </output> + </test> + </tests> + <help> + Outputs the results of a query on a SQLite Database as a tabular file. + </help> +</tool>