comparison query_tabular.xml @ 0:763c4f968dc6

Uploaded

0:763c4f968dc6

<tool id="query_tabular" name="Query Tabular" version="0.1.0">
    <description>using sqlite sql</description>

    <requirements>
    </requirements>
    <stdio>
        <exit_code range="1:" />
    </stdio>

    <command interpreter="python"><![CDATA[
        query_tabular.py 
        #if $save_db
        -s $sqlitedb
        #else
        -s $workdb
        #end if
        #for $i,$tbl in enumerate($tables):
          #if $tbl.table_name
          #set $tname = $tbl.table_name
          #else
          #set $tname = 't' + str($i + 1) 
          #end if
          #if $tbl.col_names:
          #set $col_names = ':' + str($tbl.col_names)
          #else 
          #set $col_names = ''
          #end if
          -t ${tbl.table}=${tname}${$col_names}
        #end for
        #if $query:
          -q "$query"
          -o $output
        #end if
    ]]></command>
    <inputs>
        <param name="workdb" type="hidden" value="workdb.sqlite" label=""/>
        <repeat name="tables" title="Add tables" min="1">
            <param name="table" type="data" format="tabular" label="Dataset"/>
            <param name="table_name" type="text" value="" optional="true" label="Table name">
                <help>By default, tables will be named: t1,t2,...,tn</help>
                <validator type="regex" message="Table name should start with a letter and may contain additional letters, digits, and underscores">^[A-Za-z]\w*$</validator>
            </param>
            <!--
            <param name="sel_cols" label="Include columns" type="data_column" multiple="true" data_ref="table" />
            -->
            <param name="col_names" type="text" value="" optional="true" label="Column names">
                <help>By default, table columns will be named: c1,c2,c3,...,cn</help>
                <validator type="regex" message="A List of separated by commas: Column names should start with a letter and may contain additional letters, digits, and underscores">^([A-Za-z]\w*)?(,([A-Za-z]\w*)?)*$</validator>
            </param>
        </repeat>
        <param name="query" type="text" area="true" size="10x80" value="" optional="true" label="SQL Query">
                <help>By default, tables will be named: t1,t2,...,tn</help>
                <sanitizer sanitize="False"/>
                <validator type="regex" message="">^(?i)\s*select\s+.*\s+from\s+.*$</validator>
        </param>
        <param name="save_db" type="boolean" truevalue="yes" falsevalue="no" checked="false" label="Save the sqlite database"/>
    </inputs>
    <outputs>
        <data format="sqlite" name="sqlitedb" label="sqlite">
            <filter>save_db or not (query and len(query) > 0)</filter>
        </data>
        <data format="tabular" name="output" label="query results">
            <filter>query and len(query) > 0</filter>
        </data>
    </outputs>
    <tests>

        <test>
            <repeat name="tables">
                <param name="table" ftype="tabular" value="customers.tsv"/>
                <param name="table_name" value="customers"/>
                <param name="col_names" value="CustomerID,FirstName,LastName,Email,DOB,Phone"/>
            </repeat>
            <repeat name="tables">
                <param name="table" ftype="tabular" value="sales.tsv"/>
                <param name="table_name" value="sales"/>
                <param name="col_names" value="CustomerID,Date,SaleAmount"/>
            </repeat>
            <param name="query" value="SELECT FirstName,LastName,sum(SaleAmount) as &quot;TotalSales&quot; FROM customers join sales on customers.CustomerID = sales.CustomerID GROUP BY customers.CustomerID ORDER BY TotalSales DESC"/>
             <output name="output" file="sales_results.tsv"/>
        </test>

        <test>
            <repeat name="tables">
                <param name="table" ftype="tabular" value="customers.tsv"/>
                <param name="col_names" value=",FirstName,LastName,,DOB,"/>
            </repeat>
            <repeat name="tables">
                <param name="table" ftype="tabular" value="sales.tsv"/>
            </repeat>
            <param name="query" value="SELECT FirstName,LastName,sum(t2.c3) as &quot;TotalSales&quot; FROM t1 join t2 on t1.c1 = t2.c1 GROUP BY t1.c1 ORDER BY TotalSales DESC;"/>
             <output name="output" file="sales_results.tsv"/>
        </test>

        <test>
            <repeat name="tables">
                <param name="table" ftype="tabular" value="IEDB.tsv"/>
                <param name="table_name" value="iedb"/>
                <param name="col_names" value="ID,allele,seq_num,start,end,length,peptide,method,percentile_rank,ann_ic50,ann_rank,smm_ic50,smm_rank,comblib_sidney2008_score,comblib_sidney2008_rank,netmhcpan_ic50,netmhcpan_rank"/>
            </repeat>
            <repeat name="tables">
                <param name="table" ftype="tabular" value="netMHC_summary.tsv"/>
                <param name="table_name" value="mhc_summary"/>
                <param name="col_names" value="pos,peptide,logscore,affinity,Bind_Level,Protein,Allele"/>
            </repeat>
            <param name="query" value="select iedb.ID,iedb.peptide,iedb.start,iedb.end,iedb.percentile_rank,mhc_summary.logscore,mhc_summary.affinity,mhc_summary.Bind_Level from iedb left outer join mhc_summary on iedb.peptide = mhc_summary.peptide order by affinity,Bind_Level"/>
             <output name="output" file="query_results.tsv"/>
        </test>

    </tests>
    <help><![CDATA[
=============
Query Tabular
=============

**Inputs**

  Loads tabular datasets into a SQLite_ data base.  

**Outputs**

  The results of a SQL query are output to the history as a tabular file.

  The SQLite_ data base can also be saved and output as a dataset in the history.  


For help in using SQLite_ see:  http://www.sqlite.org/docs.html

**NOTE:** input for SQLite dates input field must be in the format: *YYYY-MM-DD* for example: 2015-09-30

See: http://www.sqlite.org/lang_datefunc.html

**Example** 

  Given 2 tabular datasets: *customers* and *sales*
  
   Dataset *customers*
  
    Table name: "customers"
  
    Column names: "CustomerID,FirstName,LastName,Email,DOB,Phone"
  
    =========== ========== ========== ===================== ========== ============
    #CustomerID FirstName  LastName   Email                 DOB        Phone
    =========== ========== ========== ===================== ========== ============
    1           John       Smith      [e-mail]  1968-02-04 626 222-2222
    2           Steven     Goldfish   [e-mail] 1974-04-04 323 455-4545
    3           Paula      Brown      [e-mail]   1978-05-24 416 323-3232
    4           James      Smith      [e-mail]    1980-10-20 416 323-8888
    =========== ========== ========== ===================== ========== ============
  
   Dataset *sales*
  
    Table name: "sales"
  
    Column names: "CustomerID,Date,SaleAmount"
  
    =============  ============  ============
      #CustomerID    Date          SaleAmount
    =============  ============  ============
               2    2004-05-06         100.22
               1    2004-05-07          99.95
               3    2004-05-07         122.95
               3    2004-05-13         100.00
               4    2004-05-22         555.55
    =============  ============  ============
  
  The query
  
  ::
  
    SELECT FirstName,LastName,sum(SaleAmount) as "TotalSales" 
    FROM customers join sales on customers.CustomerID = sales.CustomerID 
    GROUP BY customers.CustomerID ORDER BY TotalSales DESC;
  
  Produces this tabular output:
  
    ========== ======== ==========
    #FirstName LastName TotalSales
    ========== ======== ==========
    James      Smith    555.55
    Paula      Brown    222.95
    Steven     Goldfish 100.22
    John       Smith    99.95
    ========== ======== ==========
  
  
  If the optional Table name and Column names inputs are not used, the query would be:
  
  ::
  
    SELECT t1.c2 as "FirstName", t1.c3 as "LastName", sum(t2.c3) as "TotalSales" 
    FROM t1 join t2 on t1.c1 = t2.c1 
    GROUP BY t1.c1 ORDER BY TotalSales DESC;
  
  You can selectively name columns, e.g. on the customers input you could just name columns 2,3, and 5: 
  
    Column names: ,FirstName,LastName,,BirthDate
  
    Results in the following data base table
  
    =========== ========== ========== ===================== ========== ============
    #c1         FirstName  LastName   c4                    BithDate   c6
    =========== ========== ========== ===================== ========== ============
    1           John       Smith      [e-mail]  1968-02-04 626 222-2222
    2           Steven     Goldfish   [e-mail] 1974-04-04 323 455-4545
    3           Paula      Brown      [e-mail]   1978-05-24 416 323-3232
    4           James      Smith      [e-mail]    1980-10-20 416 323-8888
    =========== ========== ========== ===================== ========== ============

.. _SQLite: http://www.sqlite.org/index.html

    ]]></help>
</tool>