# HG changeset patch # User bgruening # Date 1375711791 14400 # Node ID 21d563d5f2b291e2053ba235a13ab4874c3f2dd6 # Parent 09b65c12a75aa7ed424e43c88c5671952d7a9086 Uploaded diff -r 09b65c12a75a -r 21d563d5f2b2 bamCompare.xml --- a/bamCompare.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/bamCompare.xml Mon Aug 05 10:09:51 2013 -0400 @@ -1,12 +1,16 @@ Normalize and compare two BAM files to output ratio, log2ratio or difference. - deepTools + deepTools numpy ucsc_tools bamCompare + + ##ToDo + --numberOfProcessors 4 + --bamfile1 '$bamFile1' -bai1 '${bamFile1.metadata.bam_index}' --bamfile2 '$bamFile2' @@ -28,8 +32,7 @@ #end if --ratio $comparison.type - - + #if $comparison.type=='subtract': #if $comparison.normalization.type=='rpkm': --normalizeUsingRPKM @@ -37,27 +40,26 @@ --normalizeTo1x $comparison.normalization.normalizeTo1x #end if #end if - + #if $advancedOpt.showAdvancedOpt == "yes": #if $advancedOpt.smoothLength: --smoothLength '$advancedOpt.smoothLength' #end if - + #if str($advancedOpt.region.value) != '': --region '$advancedOpt.region' #end if + $advancedOpt.doNotExtendPairedEnds $advancedOpt.ignoreDuplicates - + #if $advancedOpt.minMappingQuality: --minMappingQuality '$advancedOpt.minMappingQuality' #end if - + --missingDataAsZero $advancedOpt.missingDataAsZero - + #end if - --numberOfProcessors 4 - @@ -76,7 +78,6 @@ label="Bin size in bp" help="The genome will be divided in bins (also called tiles) of the specified length. For each bin the overlaping number of fragments (or reads) will be reported. If only half a fragment overlaps, this fraction will be reported. "/> - @@ -130,41 +131,40 @@ - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - + + + - - + + + + + diff -r 09b65c12a75a -r 21d563d5f2b2 bamCorrelate.xml --- a/bamCorrelate.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/bamCorrelate.xml Mon Aug 05 10:09:51 2013 -0400 @@ -1,20 +1,36 @@ - + corrlates pairs of bam files - deepTools + deepTools - #set files=[] - #set labels=[] - #for $i in $inputs - #set $files += [str($i.bamfile)] - #if str($i.label.value) != "": - #set $labels += ["\"%s\"" % ($i.label.value)] - #else - #set $labels += ["\"%s\"" % ($i.bamfile.name)] - #end if - #end for + #import tempfile + #set $temp_dir = os.path.abspath(tempfile.mkdtemp()) + + #set files=[] + #set labels=[] + #for $i in $inputs + + #set $temp_input_handle = tempfile.NamedTemporaryFile( dir=$temp_dir ) + #set $temp_input_path = $temp_input_handle.name + #silent $temp_input_handle.close() + #silent os.system("ln -s %s %s.bam" % (str($i.bamfile), $temp_input_path)) + #silent os.system("ln -s %s %s.bam.bai" % (str($i.bamfile.metadata.bam_index), $temp_input_path)) + #silent $files.append('%s.bam' % $temp_input_path) + + + ##set $files += [str($i.bamfile)] + #if str($i.label.value) != "": + #set $labels += ["\"%s\"" % ($i.label.value)] + #else + #set $labels += ["\"%s\"" % ($i.bamfile.name)] + #end if + #end for bamCorrelate + + ##ToDo + --numberOfProcessors 4 + --bamfiles #echo " ".join($files) --labels #echo " ".join($labels) @@ -25,12 +41,8 @@ --plotFile $newoutFileName #if $outputOpt.showOutputOpt == "yes" - #if $outputOpt.outFileRawCounts: - --outRawCounts '$outputOpt.outFileRawCounts' - #end if - #if $outputOpt.outFileCorMatrix: - --outFileCorMatrix '$outputOpt.outFileCorMatrix' - #end if + --outRawCounts '$outFileRawCounts' + --outFileCorMatrix '$outFileCorMatrix' #end if #if $advancedOpt.showAdvancedOpt == "yes": @@ -53,12 +65,11 @@ --minMappingQuality '$advancedOpt.minMappingQuality' #end if #end if - - --numberOfProcessors 4; mv $newoutFileName $outFileName + ; mv $newoutFileName $outFileName + ; rm $temp_dir -rf - - + diff -r 09b65c12a75a -r 21d563d5f2b2 bamCoverage.xml --- a/bamCoverage.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/bamCoverage.xml Mon Aug 05 10:09:51 2013 -0400 @@ -1,11 +1,16 @@ Given a BAM file, generates a coverage bigwig file. Multiple options available to count reads and normalize coverage. - deepTools + deepTools ucsc_tools numpy - bamCoverage + + bamCoverage + + ##ToDo + --numberOfProcessors 4 + --bam '$bamInput' --bamIndex ${bamInput.metadata.bam_index} --outFileName '$outFileName' @@ -13,7 +18,6 @@ --fragmentLength $fragmentLength --binSize $binSize - #if $scaling.type=='rpkm': --normalizeUsingRPKM @@ -27,19 +31,18 @@ #if $advancedOpt.smoothLength: --smoothLength '$advancedOpt.smoothLength' #end if - + #if str($advancedOpt.region.value) != '': --region '$advancedOpt.region' #end if $advancedOpt.doNotExtendPairedEnds $advancedOpt.ignoreDuplicates - + #if $advancedOpt.minMappingQuality: --minMappingQuality '$advancedOpt.minMappingQuality' #end if - + #end if - --numberOfProcessors 4 @@ -64,59 +67,56 @@ - - - + - + - - + - - - - + + + + - - + + + - - - - - - - - - + + + + + + - - - - + + + + @@ -139,5 +139,4 @@ .. _Fidel Ramirez: ramirez@ie-freiburg.mpg.de - diff -r 09b65c12a75a -r 21d563d5f2b2 bamFingerprint.xml --- a/bamFingerprint.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/bamFingerprint.xml Mon Aug 05 10:09:51 2013 -0400 @@ -1,60 +1,74 @@ plots profiles of bam files - deepTools + deepTools - #set files=[] - #set labels=[] - #for $i in $inputs - #set $files += [str($i.bamfile)] - #if str($i.label.value) != "": - #set $labels += ["\"%s\"" % ($i.label.value)] - #else - #set $labels += ["\"%s\"" % ($i.bamfile.name)] - #end if - #end for + #import tempfile + #set $temp_dir = os.path.abspath(tempfile.mkdtemp()) + + #set files=[] + #set labels=[] + #for $i in $inputs + #set $temp_input_handle = tempfile.NamedTemporaryFile( dir=$temp_dir ) + #set $temp_input_path = $temp_input_handle.name + #silent $temp_input_handle.close() + #silent os.system("ln -s %s %s.bam" % (str($i.bamfile), $temp_input_path)) + #silent os.system("ln -s %s %s.bam.bai" % (str($i.bamfile.metadata.bam_index), $temp_input_path)) + #silent $files.append('%s.bam' % $temp_input_path) + + ##set $files += [str($i.bamfile)] + #if str($i.label.value) != "": + #set $labels += ["\"%s\"" % ($i.label.value)] + #else + #set $labels += ["\"%s\"" % ($i.bamfile.name)] + #end if + #end for + bamFingerprint + + ##ToDo + --numberOfProcessors 4 + --bamfiles #echo " ".join($files) --labels #echo " ".join($labels) - + --fragmentLength $fragmentLength - + #set newoutFileName=str($outFileName)+".png" --plotFile $newoutFileName - + #if $outputOpt.showOutputOpt == "yes" #if $outputOpt.saveRawCounts: --outRawCounts '$outFileRawCounts' #end if #end if - + #if $advancedOpt.showAdvancedOpt == "yes": #if $advancedOpt.smoothLength: --smoothLength '$advancedOpt.smoothLength' #end if - + #if str($advancedOpt.region.value) != '': --region '$advancedOpt.region' #end if - + --binSize '$advancedOpt.binSize' --numberOfSamples '$advancedOpt.numberOfSamples' - + $advancedOpt.doNotExtendPairedEnds $advancedOpt.ignoreDuplicates $advancedOpt.skipZeros - + #if $advancedOpt.minMappingQuality: --minMappingQuality '$advancedOpt.minMappingQuality' #end if #end if - - --numberOfProcessors 4; mv $newoutFileName $outFileName + ; mv $newoutFileName $outFileName + ; rm $temp_dir -rf - - - diff -r 09b65c12a75a -r 21d563d5f2b2 bigwigCompare.xml --- a/bigwigCompare.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/bigwigCompare.xml Mon Aug 05 10:09:51 2013 -0400 @@ -1,12 +1,16 @@ compares two bigwig files based on the number of mapped reads - deepTools + deepTools ucsc_tools numpy bigwigCompare + + ##ToDo + --numberOfProcessors 4 + --bigwig1 '$bigwigFile1' --bigwig2 '$bigwigFile2' @@ -14,26 +18,22 @@ --outFileFormat '$outFileFormat' --ratio $comparison_type - - #if $advancedOpt.showAdvancedOpt == "yes": - #if str($advancedOpt.region.value) != '': - --region '$advancedOpt.region' + + #if $advancedOpt.showAdvancedOpt == "yes": + #if str($advancedOpt.region.value) != '': + --region '$advancedOpt.region' + #end if + + --missingDataAsZero $advancedOpt.missingDataAsZero + --scaleFactors '$advancedOpt.scaleFactor1:$advancedOpt.scaleFactor2' + --pseudocount '$advancedOpt.pseudocount' + --binSize $advancedOpt.binSize + #end if - - --missingDataAsZero $advancedOpt.missingDataAsZero - --scaleFactors '$advancedOpt.scaleFactor1:$advancedOpt.scaleFactor2' - --pseudocount '$advancedOpt.pseudocount' - --binSize $advancedOpt.binSize - - #end if - --numberOfProcessors 4 - - - - + - - - - - - - - - - - - - - - - - - + + + + + + + + + - - + + + + + + + + diff -r 09b65c12a75a -r 21d563d5f2b2 computeGCBias.xml --- a/computeGCBias.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/computeGCBias.xml Mon Aug 05 10:09:51 2013 -0400 @@ -1,24 +1,37 @@ - + - deepTools + deepTools + #import tempfile + #set $temp_dir = os.path.abspath(tempfile.mkdtemp()) + + #set $temp_bam_handle = tempfile.NamedTemporaryFile( dir=$temp_dir ) + #set $temp_bam_path = $temp_bam_handle.name + '.bam' + #silent $temp_bam_handle.close() + #silent os.system("ln -s %s %s" % (str($bamInput), $temp_bam_path)) + #silent os.system("ln -s %s %s.bai" % (str($bamInput.metadata.bam_index), $temp_bam_path)) + computeGCBias - --bamfile '$bamInput' + + ##ToDo + --numberOfProcessors 4 + + --bamfile '$temp_bam_path' --species '$species' --GCbiasFrequenciesFile $outFileName --fragmentLength $fragmentLength - + #if $source.ref_source=="history": --genome $source.input1 #else: --genome "${source.input1_2bit.fields.path}" #end if - + #if $advancedOpt.showAdvancedOpt == "yes": #if str($advancedOpt.region.value) != '': --region '$advancedOpt.region' @@ -27,60 +40,65 @@ --binSize '$advancedOpt.binSize' --sampleSize '$advancedOpt.sampleSize' --regionSize '$advancedOpt.regionSize' - + #if $advancedOpt.filterOut: --filterOut $advancedOpt.filterOut #end if - + #if $advancedOpt.extraSampling: --extraSampling $advancedOpt.extraSampling #end if - + #end if - - #set move="" + #if $output.showOutputSettings == "yes" #if $output.saveBiasPlot: - --biasPlot biasPlot.png - #set move="mv biasPlot.png $biasPlot" + --biasPlot biasPlot.png ; + mv biasPlot.png $biasPlot #end if #end if - ; $move + + ; rm $temp_dir -rf + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + @@ -102,10 +120,10 @@ - - + + - + @@ -143,5 +161,4 @@ .. _Fidel Ramirez: ramirez@ie-freiburg.mpg.de - diff -r 09b65c12a75a -r 21d563d5f2b2 computeMatrix.xml --- a/computeMatrix.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/computeMatrix.xml Mon Aug 05 10:09:51 2013 -0400 @@ -1,15 +1,19 @@ summarizes and prepares an intermediary file containing scores associated with genomic regions that can be used afterwards to plot a heatmap or a profile - deepTools + deepTools computeMatrix + + ##ToDo + --numberOfProcessors 4 + $mode.mode_select --regionsFileName '$regionsFile' --scoreFileName '$scoreFile' --outFileName '$outFileName' - + #if $output.showOutputSettings == "yes" #if $output.saveData: --outFileNameData '$outFileNameData' @@ -17,12 +21,12 @@ #if $output.saveMatrix: --outFileNameMatrix '$outFileNameMatrix' #end if - + #if $output.saveSortedRegions: --outFileSortedRegions '$outFileSortedRegions' #end if #end if - + #if $mode.mode_select == "reference-point": --referencePoint $mode.referencePoint $mode.nanAfterEnd @@ -37,15 +41,15 @@ --afterRegionStartLength $mode.regionStartLength.afterRegionStartLength #end if #end if - + #if $advancedOpt.showAdvancedOpt == "yes": --sortRegions '$advancedOpt.sortRegions' --sortUsing '$advancedOpt.sortUsing' --averageTypeBins '$advancedOpt.averageTypeBins' $advancedOpt.missingDataAsZero $advancedOpt.skipZeros - -bs $advancedOpt.binSize - + --binSize $advancedOpt.binSize + #if $advancedOpt.minThreshold: --minThreshold $advancedOpt.minThreshold #end if @@ -55,20 +59,20 @@ #if $advancedOpt.scale: --scale $advancedOpt.scale #end if - + #end if - --numberOfProcessors 4 + - + - + @@ -112,8 +116,7 @@ - - + @@ -121,16 +124,14 @@ - - - + @@ -139,7 +140,7 @@ - + @@ -148,11 +149,9 @@ - + - - @@ -204,5 +203,4 @@ .. _Max Planck Institute for Immunobiology and Epigenetics: http://www3.ie-freiburg.mpg.de .. _Fidel Ramirez: ramirez@ie-freiburg.mpg.de - diff -r 09b65c12a75a -r 21d563d5f2b2 correctGCBias.xml --- a/correctGCBias.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/correctGCBias.xml Mon Aug 05 10:09:51 2013 -0400 @@ -1,13 +1,23 @@ - + - deepTools + deepTools ucsc_tools + #import tempfile + #set $temp_dir = os.path.abspath(tempfile.mkdtemp()) + + #set $temp_bam_handle = tempfile.NamedTemporaryFile( dir=$temp_dir ) + #set $temp_bam_path = $temp_bam_handle.name + '.bam' + #silent $temp_bam_handle.close() + #silent os.system("ln -s %s %s" % (str($bamInput), $temp_bam_path)) + #silent os.system("ln -s %s %s.bai" % (str($bamInput.metadata.bam_index), $temp_bam_path)) + + correctGCBias - --bamfile '$bamInput' + --bamfile '$temp_bam_path' --species '$species' --GCbiasFrequenciesFile $GCbiasFrequenciesFile @@ -32,13 +42,18 @@ - + - + - - - + + + + + + + + diff -r 09b65c12a75a -r 21d563d5f2b2 heatmapper.xml --- a/heatmapper.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/heatmapper.xml Mon Aug 05 10:09:51 2013 -0400 @@ -7,23 +7,27 @@ matplotlib scipy ucsc_tools - deepTools + deepTools heatmapper + + ##ToDo + --numberOfProcessors 4 + --matrixFile $matrixFile #if $output.showOutputSettings == "yes" #set newoutFileName=str($outFileName)+"."+str($output.outFileFormat) --outFileName $newoutFileName #if $outFileNameData: - --outFileNameData '$outFileNameData' + --outFileNameData '$outFileNameData' #end if #if $outFileNameMatrix: --outFileNameMatrix '$outFileNameMatrix' #end if - + #if $outFileSortedRegions: --outFileSortedRegions '$outFileSortedRegions' #end if @@ -34,61 +38,61 @@ #if $advancedOpt.showAdvancedOpt == "yes" #if $advancedOpt.sortRegions: - --sortRegions '$advancedOpt.sortRegions' + --sortRegions '$advancedOpt.sortRegions' #end if #if $advancedOpt.sortUsing: - --sortUsing '$advancedOpt.sortUsing' + --sortUsing '$advancedOpt.sortUsing' #end if #if $advancedOpt.averageTypeSummaryPlot: - --averageTypeSummaryPlot '$advancedOpt.averageTypeSummaryPlot' + --averageTypeSummaryPlot '$advancedOpt.averageTypeSummaryPlot' #end if #if str($advancedOpt.missingDataColor.value) != "None": - --missingDataColor '$advancedOpt.missingDataColor' + --missingDataColor '$advancedOpt.missingDataColor' #end if --colorMap '$advancedOpt.colorMap' #if $advancedOpt.zMin: - --zMin $advancedOpt.zMin + --zMin $advancedOpt.zMin #end if #if $advancedOpt.zMax: - --zMax $advancedOpt.zMax + --zMax $advancedOpt.zMax #end if #if $advancedOpt.yMin: - --yMin $advancedOpt.yMin + --yMin $advancedOpt.yMin #end if #if $advancedOpt.yMax: - --yMax $advancedOpt.yMax + --yMax $advancedOpt.yMax #end if - + --xAxisLabel '$advancedOpt.xAxisLabel' --yAxisLabel '$advancedOpt.yAxisLabel' - + --heatmapWidth $advancedOpt.heatmapWidth --heatmapHeight $advancedOpt.heatmapHeight - + --whatToShow '$advancedOpt.whatToShow' - + --startLabel '$advancedOpt.startLabel' --endLabel '$advancedOpt.endLabel' --refPointLabel '$advancedOpt.referencePointLabel' --regionsLabel '$advancedOpt.regionsLabel' - + #if str($advancedOpt.plotTitle.value) != "None": --plotTitle '$advancedOpt.plotTitle' #end if - + $advancedOpt.onePlotPerGroup #end if + ; mv $newoutFileName $outFileName - @@ -108,7 +112,7 @@ - + @@ -122,7 +126,7 @@ - + @@ -131,7 +135,7 @@ - + @@ -140,163 +144,161 @@ - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - + - - + - + @@ -305,16 +307,13 @@ - + - + - - - @@ -366,5 +365,4 @@ .. _Max Planck Institute for Immunobiology and Epigenetics: http://www3.ie-freiburg.mpg.de .. _Fidel Ramirez: ramirez@ie-freiburg.mpg.de - diff -r 09b65c12a75a -r 21d563d5f2b2 profiler.xml --- a/profiler.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/profiler.xml Mon Aug 05 10:09:51 2013 -0400 @@ -3,12 +3,16 @@ creates a profile plot for a score associated to genomic regions - deepTools + deepTools profiler + + ##ToDo + --numberOfProcessors 4 + --matrixFile $matrixFile - + #if $output.showOutputSettings == "yes" #set newoutFileName=str($outFileName)+"."+str($output.outFileFormat) --outFileName $newoutFilename @@ -24,8 +28,8 @@ --outFileSortedRegions '$output.outFileSortedRegions' #end if #else - #set newoutFileName=str($outFileName)+".png" - --outFileName $newoutFileName + #set newoutFileName=str($outFileName)+".png" + --outFileName $newoutFileName #end if #if $scaleRegions.showScaleRegionsOpt == "yes": @@ -47,16 +51,16 @@ #if str($advancedOpt.plotTitle.value) != "None": --plotTitle '$advancedOpt.plotTitle' #end if - + $advancedOpt.onePlotPerGroup - + #if $advancedOpt.yMin: --yMin $advancedOpt.yMin #end if #if $advancedOpt.yMax: --yMax $advancedOpt.yMax #end if - + --xAxisLabel '$advancedOpt.xAxisLabel' #if str($advancedOpt.yAxisLabel.value) != "None": --yAxisLabel '$advancedOpt.yAxisLabel' @@ -64,7 +68,6 @@ #end if ; mv $newoutFileName $outFileName - @@ -115,14 +118,12 @@ - - @@ -134,10 +135,8 @@ - - @@ -185,5 +184,4 @@ .. _Fidel Ramirez: ramirez@ie-freiburg.mpg.de - diff -r 09b65c12a75a -r 21d563d5f2b2 tool_dependencies.xml --- a/tool_dependencies.xml Sat Aug 03 13:42:12 2013 -0400 +++ b/tool_dependencies.xml Mon Aug 05 10:09:51 2013 -0400 @@ -1,53 +1,63 @@ - + + + - + - + - + - + - - http://hgdownload.cse.ucsc.edu/admin/exe/linux.x86_64/bedGraphToBigWig - http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.i386/bedGraphToBigWig - http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.i386/bedGraphToBigWig - http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.x86_64/bedGraphToBigWig + http://hgdownload.cse.ucsc.edu/admin/exe/linux.x86_64/bedGraphToBigWig + http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.i386/bedGraphToBigWig + http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.i386/bedGraphToBigWig + http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.x86_64/bedGraphToBigWig $INSTALL_DIR/bedGraphToBigWig - http://hgdownload.cse.ucsc.edu/admin/exe/linux.x86_64/bigWigInfo - http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.i386/bigWigInfo - http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.i386/bigWigInfo - http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.x86_64/bigWigInfo + http://hgdownload.cse.ucsc.edu/admin/exe/linux.x86_64/bigWigInfo + http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.i386/bigWigInfo + http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.i386/bigWigInfo + http://hgdownload.cse.ucsc.edu/admin/exe/macOSX.x86_64/bigWigInfo $INSTALL_DIR/bigWigInfo - $INSTALL_DIR + $INSTALL_DIR The tools downloaded by this dependency definition are free for academic use. TODO: UCSC tools are only available with their latest version. That is not good for reproducibility. - - + - git clone --recursive https://github.com/fidelram/deepTools.git git reset --hard 98e5d8a61431ea8605c0643d991a1a5d8999b4dc $INSTALL_DIR/lib/python @@ -57,8 +67,10 @@ - $INSTALL_DIR/bin - $INSTALL_DIR/lib/python + $INSTALL_DIR/bin + $INSTALL_DIR/lib/python + + TRUE