- galaxy-dev - lists.galaxyproject.org

[hg] galaxy 2410: Add the ability for the tabular join tool to f...
by Nate Coraor 21 May '09

21 May '09

details: http://www.bx.psu.edu/hg/galaxy/rev/a8d4ab6b6dd3 changeset: 2410:a8d4ab6b6dd3 user: Dan Blankenberg <dan(a)bx.psu.edu> date: Thu May 14 12:55:14 2009 -0400 description: Add the ability for the tabular join tool to fill in empty columns. Working tests are needed. 2 file(s) affected in this change: tools/filters/join.py tools/filters/joiner.xml diffs (235 lines): diff -r 25d736f5cbf7 -r a8d4ab6b6dd3 tools/filters/join.py --- a/tools/filters/join.py Wed May 13 21:54:45 2009 -0400 +++ b/tools/filters/join.py Thu May 14 12:55:14 2009 -0400 @@ -8,8 +8,21 @@ """ -import optparse, os, sys, tempfile, struct +import optparse, os, sys, tempfile, struct import psyco_full + +try: + simple_json_exception = None + from galaxy import eggs + from galaxy.util.bunch import Bunch + from galaxy.util import stringify_dictionary_keys + import pkg_resources + pkg_resources.require("simplejson") + import simplejson +except Exception, e: + simplejson_exception = e + simplejson = None + class OffsetList: def __init__( self, filesize = 0, fmt = None ): @@ -235,7 +248,22 @@ for offset in self.buffered_offsets[identifier]: yield self.index.get_line_by_offset( offset ) -def join_files( filename1, column1, filename2, column2, out_filename, split = None, buffer = 1000000, keep_unmatched = False, keep_partial = False, index_depth = 3 ): + +def fill_empty_columns( line, split, fill_values ): + if not fill_values: + return line + filled_columns = [] + for i, field in enumerate( line.split( split ) ): + if field or i >= len( fill_values ): + filled_columns.append( field ) + else: + filled_columns.append( fill_values[i] ) + if len( fill_values ) > len( filled_columns ): + filled_columns.extend( fill_values[ len( filled_columns ) : ] ) + return split.join( filled_columns ) + + +def join_files( filename1, column1, filename2, column2, out_filename, split = None, buffer = 1000000, keep_unmatched = False, keep_partial = False, index_depth = 3, fill_options = None ): #return identifier based upon line def get_identifier_by_line( line, column, split = None ): if isinstance( line, str ): @@ -243,6 +271,8 @@ if column < len( fields ): return fields[column] return None + if fill_options is None: + fill_options = Bunch( fill_unjoined_only = True, file1_columns = None, file2_columns = None ) out = open( out_filename, 'w+b' ) index = BufferedIndex( filename2, column2, split, buffer, index_depth ) for line1 in open( filename1, 'rb' ): @@ -250,12 +280,21 @@ if identifier: written = False for line2 in index.get_lines_by_identifier( identifier ): - out.write( "%s%s%s\n" % ( line1.rstrip( '\r\n' ), split, line2.rstrip( '\r\n' ) ) ) + if not fill_options.fill_unjoined_only: + out.write( "%s%s%s\n" % ( fill_empty_columns( line1.rstrip( '\r\n' ), split, fill_options.file1_columns ), split, fill_empty_columns( line2.rstrip( '\r\n' ), split, fill_options.file2_columns ) ) ) + else: + out.write( "%s%s%s\n" % ( line1.rstrip( '\r\n' ), split, line2.rstrip( '\r\n' ) ) ) written = True if not written and keep_unmatched: - out.write( "%s\n" % ( line1.rstrip( '\r\n' ) ) ) + out.write( fill_empty_columns( line1.rstrip( '\r\n' ), split, fill_options.file1_columns ) ) + if fill_options: + out.write( fill_empty_columns( "", split, fill_options.file2_columns ) ) + out.write( "\n" ) elif keep_partial: - out.write( "%s\n" % ( line1.rstrip( '\r\n' ) ) ) + out.write( fill_empty_columns( line1.rstrip( '\r\n' ), split, fill_options.file1_columns ) ) + if fill_options: + out.write( fill_empty_columns( "", split, fill_options.file2_columns ) ) + out.write( "\n" ) out.close() def main(): @@ -284,8 +323,32 @@ dest='keep_unmatched', default=False, help='Keep rows in first input which are not joined with the second input.') + parser.add_option( + '-f','--fill_options_file', + dest='fill_options_file', + type='str',default=None, + help='Fill empty columns with a values from a JSONified file.') + options, args = parser.parse_args() + + fill_options = None + if options.fill_options_file is not None: + try: + if simplejson is None: + raise simplejson_exception + fill_options = Bunch( **stringify_dictionary_keys( simplejson.load( open( options.fill_options_file ) ) ) ) #simplejson.load( open( options.fill_options_file ) ) + except Exception, e: + print "Warning: Ignoring fill options due to simplejson error (%s)." % e + if fill_options is None: + fill_options = Bunch() + if 'fill_unjoined_only' not in fill_options: + fill_options.fill_unjoined_only = True + if 'file1_columns' not in fill_options: + fill_options.file1_columns = None + if 'file2_columns' not in fill_options: + fill_options.file2_columns = None + try: filename1 = args[0] @@ -300,6 +363,6 @@ #Character for splitting fields and joining lines split = "\t" - return join_files( filename1, column1, filename2, column2, out_filename, split, options.buffer, options.keep_unmatched, options.keep_partial, options.index_depth ) + return join_files( filename1, column1, filename2, column2, out_filename, split, options.buffer, options.keep_unmatched, options.keep_partial, options.index_depth, fill_options = fill_options ) if __name__ == "__main__": main() diff -r 25d736f5cbf7 -r a8d4ab6b6dd3 tools/filters/joiner.xml --- a/tools/filters/joiner.xml Wed May 13 21:54:45 2009 -0400 +++ b/tools/filters/joiner.xml Thu May 14 12:55:14 2009 -0400 @@ -1,6 +1,6 @@ -<tool id="join1" name="Join two Queries" version="2.0.0"> +<tool id="join1" name="Join two Queries" version="2.0.1"> <description>side by side on a specified field</description> - <command interpreter="python">join.py $input1 $input2 $field1 $field2 $out_file1 $unmatched $partial --index_depth=3 --buffer=50000000</command> + <command interpreter="python">join.py $input1 $input2 $field1 $field2 $out_file1 $unmatched $partial --index_depth=3 --buffer=50000000 --fill_options_file=$fill_options_file</command> <inputs> <param format="tabular" name="input1" type="data" label="Join"/> <param name="field1" label="using column" type="data_column" data_ref="input1" /> @@ -14,7 +14,66 @@ <option value="-p">Yes</option> <option value="" selected="true">No</option> </param> + <conditional name="fill_empty_columns"> + <param name="fill_empty_columns_switch" type="select" label="Fill empty columns"> + <option value="no_fill" selected="True">No</option> + <option value="fill_empty">Yes</option> + </param> + <when value="no_fill"> +  + </when> + <when value="fill_empty"> + <param type="select" name="fill_columns_by" label="Only fill unjoined rows"> + <option value="fill_unjoined_only" selected="True">Yes</option> + <option value="fill_all">No</option> + </param> + <conditional name="do_fill_empty_columns"> + <param name="column_fill_type" type="select" label="Fill Columns by"> + <option value="single_fill_value" selected="True">Single fill value</option> + <option value="fill_value_by_column">Values by column</option> + </param> + <when value="single_fill_value"> + <param type="text" name="fill_value" label="Fill value" value="."/> + </when> + <when value="fill_value_by_column"> + <repeat name="column_fill1" title="Fill Column for Input 1"> + <param name="column_number1" label="Column" type="data_column" data_ref="input1" /> + <param type="text" name="fill_value1" value="."/> + </repeat> + <repeat name="column_fill2" title="Fill Column for Input 2"> + <param name="column_number2" label="Column" type="data_column" data_ref="input2" /> + <param type="text" name="fill_value2" value="."/> + </repeat> + </when> + </conditional> + </when> + </conditional> </inputs> + <configfiles> + <configfile name="fill_options_file"><% +import simplejson +%>#set $__fill_options = {} +#if $fill_empty_columns['fill_empty_columns_switch'] == 'fill_empty': +#set $__fill_options['fill_unjoined_only'] = $fill_empty_columns['fill_columns_by'].value == 'fill_unjoined_only' +#if $fill_empty_columns['do_fill_empty_columns']['column_fill_type'] == 'single_fill_value': +#set $__start_fill = $fill_empty_columns['do_fill_empty_columns']['fill_value'].value +#else: +#set $__start_fill = "" +#end if +#set $__fill_options['file1_columns'] = [ $__start_fill for i in range( int( $input1.metadata.columns ) ) ] +#set $__fill_options['file2_columns'] = [ $__start_fill for i in range( int( $input2.metadata.columns ) ) ] +#if $fill_empty_columns['do_fill_empty_columns']['column_fill_type'] == 'fill_value_by_column': +#for column_fill1 in $fill_empty_columns['do_fill_empty_columns']['column_fill1']: +#set $__fill_options['file1_columns'][ int( column_fill1['column_number1'].value ) - 1 ] = column_fill1['fill_value1'].value +#end for +#for column_fill2 in $fill_empty_columns['do_fill_empty_columns']['column_fill2']: +#set $__fill_options['file2_columns'][ int( column_fill2['column_number2'].value ) - 1 ] = column_fill2['fill_value2'].value +#end for +#end if +#end if +${simplejson.dumps( __fill_options )} + </configfile> + </configfiles> <outputs> <data format="input" name="out_file1" metadata_source="input1" /> </outputs> @@ -26,6 +85,7 @@ <param name="field2" value="2"/> <param name="unmatched" value=""/> <param name="partial" value=""/> + <param name="fill_empty_columns_switch" value="no_fill"/> <output name="out_file1" file="joiner_out1.bed"/> </test> <test> @@ -35,8 +95,22 @@ <param name="field2" value="2"/> <param name="unmatched" value="Yes"/> <param name="partial" value="Yes"/> + <param name="fill_empty_columns_switch" value="no_fill"/> <output name="out_file1" file="joiner_out2.bed"/> </test> + </tests> <help>

1 0

New tool: sequence shuffler
by Felix Muerdter 21 May '09

21 May '09

Dear all, I would like to share a little tool for galaxy that I wrote. The tool takes fasta files as input, keeps the header of each sequence but shuffles the sequence itself in a random order. Therefore the output file is a fasta file with sequences of the same base composition and length, but shuffled. It is a very simple idea but gives me the opportunity to statistically evaluate certain analysis for ³real² libraries with the newly created ³in silico² libraries. I hope some of you guys find this tool useful, comments are more than welcome! Best, Felix

1 1

Subversion update?
by Stewart Stevens 19 May '09

19 May '09

Hi, We've been using your Galaxy system for some months now. Thanks :-) We're finding it very useful and have been adding modules relevant to our research. When we first established the system here in New Zealand we followed installation instructions using subversion to obtain the latest (developmental) version of galaxy. Now we'd like to update. Unfortunately when issuing "svn update" we get the following response: > svn: PROPFIND request failed on '/svn/galaxy' > svn: PROPFIND of '/svn/galaxy': 405 Method Not Allowed (http://www.bx.psu.edu > ) > I also notice that the current install instructions all revolve around mercurial. I've tried running mercurial but there is no ".hg" file. Can you suggest how we can do an update? Hope this is ok going to galaxy-dev rather than galaxy-user. :-) Thanks, Stewart -- Stewart Stevens Software Developer - Integrated Genomics University of Otago Department of Biochemistry Tel: +64(0)3 479 7863 Fax: +64(0)3 479 7866

2 1

[Fwd: Re: ucsc browser/galaxy for teaching]
by anton＠bx.psu.edu 14 May '09

14 May '09

---------------------------- Original Message ---------------------------- Subject: Re: ucsc browser/galaxy for teaching From: "Robert Kuhn" <kuhn(a)soe.ucsc.edu> Date: Thu, May 14, 2009 8:27 pm To: albin(a)binf.ku.dk kuhn(a)soe.ucsc.edu -------------------------------------------------------------------------- Hi, albin, Just a heads-up for you. I have been sending some queries to galaxy to test that ttraffic from them is free to get through (we would see your queries via galaxy as coming from them), and I see that their site seems to be a bit stalled. my data queries are queued up but not being executed. I emailed anton at PSU about it, so maybe he or one of his people will see it before you need it. We'd like to be sure that any group of potential users of either site has a smooth time of it! BTW, it is no longer necessary to worry about a class being blocked if the traffic comes directly to ucsc. we have implemented a system that now distinguishes individual machines, rather than whole IPs, so interactive use in a class should be fine. Problem is, interactive use of a class using galaxy would likely be seen as all coming from one machine at PSU to us. do let us know if you have any trouble and we'll try to help for your second class. all the best, --b0b > From albin(a)binf.ku.dk Thu Apr 16 09:14:26 2009 > To: kuhn(a)soe.ucsc.edu > Subject: ucsc browser/galaxy for teaching > > Dear Robert, > I hope you might remember me from the Encode pilot. I am now at > Copenhagen University, heading a small group. > > The reason for me writing to you at this time is that we have a > course which, among other things, use galaxy and the ucsc browser > heavily at some lectures. We experienced last year that all the users > got cut off after a few minutes while using galaxy (but this only > happened when >5 users were online). My colleague Rasmus Nielsen let > me know that you were able to help him with a similar issue a while > back, so I hope you can help me with this as well. > > Specifically, would it be possible to let our IP address > (130.225.125.195) stay alive the following dates? > PET time > From To > Thursday, May 14, 2009 at 11:00:00 PM Friday, May 15, 2009 at 3:00:00 AM > Monday, May 18, 2009 at 11:00:00 PM Tuesday, May 19, 2009 at 8:00:00 AM > > I would be very grateful for your help! > Albin Sandelin > > Albin Sandelin, Associate Professor, PhD > The Bioinformatics Centre > Department of Biology & Biotech Research and Innovation Centre > University of Copenhagen > > Email: albin(a)binf.ku.dk, albin.sandelin(a)gmail.com

1 0

[hg] galaxy 2409: MAQ mapping pipeline for SOLiD data
by gua110＠scofield.bx.psu.edu 13 May '09

13 May '09

details: http://www.bx.psu.edu/hg/galaxy/rev/25d736f5cbf7 changeset: 2409:25d736f5cbf7 user: guru date: Wed May 13 21:54:45 2009 -0400 description: MAQ mapping pipeline for SOLiD data 4 file(s) affected in this change: tool_conf.xml.sample tools/solid_tools/maq_cs_wrapper.py tools/solid_tools/maq_cs_wrapper.xml tools/solid_tools/maq_cs_wrapper_code.py diffs (418 lines): diff -r 3af0dea9a5c7 -r 25d736f5cbf7 tool_conf.xml.sample --- a/tool_conf.xml.sample Mon May 11 17:02:54 2009 -0400 +++ b/tool_conf.xml.sample Wed May 13 21:54:45 2009 -0400 @@ -284,6 +284,7 @@ <section name="SOLiD Data Analysis" id="solid_tools"> <tool file="solid_tools/solid_qual_stats.xml" /> <tool file="solid_tools/solid_qual_boxplot.xml" /> + <tool file="solid_tools/maq_cs_wrapper.xml" /> </section> <section name="FASTA manipulation" id="fasta_manipulation"> <tool file="fasta_tools/fasta_compute_length.xml" /> diff -r 3af0dea9a5c7 -r 25d736f5cbf7 tools/solid_tools/maq_cs_wrapper.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/tools/solid_tools/maq_cs_wrapper.py Wed May 13 21:54:45 2009 -0400 @@ -0,0 +1,270 @@ +#! /usr/bin/python +#Guruprasad Ananda +#MAQ mapper for SOLiD colourspace-reads + +import sys, os, zipfile, tempfile, subprocess + +def stop_err( msg ): + sys.stderr.write( "%s\n" % msg ) + sys.exit() + +def __main__(): + + out_fname = sys.argv[1].strip() + out_f2 = open(sys.argv[2].strip(),'r+') + ref_fname = sys.argv[3].strip() + f3_read_fname = sys.argv[4].strip() + f3_qual_fname = sys.argv[5].strip() + paired = sys.argv[6] + if paired == 'yes': + r3_read_fname = sys.argv[7].strip() + r3_qual_fname = sys.argv[8].strip() + min_mapqual = int(sys.argv[9].strip()) + max_mismatch = int(sys.argv[10].strip()) + out_f3name = sys.argv[11].strip() + subprocess_dict = {} + + ref_csfa = tempfile.NamedTemporaryFile() + ref_bfa = tempfile.NamedTemporaryFile() + ref_csbfa = tempfile.NamedTemporaryFile() + cmd2_1 = 'maq fasta2csfa %s > %s 2>&1' %(ref_fname,ref_csfa.name) + cmd2_2 = 'maq fasta2bfa %s %s 2>&1' %(ref_csfa.name,ref_csbfa.name) + cmd2_3 = 'maq fasta2bfa %s %s 2>&1' %(ref_fname,ref_bfa.name) + try: + os.system(cmd2_1) + os.system(cmd2_2) + os.system(cmd2_3) + except Exception, erf: + stop_err(str(erf)+"Error processing reference sequence") + + if paired == 'yes': #paired end reads + tmpf = tempfile.NamedTemporaryFile() #forward reads + tmpr = tempfile.NamedTemporaryFile() #reverse reads + tmps = tempfile.NamedTemporaryFile() #single reads + tmpffastq = tempfile.NamedTemporaryFile() + tmprfastq = tempfile.NamedTemporaryFile() + tmpsfastq = tempfile.NamedTemporaryFile() + + cmd1 = "solid2fastq_modified.pl 'yes' %s %s %s %s %s %s %s 2>&1" %(tmpf.name,tmpr.name,tmps.name,f3_read_fname,f3_qual_fname,r3_read_fname,r3_qual_fname) + try: + os.system(cmd1) + os.system('zcat -f %s >> %s' %(tmpf.name,tmpffastq.name)) + os.system('zcat -f %s >> %s' %(tmpr.name,tmprfastq.name)) + os.system('zcat -f %s >> %s' %(tmps.name,tmpsfastq.name)) + + except Exception, eq: + stop_err("Error converting data to fastq format." + str(eq)) + + #make a temp directory where the split fastq files will be stored + try: + split_dir = tempfile.mkdtemp() + split_file_prefix_f = tempfile.mktemp(dir=split_dir) + split_file_prefix_r = tempfile.mktemp(dir=split_dir) + splitcmd_f = 'split -a 2 -l %d %s %s' %(32000000,tmpffastq.name,split_file_prefix_f) #32M lines correspond to 8M reads + splitcmd_r = 'split -a 2 -l %d %s %s' %(32000000,tmprfastq.name,split_file_prefix_r) #32M lines correspond to 8M reads + + os.system(splitcmd_f) + os.system(splitcmd_r) + os.chdir(split_dir) + ii = 0 + for fastq in os.listdir(split_dir): + if not fastq.startswith(split_file_prefix_f.split("/")[-1]): + continue + fastq_r = split_file_prefix_r + fastq.split(split_file_prefix_f.split("/")[-1])[1] #find the reverse strand fastq corresponding to formward strand fastq + tmpbfq_f = tempfile.NamedTemporaryFile() + tmpbfq_r = tempfile.NamedTemporaryFile() + cmd3 = 'maq fastq2bfq %s %s 2>&1; maq fastq2bfq %s %s 2>&1; maq map -c %s.csmap %s %s %s 1>/dev/null 2>&1; maq mapview %s.csmap > %s.txt' %(fastq,tmpbfq_f.name,fastq_r,tmpbfq_r.name,fastq,ref_csbfa.name,tmpbfq_f.name,tmpbfq_r.name,fastq,fastq) + subprocess_dict['sp'+str(ii+1)] = subprocess.Popen([cmd3],shell=True,stdout=subprocess.PIPE) + ii += 1 + while True: + all_done = True + for j,k in enumerate(subprocess_dict.keys()): + if subprocess_dict['sp'+str(j+1)].wait() != 0: + err = subprocess_dict['sp'+str(j+1)].communicate()[1] + if err != None: + stop_err("Mapping error: %s" %err) + all_done = False + if all_done: + break + cmdout = "for map in *.txt; do cat $map >> %s; done" %(out_fname) + os.system(cmdout) + + tmpcsmap = tempfile.NamedTemporaryFile() + cmd_cat_csmap = "for csmap in *.csmap; do cat $csmap >> %s; done" %(tmpcsmap.name) + os.system(cmd_cat_csmap) + + tmppileup = tempfile.NamedTemporaryFile() + cmdpileup = "maq pileup -m %s -q %s %s %s > %s" %(max_mismatch,min_mapqual,ref_bfa.name,tmpcsmap.name,tmppileup.name) + os.system(cmdpileup) + tmppileup.seek(0) + print >> out_f2, "#chr\tposition\tref_nt\tcoverage\tSNP_count\tA_count\tT_count\tG_count\tC_count" + for line in file(tmppileup.name): + elems = line.strip().split() + ref_nt = elems[2].capitalize() + read_nt = elems[4] + coverage = int(elems[3]) + a,t,g,c = 0,0,0,0 + ref_nt_count = 0 + for ch in read_nt: + ch = ch.capitalize() + if ch not in ['A','T','G','C',',','.']: + continue + if ch in [',','.']: + ch = ref_nt + ref_nt_count += 1 + try: + nt_ind = ['A','T','G','C'].index(ch) + if nt_ind == 0: + a+=1 + elif nt_ind == 1: + t+=1 + elif nt_ind == 2: + g+=1 + else: + c+=1 + except ValueError, we: + print >>sys.stderr, we + print >> out_f2, "%s\t%s\t%s\t%s\t%s\t%s" %("\t".join(elems[:4]),coverage-ref_nt_count,a,t,g,c) + except Exception, er2: + stop_err("Encountered error while mapping: %s" %(str(er2))) + + + else: #single end reads + tmpf = tempfile.NamedTemporaryFile() + tmpfastq = tempfile.NamedTemporaryFile() + cmd1 = "solid2fastq_modified.pl 'no' %s %s %s %s %s %s %s 2>&1" %(tmpf.name,None,None,f3_read_fname,f3_qual_fname,None,None) + try: + os.system(cmd1) + os.system('zcat -f %s >> %s' %(tmpf.name,tmpfastq.name)) + tmpf.close() + except: + stop_err("Error converting data to fastq format.") + + #make a temp directory where the split fastq files will be stored + try: + split_dir = tempfile.mkdtemp() + split_file_prefix = tempfile.mktemp(dir=split_dir) + splitcmd = 'split -a 2 -l %d %s %s' %(32000000,tmpfastq.name,split_file_prefix) #32M lines correspond to 8M reads + os.system(splitcmd) + os.chdir(split_dir) + for i,fastq in enumerate(os.listdir(split_dir)): + tmpbfq = tempfile.NamedTemporaryFile() + cmd3 = 'maq fastq2bfq %s %s 2>&1; maq map -c %s.csmap %s %s 1>/dev/null 2>&1; maq mapview %s.csmap > %s.txt' %(fastq,tmpbfq.name,fastq,ref_csbfa.name,tmpbfq.name,fastq,fastq) + subprocess_dict['sp'+str(i+1)] = subprocess.Popen([cmd3],shell=True,stdout=subprocess.PIPE) + + while True: + all_done = True + for j,k in enumerate(subprocess_dict.keys()): + if subprocess_dict['sp'+str(j+1)].wait() != 0: + err = subprocess_dict['sp'+str(j+1)].communicate()[1] + if err != None: + stop_err("Mapping error: %s" %err) + all_done = False + if all_done: + break + + cmdout = "for map in *.txt; do cat $map >> %s; done" %(out_fname) + os.system(cmdout) + + tmpcsmap = tempfile.NamedTemporaryFile() + cmd_cat_csmap = "for csmap in *.csmap; do cat $csmap >> %s; done" %(tmpcsmap.name) + os.system(cmd_cat_csmap) + + tmppileup = tempfile.NamedTemporaryFile() + cmdpileup = "maq pileup -m %s -q %s %s %s > %s" %(max_mismatch,min_mapqual,ref_bfa.name,tmpcsmap.name,tmppileup.name) + os.system(cmdpileup) + tmppileup.seek(0) + print >> out_f2, "#chr\tposition\tref_nt\tcoverage\tSNP_count\tA_count\tT_count\tG_count\tC_count" + for line in file(tmppileup.name): + elems = line.strip().split() + ref_nt = elems[2].capitalize() + read_nt = elems[4] + coverage = int(elems[3]) + a,t,g,c = 0,0,0,0 + ref_nt_count = 0 + for ch in read_nt: + ch = ch.capitalize() + if ch not in ['A','T','G','C',',','.']: + continue + if ch in [',','.']: + ch = ref_nt + ref_nt_count += 1 + try: + nt_ind = ['A','T','G','C'].index(ch) + if nt_ind == 0: + a+=1 + elif nt_ind == 1: + t+=1 + elif nt_ind == 2: + g+=1 + else: + c+=1 + except: + pass + print >> out_f2, "%s\t%s\t%s\t%s\t%s\t%s" %("\t".join(elems[:4]),coverage-ref_nt_count,a,t,g,c) + except Exception, er2: + stop_err("Encountered error while mapping: %s" %(str(er2))) + + #Build custom track from pileup + chr_list=[] + out_f2.seek(0) + fcov = tempfile.NamedTemporaryFile() + fout_a = tempfile.NamedTemporaryFile() + fout_t = tempfile.NamedTemporaryFile() + fout_g = tempfile.NamedTemporaryFile() + fout_c = tempfile.NamedTemporaryFile() + fcov.write('''track type=wiggle_0 name="Coverage track" description="Coverage track (from Galaxy)" color=0,0,0 visibility=2\n''') + fout_a.write('''track type=wiggle_0 name="Track A" description="Track A (from Galaxy)" color=255,0,0 visibility=2\n''') + fout_t.write('''track type=wiggle_0 name="Track T" description="Track T (from Galaxy)" color=0,255,0 visibility=2\n''') + fout_g.write('''track type=wiggle_0 name="Track G" description="Track G (from Galaxy)" color=0,0,255 visibility=2\n''') + fout_c.write('''track type=wiggle_0 name="Track C" description="Track C (from Galaxy)" color=255,0,255 visibility=2\n''') + + for line in out_f2: + if line.startswith("#"): + continue + elems = line.split() + chr = elems[0] + + if chr not in chr_list: + chr_list.append(chr) + if not (chr.startswith('chr') or chr.startswith('scaffold')): + chr = 'chr' + header = "variableStep chrom=%s" %(chr) + fcov.write("%s\n" %(header)) + fout_a.write("%s\n" %(header)) + fout_t.write("%s\n" %(header)) + fout_g.write("%s\n" %(header)) + fout_c.write("%s\n" %(header)) + try: + pos = int(elems[1]) + cov = int(elems[3]) + a = int(elems[5]) + t = int(elems[6]) + g = int(elems[7]) + c = int(elems[8]) + except: + continue + fcov.write("%s\t%s\n" %(pos,cov)) + try: + a_freq = a*100./cov + t_freq = t*100./cov + g_freq = g*100./cov + c_freq = c*100./cov + except ZeroDivisionError: + a_freq=t_freq=g_freq=c_freq=0 + fout_a.write("%s\t%s\n" %(pos,a_freq)) + fout_t.write("%s\t%s\n" %(pos,t_freq)) + fout_g.write("%s\t%s\n" %(pos,g_freq)) + fout_c.write("%s\t%s\n" %(pos,c_freq)) + + fcov.seek(0) + fout_a.seek(0) + fout_g.seek(0) + fout_t.seek(0) + fout_c.seek(0) + os.system("cat %s %s %s %s %s | cat > %s" %(fcov.name,fout_a.name,fout_t.name,fout_g.name,fout_c.name,out_f3name)) + +if __name__=="__main__": + __main__() + + diff -r 3af0dea9a5c7 -r 25d736f5cbf7 tools/solid_tools/maq_cs_wrapper.xml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/tools/solid_tools/maq_cs_wrapper.xml Wed May 13 21:54:45 2009 -0400 @@ -0,0 +1,120 @@ +<tool id="maq_cs_wrapper" name="MAQ for SOLiD" version="1.0.0"> + <description> </description> + <command interpreter="python"> + maq_cs_wrapper.py + $output1 + $output2 + $ref + $library_type.f3_reads + $library_type.f3_qual + $library_type.is_paired + #if $library_type.is_paired == "yes": + $library_type.r3_reads + $library_type.r3_qual + #else: + "None" + "None" + #end if + $min_mapqual + $max_mismatch + $output3 + + </command> + + <inputs> + <param name="ref" type="data" format="fasta" label="Target Genome"/> + <conditional name="library_type"> + <param name="is_paired" type="select" label="Is the library mate-paired?" multiple="false"> + <option value="no">No</option> + <option value="yes">Yes</option> + </param> + <when value="no"> + <param name="f3_reads" type="data" format="csfasta" label="F3 reads file"/> + <param format="qualsolid" name="f3_qual" type="data" label="F3 quality file" help="If your dataset doesn't show up in the menu, click the pencil icon next to your dataset and set the datatype to 'qualsolid'" /> + </when> + <when value="yes"> + <param name="f3_reads" type="data" format="csfasta" label="F3 reads file"/> + <param format="qualsolid" name="f3_qual" type="data" label="F3 quality file" help="If your dataset doesn't show up in the menu, click the pencil icon next to your dataset and set the datatype to 'qualsolid'" /> + <param name="r3_reads" type="data" format="csfasta" label="R3 reads file"/> + <param format="qualsolid" name="r3_qual" type="data" label="R3 quality file" help="If your dataset doesn't show up in the menu, click the pencil icon next to your dataset and set the datatype to 'qualsolid'" /> + </when> + </conditional> + <param name="min_mapqual" type="integer" size="3" value="0" label="Minimum mapping quality allowed for a read to be used" help="Reads below the specified mapping quality will not be considered in coverage and SNP analysis."/> + <param name="max_mismatch" type="integer" size="3" value="7" label="Maximum number of mismatches allowed for a read to be used" help="Reads above the specified threshold will not be considered in coverage and SNP analysis."/> + </inputs> + <outputs> + <data format="tabular" name="output1" metadata_source="ref" /> + <data format="tabular" name="output2" metadata_source="ref" /> + <data format="customtrack" name="output3" metadata_source="ref" /> + </outputs> + +  +<help> + +.. class:: infomark + +**What it does** + +This tool maps SOLiD colour-space reads against the target genome using MAQ. It produces three output datasets: + + +**ALIGNMENT INFO** : contains the read alignment information, + +**PILEUP** : contains the coverage and SNP statistics for every nucleotide of the target genome, + +**CUSTOM TRACK** : contains the coverage and SNP statistics as custom tracks displayable in the UCSC browser. + +----- + +**The ALIGNMENT INFO dataset will contain the following fields:** + +* column 1 = read name +* column 2 = chromosome +* column 3 = position +* column 4 = strand +* column 5 = insert size from the outer coorniates of a pair +* column 6 = paired flag +* column 7 = mapping quality +* column 8 = single-end mapping quality +* column 9 = alternative mapping quality +* column 10 = number of mismatches of the best hit +* column 11 = sum of qualities of mismatched bases of the best hit +* column 12 = number of 0-mismatch hits of the first 24bp +* column 13 = number of 1-mismatch hits of the first 24bp on the reference +* column 14 = length of the read +* column 15 = read sequence +* column 16 = read quality + + +**The PILEUP dataset will contain the following fields:** + +* column 1 = chromosome +* column 2 = position +* column 3 = reference nucleotide +* column 4 = coverage (number of reads that cover this position) +* column 5 = number of SNPs +* column 6 = number of As +* column 7 = number of Ts +* column 8 = number of Gs +* column 9 = number of Cs + +</help> +<code file="maq_cs_wrapper_code.py"/> + +</tool> diff -r 3af0dea9a5c7 -r 25d736f5cbf7 tools/solid_tools/maq_cs_wrapper_code.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/tools/solid_tools/maq_cs_wrapper_code.py Wed May 13 21:54:45 2009 -0400 @@ -0,0 +1,5 @@ +def exec_before_job(app, inp_data, out_data, param_dict, tool): + out_data['output1'].name = out_data['output1'].name + " [ ALIGNMENT INFO ]" + out_data['output2'].name = out_data['output2'].name + " [ PILEUP ]" + out_data['output3'].name = out_data['output3'].name + " [ CUSTOM TRACK ]" +

1 0

[hg] galaxy 2408: Output example image file for SOLiD quality bo...
by Greg Von Kuster 12 May '09

12 May '09

details: http://www.bx.psu.edu/hg/galaxy/rev/3af0dea9a5c7 changeset: 2408:3af0dea9a5c7 user: guru date: Mon May 11 17:02:54 2009 -0400 description: Output example image file for SOLiD quality boxplot tool. 1 file(s) affected in this change: static/images/solid_qual.png diffs (2 lines): diff -r 60071136a638 -r 3af0dea9a5c7 static/images/solid_qual.png Binary file static/images/solid_qual.png has changed

1 0

[hg] galaxy 2407: Fix problem where delted workflows were still ...
by Nate Coraor 07 May '09

07 May '09

details: http://www.bx.psu.edu/hg/galaxy/rev/60071136a638 changeset: 2407:60071136a638 user: James Taylor <james(a)jamestaylor.org> date: Wed May 06 19:21:00 2009 -0400 description: Fix problem where delted workflows were still showing up when shared with another user (missing join before filter) 1 file(s) affected in this change: lib/galaxy/web/controllers/workflow.py diffs (15 lines): diff -r 23786eef94cd -r 60071136a638 lib/galaxy/web/controllers/workflow.py --- a/lib/galaxy/web/controllers/workflow.py Wed May 06 14:17:13 2009 -0400 +++ b/lib/galaxy/web/controllers/workflow.py Wed May 06 19:21:00 2009 -0400 @@ -35,8 +35,9 @@ shared_by_others = trans.sa_session \ .query( model.StoredWorkflowUserShareAssociation ) \ .filter_by( user=user ) \ - .filter( model.StoredWorkflow.c.deleted == False ) \ - .order_by( desc( model.StoredWorkflow.c.update_time ) ) \ + .join( 'stored_workflow' ) \ + .filter( model.StoredWorkflow.deleted == False ) \ + .order_by( desc( model.StoredWorkflow.update_time ) ) \ .all() return trans.fill_template( "workflow/list.mako", workflows = workflows,

1 0

[hg] galaxy 2405: Simpler threadless tarball streaming as sugges...
by Greg Von Kuster 06 May '09

06 May '09

details: http://www.bx.psu.edu/hg/galaxy/rev/c915cd0cbf13 changeset: 2405:c915cd0cbf13 user: Nate Coraor <nate(a)bx.psu.edu> date: Wed May 06 13:46:18 2009 -0400 description: Simpler threadless tarball streaming as suggested by James 2 file(s) affected in this change: lib/galaxy/util/streamball.py lib/galaxy/web/controllers/library.py diffs (81 lines): diff -r 8783747cbae8 -r c915cd0cbf13 lib/galaxy/util/streamball.py --- a/lib/galaxy/util/streamball.py Wed May 06 13:17:02 2009 -0400 +++ b/lib/galaxy/util/streamball.py Wed May 06 13:46:18 2009 -0400 @@ -1,50 +1,26 @@ """ -A simple wrapper for writing tarballs as a stream. The work is performed in a -thread and data is written to a Queue instead of a file. +A simple wrapper for writing tarballs as a stream. """ import logging, tarfile -from Queue import Queue, Empty, Full -from threading import Thread - log = logging.getLogger( __name__ ) - -class QueueArchive( object ): - queue_size = 32 - def __init__( self ): - self.queue = Queue( QueueArchive.queue_size ) - self.get = self.queue.get - self.empty = self.queue.empty - def write( self, data ): - self.queue.put( data, block=True, timeout=300 ) - def tell( self ): - return 0 class StreamBall( object ): def __init__( self, mode, members={} ): self.mode = mode self.members = members - self.tarfileobj = QueueArchive() + self.wsgi_status = None + self.wsgi_headeritems = None def add( self, file, relpath ): self.members[file] = relpath - def stream( self ): - t = Thread( target=self.thread_write ) - t.start() - while t.isAlive(): - try: - yield self.tarfileobj.get( block=False ) - except Empty: - pass - t.join() - # exhaust the queue - while not self.tarfileobj.empty(): - yield self.tarfileobj.get() - def thread_write( self ): - tf = tarfile.open( mode=self.mode, fileobj=self.tarfileobj ) - try: - for file, rel in self.members.items(): - tf.add( file, arcname=rel ) - tf.close() - except Full: - log.warning( 'Queue full for longer than 300 seconds, timing out' ) + def stream( self, environ, start_response ): + response_write = start_response( self.wsgi_status, self.wsgi_headeritems ) + class tarfileobj: + def write( self, *args, **kwargs ): + response_write( *args, **kwargs ) + tf = tarfile.open( mode=self.mode, fileobj=tarfileobj() ) + for file, rel in self.members.items(): + tf.add( file, arcname=rel ) + tf.close() + return [] diff -r 8783747cbae8 -r c915cd0cbf13 lib/galaxy/web/controllers/library.py --- a/lib/galaxy/web/controllers/library.py Wed May 06 13:17:02 2009 -0400 +++ b/lib/galaxy/web/controllers/library.py Wed May 06 13:46:18 2009 -0400 @@ -304,7 +304,9 @@ else: trans.response.set_content_type( "application/x-tar" ) trans.response.headers[ "Content-Disposition" ] = "attachment; filename=GalaxyLibraryFiles.%s" % params.do_action - return archive.stream() + archive.wsgi_status = trans.response.wsgi_status() + archive.wsgi_headeritems = trans.response.wsgi_headeritems() + return archive.stream @web.expose def download_dataset_from_folder(self, trans, id, library_id=None, **kwd): """Catches the dataset id and displays file contents as directed"""

1 0

[hg] galaxy 2403: Added SOLiD tool section with QC tools.
by Greg Von Kuster 06 May '09

06 May '09

details: http://www.bx.psu.edu/hg/galaxy/rev/8be3989335a9 changeset: 2403:8be3989335a9 user: guru date: Tue May 05 22:44:30 2009 -0400 description: Added SOLiD tool section with QC tools. 5 file(s) affected in this change: test-data/qualsolid.stats tool_conf.xml.sample tools/solid_tools/solid_qual_boxplot.xml tools/solid_tools/solid_qual_stats.py tools/solid_tools/solid_qual_stats.xml diffs (307 lines): diff -r dd21a47f8035 -r 8be3989335a9 test-data/qualsolid.stats --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/test-data/qualsolid.stats Tue May 05 22:44:30 2009 -0400 @@ -0,0 +1,36 @@ +column count min max sum mean Q1 med Q3 IQR lW rW +1 24 2 31 413.0 17.2083333333 5 18.0 28 23 2 31 +2 24 5 31 499.0 20.7916666667 10 26.0 30 20 5 31 +3 24 2 34 324.0 13.5 2 6.5 30 28 2 34 +4 24 2 32 397.0 16.5416666667 3 16.5 31 28 2 32 +5 24 2 31 349.0 14.5416666667 4 13.0 25 21 2 31 +6 24 2 34 456.0 19.0 6 18.5 31 25 2 34 +7 24 2 34 545.0 22.7083333333 15 27.0 30 15 2 34 +8 24 2 31 338.0 14.0833333333 3 10.0 27 24 2 31 +9 24 2 32 377.0 15.7083333333 3 17.0 27 24 2 32 +10 24 2 31 373.0 15.5416666667 4 13.0 27 23 2 31 +11 24 2 31 371.0 15.4583333333 6 12.5 28 22 2 31 +12 24 2 33 505.0 21.0416666667 13 23.0 29 16 2 33 +13 24 2 31 302.0 12.5833333333 4 11.0 23 19 2 31 +14 24 2 33 384.0 16.0 4 18.5 26 22 2 33 +15 24 2 31 392.0 16.3333333333 4 13.0 30 26 2 31 +16 24 2 31 380.0 15.8333333333 6 15.5 29 23 2 31 +17 24 2 31 465.0 19.375 11 24.5 30 19 2 31 +18 24 2 30 304.0 12.6666666667 4 9.0 23 19 2 30 +19 24 2 31 350.0 14.5833333333 4 13.0 27 23 2 31 +20 24 2 31 332.0 13.8333333333 2 13.0 21 19 2 31 +21 24 2 32 358.0 14.9166666667 4 14.5 26 22 2 32 +22 24 2 31 456.0 19.0 8 24.0 28 20 2 31 +23 24 2 31 308.0 12.8333333333 5 8.0 19 14 2 31 +24 24 2 31 280.0 11.6666666667 5 8.5 16 11 2 31 +25 24 2 30 300.0 12.5 5 9.5 21 16 2 30 +26 24 2 31 384.0 16.0 3 20.0 25 22 2 31 +27 24 2 31 389.0 16.2083333333 8 16.0 24 16 2 31 +28 24 2 28 242.0 10.0833333333 2 6.0 21 19 2 28 +29 24 2 26 240.0 10.0 4 6.5 14 10 2 26 +30 24 2 28 297.0 12.375 6 8.5 22 16 2 28 +31 24 2 30 304.0 12.6666666667 3 9.0 22 19 2 30 +32 24 2 31 324.0 13.5 5 12.5 23 18 2 31 +33 24 2 26 255.0 10.625 4 8.0 20 16 2 26 +34 24 2 30 226.0 9.41666666667 2 6.5 13 11 2 29.5 +35 24 2 29 244.0 10.1666666667 2 7.0 19 17 2 29 diff -r dd21a47f8035 -r 8be3989335a9 tool_conf.xml.sample --- a/tool_conf.xml.sample Tue May 05 17:06:11 2009 -0400 +++ b/tool_conf.xml.sample Tue May 05 22:44:30 2009 -0400 @@ -281,6 +281,10 @@ <tool file="emboss_5/emboss_wordmatch.xml" /> </section> --> + <section name="SOLiD Data Analysis" id="solid_tools"> + <tool file="solid_tools/solid_qual_stats.xml" /> + <tool file="solid_tools/solid_qual_boxplot.xml" /> + </section> <section name="FASTA manipulation" id="fasta_manipulation"> <tool file="fasta_tools/fasta_compute_length.xml" /> <tool file="fasta_tools/fasta_filter_by_length.xml" /> diff -r dd21a47f8035 -r 8be3989335a9 tools/solid_tools/solid_qual_boxplot.xml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/tools/solid_tools/solid_qual_boxplot.xml Tue May 05 22:44:30 2009 -0400 @@ -0,0 +1,36 @@ +<tool id="solid_qual_boxplot" name="Quality Boxplot" version="1.0.0"> + <description>for SOLiD data</description> + + <command>qualsolid_boxplot_graph.sh -t '$input.name' -i $input -o $output</command> + + <inputs> + <param format="txt" name="input" type="data" label="Statistics report file (output of 'Quality Statistics for SOLiD data' tool)" /> + </inputs> + + <outputs> + <data format="png" name="output" metadata_source="input" /> + </outputs> +<help> + +**What it does** + +Creates a boxplot graph for the quality scores in the library. + +.. class:: infomark + +**TIP:** Use the **Quality Statistics for SOLiD data** tool to generate the report file needed for this tool. + +----- + +**Output Example** + +* Black horizontal lines are medians +* Rectangular red boxes show the Inter-quartile Range (IQR) (top value is Q3, bottom value is Q1) +* Whiskers show outlier at max. 1.5*IQR + + +.. image:: ../static/images/solid_qual.png + + +</help> +</tool> diff -r dd21a47f8035 -r 8be3989335a9 tools/solid_tools/solid_qual_stats.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/tools/solid_tools/solid_qual_stats.py Tue May 05 22:44:30 2009 -0400 @@ -0,0 +1,140 @@ +#! /usr/bin/python +#Guruprasad Ananda + +import sys, os, zipfile, tempfile + +QUAL_UPPER_BOUND = 41 +QUAL_LOWER_BOUND = 1 + +def stop_err( msg ): + sys.stderr.write( "%s\n" % msg ) + sys.exit() + +def unzip( filename ): + zip_file = zipfile.ZipFile( filename, 'r' ) + tmpfilename = tempfile.NamedTemporaryFile().name + for name in zip_file.namelist(): + file( tmpfilename, 'a' ).write( zip_file.read( name ) ) + zip_file.close() + return tmpfilename + +def __main__(): + + infile_score_name = sys.argv[1].strip() + fout = open(sys.argv[2].strip(),'r+w') + + infile_is_zipped = False + if zipfile.is_zipfile( infile_score_name ): + infile_is_zipped = True + infile_name = unzip( infile_score_name ) + else: + infile_name = infile_score_name + + readlen = None + j = 0 + for line in file( infile_name ): + line = line.strip() + if not(line) or line.startswith("#") or line.startswith(">"): + continue + elems = line.split() + try: + for item in elems: + assert int(item) + if not(readlen): + readlen = len(elems) + if len(elems) != readlen: + print "Note: Reads in the input dataset are of variable lengths." + j += 1 + except: + invalid_lines += 1 + if j > 10: + break + + invalid_lines = 0 + position_dict = {} + print >>fout, "column\tcount\tmin\tmax\tsum\tmean\tQ1\tmed\tQ3\tIQR\tlW\trW" + for k,line in enumerate(file( infile_name )): + line = line.strip() + if not(line) or line.startswith("#") or line.startswith(">"): + continue + elems = line.split() + if position_dict == {}: + for pos in range(readlen): + position_dict[pos] = [0]*QUAL_UPPER_BOUND + if len(elems) != readlen: + invalid_lines += 1 + continue + for ind,item in enumerate(elems): + try: + item = int(item) + position_dict[ind][item]+=1 + except: + pass + + invalid_positions = 0 + for pos in position_dict: + carr = position_dict[pos] #count array for position pos + total = sum(carr) #number of bases found in this column. + med_elem = int(round(total/2.0)) + lowest = None #Lowest quality score value found in this column. + highest = None #Highest quality score value found in this column. + median = None #Median quality score value found in this column. + qsum = 0.0 #Sum of quality score values for this column. + q1 = None #1st quartile quality score. + q3 = None #3rd quartile quality score. + q1_elem = int(round((total+1)/4.0)) + q3_elem = int(round((total+1)*3/4.0)) + + try: + for ind,cnt in enumerate(carr): + qsum += ind*cnt + + if cnt!=0: + highest = ind + + if lowest==None and cnt!=0: #first non-zero count + lowest = ind + + if q1==None: + if sum(carr[:ind+1]) >= q1_elem: + q1 = ind + + if median==None: + if sum(carr[:ind+1]) < med_elem: + continue + median = ind + if total%2 == 0: #even number of elements + median2 = median + if sum(carr[:ind+1]) < med_elem+1: + for ind2,elem in enumerate(carr[ind+1:]): + if elem != 0: + median2 = ind+ind2+1 + break + median = (median + median2)/2.0 + + + if q3==None: + if sum(carr[:ind+1]) >= q3_elem: + q3 = ind + + + mean = qsum/total #Mean quality score value for this column. + iqr = q3-q1 + left_whisker = max(q1 - 1.5*iqr,lowest) + right_whisker = min(q3 + 1.5*iqr,highest) + + print >>fout,"%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s" %(pos+1,total,lowest,highest,qsum,mean,q1,median,q3,iqr,left_whisker,right_whisker) + except: + invalid_positions += 1 + nullvals = ['NA']*11 + print >>fout,"%s\t%s" %(pos+1,'\t'.join(nullvals)) + + if invalid_lines: + print "Skipped %d reads as invalid." %invalid_lines + if invalid_positions: + print "Skipped stats computation for %d read postions." %invalid_positions + +if __name__=="__main__": + __main__() + + diff -r dd21a47f8035 -r 8be3989335a9 tools/solid_tools/solid_qual_stats.xml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/tools/solid_tools/solid_qual_stats.xml Tue May 05 22:44:30 2009 -0400 @@ -0,0 +1,65 @@ +<tool id="solid_qual_stats" name="Quality Statistics" version="1.0.0"> + <description>for SOLiD data</description> + <command interpreter="python">solid_qual_stats.py $input $output1</command> + + <inputs> + <param format="qualsolid, txtseq.zip" name="input" type="data" label="SOLiD qual file" help="If your dataset doesn't show up in the menu, click the pencil icon next to your dataset and set the datatype to 'qualsolid'" /> + </inputs> + <outputs> + <data format="txt" name="output1" metadata_source="input" /> + </outputs> + <tests> + <test> + <param name="input" value="qualscores.qualsolid" /> + <output name="output1" file="qualsolid.stats" /> + </test> + </tests> + +<help> + +**What it does** + +Creates quality statistics report for the given SOLiD quality score file. + +.. class:: infomark + +**TIP:** This statistics report can be used as input for **Quality Boxplot for SOLiD data** tool. + +----- + +**The output file will contain the following fields:** + +* column = column number (position on the read) +* count = number of bases found in this column. +* min = Lowest quality score value found in this column. +* max = Highest quality score value found in this column. +* sum = Sum of quality score values for this column. +* mean = Mean quality score value for this column. +* Q1 = 1st quartile quality score. +* med = Median quality score. +* Q3 = 3rd quartile quality score. +* IQR = Inter-Quartile range (Q3-Q1). +* lW = 'Left-Whisker' value (for boxplotting). +* rW = 'Right-Whisker' value (for boxplotting). + + + + + +**Output Example**:: + + column count min max sum mean Q1 med Q3 IQR lW rW + 1 6362991 2 32 250734117 20.41 5 9 28 23 2 31 + 2 6362991 2 32 250531036 21.37 10 26 30 20 5 31 + 3 6362991 2 34 248722469 19.09 10 26 30 20 5 31 + 4 6362991 2 34 247654797 18.92 10 26 30 20 5 31 + . + . + 32 6362991 2 31 143436943 16.54 3 10 25 22 2 31 + 33 6362991 2 32 114269843 16.96 3 10 25 22 2 31 + 34 6362991 2 29 140638447 12.10 3 10 25 22 2 29 + 35 6362991 2 29 138910532 11.83 3 10 25 22 2 29 + + +</help> +</tool>

1 0

[hg] galaxy 2406: Allow users to clone (copy) their own workflows
by Greg Von Kuster 06 May '09

06 May '09

details: http://www.bx.psu.edu/hg/galaxy/rev/23786eef94cd changeset: 2406:23786eef94cd user: James Taylor <james(a)jamestaylor.org> date: Wed May 06 14:17:13 2009 -0400 description: Allow users to clone (copy) their own workflows 1 file(s) affected in this change: templates/workflow/list.mako diffs (11 lines): diff -r c915cd0cbf13 -r 23786eef94cd templates/workflow/list.mako --- a/templates/workflow/list.mako Wed May 06 13:46:18 2009 -0400 +++ b/templates/workflow/list.mako Wed May 06 14:17:13 2009 -0400 @@ -46,6 +46,7 @@ <div popupmenu="wf-${i}-popup"> <a class="action-button" href="${h.url_for( action='editor', id=trans.security.encode_id(workflow.id) )}" target="_parent">Edit</a> <a class="action-button" href="${h.url_for( controller='root', action='index', workflow_id=trans.security.encode_id(workflow.id) )}" target="_parent">Run</a> + <a class="action-button" href="${h.url_for( action='clone', id=trans.security.encode_id(workflow.id) )}">Clone</a> <a class="action-button" href="${h.url_for( action='rename', id=trans.security.encode_id(workflow.id) )}">Rename</a> <a class="action-button" href="${h.url_for( action='sharing', id=trans.security.encode_id(workflow.id) )}">Sharing</a> <a class="action-button" confirm="Are you sure you want to delete workflow '${workflow.name}'?" href="${h.url_for( action='delete', id=trans.security.encode_id(workflow.id) )}">Delete</a>

1 0