- galaxy-dev - lists.galaxyproject.org

[hg] galaxy 2830: merge
by Greg Von Kuster 06 Oct '09

06 Oct '09

details: http://www.bx.psu.edu/hg/galaxy/rev/50dbd8907d88 changeset: 2830:50dbd8907d88 user: jeremy goecks <jeremy.goecks(a)emory.edu> date: Mon Oct 05 17:39:29 2009 -0400 description: merge 0 file(s) affected in this change: diffs (35 lines): diff -r e6324f395d26 -r 50dbd8907d88 tools/filters/compare.xml --- a/tools/filters/compare.xml Mon Oct 05 17:38:54 2009 -0400 +++ b/tools/filters/compare.xml Mon Oct 05 17:39:29 2009 -0400 @@ -1,4 +1,4 @@ -<tool id="comp1" name="Compare two Queries"> +<tool id="comp1" name="Compare two Queries" version="1.0.1"> <description>to find common or distinct rows</description> <command interpreter="python">joinWrapper.py $input1 $input2 $field1 $field2 $mode $out_file1</command> <inputs> diff -r e6324f395d26 -r 50dbd8907d88 tools/filters/joinWrapper.py --- a/tools/filters/joinWrapper.py Mon Oct 05 17:38:54 2009 -0400 +++ b/tools/filters/joinWrapper.py Mon Oct 05 17:39:29 2009 -0400 @@ -22,8 +22,8 @@ try: #Sort the two files based on specified fields - os.system("sort -k %d -o %s %s" %(field1, tmpfile1.name, infile1)) - os.system("sort -k %d -o %s %s" %(field2, tmpfile2.name, infile2)) + os.system("sort -t $'\t' -k %d -o %s %s" %(field1, tmpfile1.name, infile1)) + os.system("sort -t $'\t' -k %d -o %s %s" %(field2, tmpfile2.name, infile2)) except Exception, exc: stop_err( 'Initialization error -> %s' %str(exc) ) @@ -40,9 +40,9 @@ break if mode == "V": - cmdline = 'join -v 1 -o %s -1 %d -2 %d %s %s | tr " " "\t" > %s' %(option, field1, field2, tmpfile1.name, tmpfile2.name, outfile) + cmdline = "join -t $'\t' -v 1 -o %s -1 %d -2 %d %s %s > %s" %(option, field1, field2, tmpfile1.name, tmpfile2.name, outfile) else: - cmdline = 'join -o %s -1 %d -2 %d %s %s | tr " " "\t" > %s' %(option, field1, field2, tmpfile1.name, tmpfile2.name, outfile) + cmdline = "join -t $'\t' -o %s -1 %d -2 %d %s %s > %s" %(option, field1, field2, tmpfile1.name, tmpfile2.name, outfile) try: os.system(cmdline)

1 0

[hg] galaxy 2832: small tweaks to bowtie & bwa interfaces
by Greg Von Kuster 06 Oct '09

06 Oct '09

details: http://www.bx.psu.edu/hg/galaxy/rev/a7a7376cf8e9 changeset: 2832:a7a7376cf8e9 user: Anton Nekrutenko <anton(a)bx.psu.edu> date: Tue Oct 06 13:20:24 2009 -0400 description: small tweaks to bowtie & bwa interfaces 2 file(s) affected in this change: tools/sr_mapping/bowtie_wrapper.xml tools/sr_mapping/bwa_wrapper.xml diffs (28 lines): diff -r 8f87205219ef -r a7a7376cf8e9 tools/sr_mapping/bowtie_wrapper.xml --- a/tools/sr_mapping/bowtie_wrapper.xml Tue Oct 06 09:44:34 2009 -0400 +++ b/tools/sr_mapping/bowtie_wrapper.xml Tue Oct 06 13:20:24 2009 -0400 @@ -158,9 +158,9 @@ <when value="history"> <param name="ownFile" type="data" format="fasta" metadata_name="dbkey" label="Select a reference genome" /> <conditional name="indexParams"> - <param name="index_settings" type="select" label="Choose whether to use default options or to set your own"> - <option value="index_pre_set">Commonly Used</option> - <option value="index_full">Full Parameter List</option> + <param name="index_settings" type="select" label="Choose whether to use default options for building indices or to set your own"> + <option value="index_pre_set">Default</option> + <option value="index_full">Set your own</option> </param> <when value="index_pre_set" /> <when value="index_full"> diff -r 8f87205219ef -r a7a7376cf8e9 tools/sr_mapping/bwa_wrapper.xml --- a/tools/sr_mapping/bwa_wrapper.xml Tue Oct 06 09:44:34 2009 -0400 +++ b/tools/sr_mapping/bwa_wrapper.xml Tue Oct 06 13:20:24 2009 -0400 @@ -103,7 +103,7 @@ </param> </when> <when value="history"> - <param name="ownFile" type="data" format="fasta" metadata_name="dbkey" label="Select a reference genome" /> + <param name="ownFile" type="data" format="fasta" metadata_name="dbkey" label="Select a reference from history" /> </when> </conditional> </when>

1 0

[hg] galaxy 2826: Several small changes to Samtools pileup tool ...
by Greg Von Kuster 06 Oct '09

06 Oct '09

details: http://www.bx.psu.edu/hg/galaxy/rev/e93da066b847 changeset: 2826:e93da066b847 user: Kelly Vincent <kpvincent(a)bx.psu.edu> date: Mon Oct 05 10:35:39 2009 -0400 description: Several small changes to Samtools pileup tool to get it to work with user-supplied reference genome 1 file(s) affected in this change: tools/samtools/sam_pileup.py diffs (39 lines): diff -r a60c55fb0d76 -r e93da066b847 tools/samtools/sam_pileup.py --- a/tools/samtools/sam_pileup.py Sun Oct 04 10:55:43 2009 -0400 +++ b/tools/samtools/sam_pileup.py Mon Oct 05 10:35:39 2009 -0400 @@ -68,14 +68,16 @@ stop_err( "No sequences are available for '%s', request them by reporting this error." % options.dbkey ) cmd3 = cmd3 % (opts, seq_path, tmpf0bam, options.output1) elif options.ref == 'history': - cmd1 = 'cp %s %s; cp %s.fai %s' % (options.ownFile, tmpf1.name, options.ownFile, tmpf1fai) + cmd1 = 'cp %s %s; samtools faidx %s' % (options.ownFile, tmpf1.name, tmpf1.name) cmd3 = cmd3 % (opts, tmpf1.name, tmpf0bam, options.output1) # index reference if necessary if cmd1: try: os.system(cmd1) + if options.ref == 'history' and not os.path.exists( tmpf1fai ): + stop_err( "Problem creating index file from history item." ) except Exception, eq: - stop_err('Error moving reference sequence\n' + str(eq)) + stop_err('Error handling reference sequence\n' + str(eq)) # copy bam index to working directory try: os.system(cmd2) @@ -85,7 +87,7 @@ try: os.system(cmd3) except Exception, eq: - stop_err('Error running SAMtools merge tool\n' + str(eq)) + stop_err('Error running SAMtools pileup tool\n' + str(eq)) # clean up temp files tmpf1.close() tmpf0.close() @@ -94,6 +96,6 @@ if os.path.exists(tmpf0bambai): os.remove(tmpf0bambai) if os.path.exists(tmpf1fai): - os.remove(tmpf0bambai) + os.remove(tmpf1fai) if __name__ == "__main__" : __main__()

1 0

[hg] galaxy 2828: Bug fixed in \"compare two queries\" tool. Spe...
by Greg Von Kuster 06 Oct '09

06 Oct '09

details: http://www.bx.psu.edu/hg/galaxy/rev/ca273cc16b60 changeset: 2828:ca273cc16b60 user: guru date: Mon Oct 05 16:33:32 2009 -0400 description: Bug fixed in \"compare two queries\" tool. Specified tab as delimiter for sorting and joining. 2 file(s) affected in this change: tools/filters/compare.xml tools/filters/joinWrapper.py diffs (35 lines): diff -r f648d6dec544 -r ca273cc16b60 tools/filters/compare.xml --- a/tools/filters/compare.xml Mon Oct 05 15:07:20 2009 -0400 +++ b/tools/filters/compare.xml Mon Oct 05 16:33:32 2009 -0400 @@ -1,4 +1,4 @@ -<tool id="comp1" name="Compare two Queries"> +<tool id="comp1" name="Compare two Queries" version="1.0.1"> <description>to find common or distinct rows</description> <command interpreter="python">joinWrapper.py $input1 $input2 $field1 $field2 $mode $out_file1</command> <inputs> diff -r f648d6dec544 -r ca273cc16b60 tools/filters/joinWrapper.py --- a/tools/filters/joinWrapper.py Mon Oct 05 15:07:20 2009 -0400 +++ b/tools/filters/joinWrapper.py Mon Oct 05 16:33:32 2009 -0400 @@ -22,8 +22,8 @@ try: #Sort the two files based on specified fields - os.system("sort -k %d -o %s %s" %(field1, tmpfile1.name, infile1)) - os.system("sort -k %d -o %s %s" %(field2, tmpfile2.name, infile2)) + os.system("sort -t $'\t' -k %d -o %s %s" %(field1, tmpfile1.name, infile1)) + os.system("sort -t $'\t' -k %d -o %s %s" %(field2, tmpfile2.name, infile2)) except Exception, exc: stop_err( 'Initialization error -> %s' %str(exc) ) @@ -40,9 +40,9 @@ break if mode == "V": - cmdline = 'join -v 1 -o %s -1 %d -2 %d %s %s | tr " " "\t" > %s' %(option, field1, field2, tmpfile1.name, tmpfile2.name, outfile) + cmdline = "join -t $'\t' -v 1 -o %s -1 %d -2 %d %s %s > %s" %(option, field1, field2, tmpfile1.name, tmpfile2.name, outfile) else: - cmdline = 'join -o %s -1 %d -2 %d %s %s | tr " " "\t" > %s' %(option, field1, field2, tmpfile1.name, tmpfile2.name, outfile) + cmdline = "join -t $'\t' -o %s -1 %d -2 %d %s %s > %s" %(option, field1, field2, tmpfile1.name, tmpfile2.name, outfile) try: os.system(cmdline)

1 0

[hg] galaxy 2827: Improved paging UI for history grid and added ...
by Greg Von Kuster 06 Oct '09

06 Oct '09

details: http://www.bx.psu.edu/hg/galaxy/rev/f648d6dec544 changeset: 2827:f648d6dec544 user: jeremy goecks <jeremy.goecks(a)emory.edu> date: Mon Oct 05 15:07:20 2009 -0400 description: Improved paging UI for history grid and added keyword 'all' for page varible. Specifying 'page=all' in URL string shows all items on single page. 3 file(s) affected in this change: lib/galaxy/web/controllers/history.py lib/galaxy/web/framework/helpers/grids.py templates/history/grid.mako diffs (148 lines): diff -r e93da066b847 -r f648d6dec544 lib/galaxy/web/controllers/history.py --- a/lib/galaxy/web/controllers/history.py Mon Oct 05 10:35:39 2009 -0400 +++ b/lib/galaxy/web/controllers/history.py Mon Oct 05 15:07:20 2009 -0400 @@ -125,6 +125,7 @@ grids.GridColumnFilter( "All", args=dict( deleted='All' ) ), ] default_filter = dict( deleted="False", tags="All" ) + num_rows_per_page = 50 preserve_state = False use_paging = True def get_current_item( self, trans ): diff -r e93da066b847 -r f648d6dec544 lib/galaxy/web/framework/helpers/grids.py --- a/lib/galaxy/web/framework/helpers/grids.py Mon Oct 05 10:35:39 2009 -0400 +++ b/lib/galaxy/web/framework/helpers/grids.py Mon Oct 05 15:07:20 2009 -0400 @@ -25,7 +25,7 @@ preserve_state = False use_paging = False - num_rows_per_page = 10 + num_rows_per_page = 25 # Set preference names. cur_filter_pref_name = ".filter" @@ -123,15 +123,23 @@ # Process page number. if self.use_paging: if 'page' in kwargs: - page_num = int( kwargs['page'] ) + if kwargs['page'] == 'all': + page_num = 0 + else: + page_num = int( kwargs['page'] ) else: page_num = 1 - # Before modifying query, get the total number of rows that query returns so that the total number of pages can - # be computed. - total_num_rows = query.count() - query = query.limit( self.num_rows_per_page ).offset( ( page_num-1 ) * self.num_rows_per_page ) - num_pages = int ( math.ceil( float( total_num_rows ) / self.num_rows_per_page ) ) + if page_num == 0: + # Show all rows in page. + total_num_rows = query.count() + num_pages = 1 + else: + # Show a limited number of rows. Before modifying query, get the total number of rows that query + # returns so that the total number of pages can be computed. + total_num_rows = query.count() + query = query.limit( self.num_rows_per_page ).offset( ( page_num-1 ) * self.num_rows_per_page ) + num_pages = int ( math.ceil( float( total_num_rows ) / self.num_rows_per_page ) ) else: # Defaults. page_num = 1 diff -r e93da066b847 -r f648d6dec544 templates/history/grid.mako --- a/templates/history/grid.mako Mon Oct 05 10:35:39 2009 -0400 +++ b/templates/history/grid.mako Mon Oct 05 15:07:20 2009 -0400 @@ -92,9 +92,8 @@ t.autocomplete("${h.url_for( controller='tag', action='tag_autocomplete_data', item_class='History' )}", autocomplete_options); - //t.addClass("tag-input"); - - return t; + + $("#page-select").change(navigate_to_page); }); ## Can this be moved into base.mako? %if refresh_frames: @@ -141,6 +140,18 @@ %> var url_base = "${url( url_args )}"; var url = url_base.replace("TAGNAME", tag_name); + self.location = url; + } + + // + // Initiate navigation when user selects a page to view. + // + function navigate_to_page() + { + page_num = $(this).val(); + <% url_args = {"page" : "PAGE"} %> + var url_base = "${url( url_args )}"; + var url = url_base.replace("PAGE", page_num); self.location = url; } @@ -207,6 +218,7 @@ </form> </div> <form name="history_actions" action="${url()}" method="post" > + <input type="hidden" name="page" value="${cur_page_num}"> <table class="grid"> <thead> <tr> @@ -300,19 +312,42 @@ %endfor </tbody> <tfoot> + ## Row for navigating among pages. %if num_pages > 1: <tr> <td></td> - <td colspan="100" style="text-align: right"> - Page: - %for page_index in range(1, num_pages + 1): - %if page_index == cur_page_num: - <span style="font-style: italic">${page_index}</span> - %else: - <% args = { "page" : page_index } %> - <span><a href="${url( args )}">${page_index}</a></span> - %endif - %endfor + <td colspan="100"> + Page ${cur_page_num} of ${num_pages} +     Go to: + ## Next page link. + %if cur_page_num != num_pages: + <% args = { "page" : cur_page_num+1 } %> + <span><a href="${url( args )}">Next</a></span> + %endif + ## Previous page link. + %if cur_page_num != 1: + <span>|</span> + <% args = { "page" : cur_page_num-1 } %> + <span><a href="${url( args )}">Previous</a></span> + %endif + ## Go to page select box. + <span>| Select:</span> + <select id="page-select" onchange="navigate_to_page()"> + <option value=""></option> + %for page_index in range(1, num_pages + 1): + %if page_index == cur_page_num: + continue + %else: + <% args = { "page" : page_index } %> + <option value='${page_index}'>Page ${page_index}</option> + %endif + %endfor + </select> + ## Show all link. + <% args = { "page" : "all" } %> + <span>| <a href="${url( args )}">Show all histories on one page</a></span> + + </td> </tr> %endif

1 0

Problem with sqlalchemy / python versions
by Assaf Gordon 05 Oct '09

05 Oct '09

Hello, After pulling the latest version, I've encountered a problem with importing sqlalchemy. (I haven't upgraded in a long time, so I can't be sure which changeset introduced this issue). The symptom is that running the upload.py python script throws the following exception: ----------------------- Traceback (most recent call last): File "/home/gordon/projects/galaxy_servers/galaxy_fresh_copy/tools/data_source/upload.py", line 10, in import galaxy.model File "/home/gordon/projects/galaxy_servers/galaxy_fresh_copy/lib/galaxy/model/__init__.py", line 13, in import galaxy.datatypes.registry File "/home/gordon/projects/galaxy_servers/galaxy_fresh_copy/lib/galaxy/datatypes/registry.py", line 6, in import data, tabular, interval, images, sequence, qualityscore, genetics, xml, coverage, tracks, chrominfo File "/home/gordon/projects/galaxy_servers/galaxy_fresh_copy/lib/galaxy/datatypes/data.py", line 6, in import metadata File "/home/gordon/projects/galaxy_servers/galaxy_fresh_copy/lib/galaxy/datatypes/metadata.py", line 5, in from galaxy.web import form_builder File "/home/gordon/projects/galaxy_servers/galaxy_fresh_copy/lib/galaxy/web/__init__.py", line 5, in from framework import expose, json, require_login, require_admin, url_for, error, form, FormBuilder File "/home/gordon/projects/galaxy_servers/galaxy_fresh_copy/lib/galaxy/web/framework/__init__.py", line 31, in from sqlalchemy import and_ ImportError: No module named sqlalchemy ------------------------ It happens in the following scenario: 1. clone a fresh copy of galaxy 2. run "sh setup.sh" 3. run "sh run.sh" 4. upload a data file to galaxy. 5. The file is completely uploaded (the purple rectangle step) 6. galaxy executes "upload.py" - then the problem happens. I can also reproduce it quickly by doing: 1. clone a fresh copy of galaxy 2. run "sh setup.sh" 3. remove the "-ES" parameters from "run.sh" 4. run "sh run.sh" In which case the following exception is thrown: gordon@tango:~/temp/galaxy$ sh run.sh Traceback (most recent call last): File "./scripts/paster.py", line 27, in <module> command.run() File "build/bdist.solaris-2.11-i86pc/egg/paste/script/command.py", line 78, in run File "build/bdist.solaris-2.11-i86pc/egg/paste/script/command.py", line 117, in invoke File "build/bdist.solaris-2.11-i86pc/egg/paste/script/command.py", line 212, in run File "build/bdist.solaris-2.11-i86pc/egg/paste/script/serve.py", line 227, in command File "build/bdist.solaris-2.11-i86pc/egg/paste/script/serve.py", line 250, in loadapp File "build/bdist.solaris-2.11-i86pc/egg/paste/deploy/loadwsgi.py", line 193, in loadapp File "build/bdist.solaris-2.11-i86pc/egg/paste/deploy/loadwsgi.py", line 213, in loadobj File "build/bdist.solaris-2.11-i86pc/egg/paste/deploy/loadwsgi.py", line 237, in loadcontext File "build/bdist.solaris-2.11-i86pc/egg/paste/deploy/loadwsgi.py", line 267, in _loadconfig File "build/bdist.solaris-2.11-i86pc/egg/paste/deploy/loadwsgi.py", line 397, in get_context File "build/bdist.solaris-2.11-i86pc/egg/paste/deploy/loadwsgi.py", line 439, in _context_from_explicit File "build/bdist.solaris-2.11-i86pc/egg/paste/deploy/loadwsgi.py", line 18, in import_string File "/home/gordon/temp/galaxy/lib/pkg_resources.py", line 1912, in load entry = __import__(self.module_name, globals(),globals(), ['__name__']) File "/home/gordon/temp/galaxy/lib/galaxy/web/__init__.py", line 5, in <module> from framework import expose, json, require_login, require_admin, url_for, error, form, FormBuilder File "/home/gordon/temp/galaxy/lib/galaxy/web/framework/__init__.py", line 31, in <module> from sqlalchemy import and_ ImportError: No module named sqlalchemy My guess is that this is a mix-up of using my site-wide python modules (without "-ES") and Galaxy's eggs (with "-ES"). But I don't know how to solve it. Also, there's the issue of executing python from inside galaxy: On my development station, python2.5 is the default and all is well. My production server is CentOS-5.3 - in which the default python is 2.4 (I had to change 'run.sh' to run "python2.5"). On an Ubuntu machine, the problem is reversed: Ubuntu switched to python2.6 (since 9.04) - so running just "python" runs 2.6. So far I (wrongly) assumed I only needed to change the shell scripts (run.sh, setup.sh, manage_db.sh) to use a fixed python version. But if galaxy runs python internally (other than tools written in python), then maybe a better solution is needed. Any help from a python guru will be greatly appreciated - so far I can't run the upgraded version (and can't really go back since I've upgrade the DB to version 21). Thanks! gordon. P.S. I'm running Debian 5.0, with the following python (and site-wide sqlalchemy) $ python Python 2.5.2 (r252:60911, Jan 4 2009, 21:59:32) [GCC 4.3.2] on linux2 Type "help", "copyright", "credits" or "license" for more information. >>> import sqlalchemy >>> sqlalchemy.__version__ '0.4.7p1' >>>

2 2

Library dataset upload
by SHAUN WEBB 05 Oct '09

05 Oct '09

Hi. In our local install of Galaxy there is a small change to the code that allows upload of novoindex binary files (from the novoalign program) in a similar fashion to ab1 and scf files. This works fine with the data upload tool. There have been multiple changes to the library dataset upload methods in recent releases and I have lost track of which files are responsible for library dataset upload and checking these binary file types. Could someone please outline how this differs to the normal upload process and which which scripts are used. Many thanks Shaun Webb -- The University of Edinburgh is a charitable body, registered in Scotland, with registration number SC005336.

2 1

[hg] galaxy 2825: Correct fix for cloning a history - resolves p...
by Greg Von Kuster 04 Oct '09

04 Oct '09

details: http://www.bx.psu.edu/hg/galaxy/rev/a60c55fb0d76 changeset: 2825:a60c55fb0d76 user: Greg Von Kuster <greg(a)bx.psu.edu> date: Sun Oct 04 10:55:43 2009 -0400 description: Correct fix for cloning a history - resolves problem with built-in id reserved word. 1 file(s) affected in this change: lib/galaxy/web/controllers/history.py diffs (12 lines): diff -r d97f4e86be45 -r a60c55fb0d76 lib/galaxy/web/controllers/history.py --- a/lib/galaxy/web/controllers/history.py Fri Oct 02 11:02:14 2009 -0400 +++ b/lib/galaxy/web/controllers/history.py Sun Oct 04 10:55:43 2009 -0400 @@ -322,7 +322,7 @@ return self.shared_list_grid( trans, status='error', message=message, **kwargs ) # When cloning shared histories, only copy active datasets new_kwargs = { 'clone_choice' : 'active' } - return self.clone( trans, id, **new_kwargs ) + return self.clone( trans, ids, **new_kwargs ) elif operation == 'unshare': if not ids: message = "Select a history to unshare"

1 0

Ease-of-Use with galaxy and workflows (long rant)
by Assaf Gordon 03 Oct '09

03 Oct '09

Hello, I've recently tutored a genomics course, and part of the exercise in that course was to annotated short-reads libraries, and compare the number of exons/introns/UTRs/intergenic reads and base-pairs (the exact details are irrelevant). Galaxy seemed like the perfect tool for the exercise, and indeed was used for deriving the answers. However, as the students (and myself) used galaxy, some usability issues surfaced. Here's the problem set (some details omitted for brevity): Given three libraries of long and short RNAs, what is the number of reads (and base-pairs) that overlap annotated coding-exons (same strand and opposite strand), introns, 3'UTRs and intergenic regions. The libraries were given as BED files (already mapped to hg18). Ostensibly, it should be easy and straight forward to do this in Galaxy: 1. upload a library BED file 2. download a gene table from UCSC 3. Use "Extract Features" to extract exons/introns/UTR3 4. Use "Filter" to separate negative/positive genes and intervals 5. Intersect above datasets 6. use "Base Coverage" to count covered base-pairs. For the first library, the above process is fine. It takes longer if you've never used Galaxy, but that's understandable. One annoyance is that the labels of the datasets are not useful ("Intersect on data 12 and data 4"). If you're very organized, immediately after running each tool you rename the dataset to something meaningful. It's annoying, because you waste more time renaming and organizing you datasets than actually running tools. It took me no less than 30 minutes to run everything, rename and organize it (and I'm pretty good with Galaxy...). The real problem is with the other two libraries: I already know exactly what needs to be done - so doing it manually will be very frustrating. But, constructing a workflow from the current history is not as useful as it first seems. First issue (minor but annoying): When I clicked "Extract Workflow", galaxy did a perfect job of reconstructing all my steps. The workflow takes two input datasets, and produces many many others. The only problem: The two datasets (one - my library, the other - UCSC's Gene track) are indistinguishable in the workflow editor. which one is which ? There's the very useful "name" attribute to each input dataset, but it is not set... The only way to understand which one is which is to follow the workflow and see what's the next tool that's connected. A novice galaxy user might not even notice this issue - and might mix-up the two input datasets. A possible work-around (in the "extract workflow step") is to name each input dataset by the label of the dataset in the history (something like "Input data, based on UCSC KnownGenes dataset"). Second issue: I have extracted the workflow and used it on the other two libraries. But the generated datasets - oh boy. Making sense out of them is a real pain. I have uploaded the library, imported the UCSC KnownGene track, and executed the workflow. Take a look at the following history: http://main.g2.bx.psu.edu/history/imp?id=93de35e1ee121686 . Can you tell me which datasets answers the question of how many of my reads intersect introns ? intergenic regions ? same-strand exons ? (13, 15 and 22, respectively). Using the workflow and trying to understand which dataset is which can take almost as long as just running everything from scratch without a workflow. Third issue: I personally created this workflow six days ago, by extracting it from a history that I've made. Looking at it now, I have no way of adding/changing/updating it. It's almost "write once - read never". http://main.g2.bx.psu.edu/workflow/imp?id=6e55935a2b1f3d59 I will need to carefully trace each chain of datasets and tools to understand it - that's really annoying (I realize nobody cares about my annoyance level. but in practice it means I won't use it and won't share it with others - it's not useful). I don't have a good solution (this is rant, not a bugfix...), but I think that as galaxy goes into the Next-Gen sequencing arena, this situation will become more common and problematic. This kind of basic analysis (taking a library and annotating it) is a very standard procedure - in our lab it is done almost automatically on every next-gen sequenced library. To do it in Galaxy, the process needs to be much simpler... A small improvement would be to add two description labels for each tool in the workflow: one (detailed) will be shown inside the workflow editor, and the other to use a output label for the generated dataset. Thanks for reading so far, gordon.

1 0

[hg] galaxy 2824: merge
by Nate Coraor 02 Oct '09

02 Oct '09

details: http://www.bx.psu.edu/hg/galaxy/rev/d97f4e86be45 changeset: 2824:d97f4e86be45 user: Anton Nekrutenko <anton(a)bx.psu.edu> date: Fri Oct 02 11:02:14 2009 -0400 description: merge 0 file(s) affected in this change: diffs (39 lines): diff -r 2c0c81150dbd -r d97f4e86be45 tools/sr_mapping/bowtie_wrapper_code.py --- a/tools/sr_mapping/bowtie_wrapper_code.py Fri Oct 02 11:00:30 2009 -0400 +++ b/tools/sr_mapping/bowtie_wrapper_code.py Fri Oct 02 11:02:14 2009 -0400 @@ -3,13 +3,14 @@ def exec_before_job(app, inp_data, out_data, param_dict, tool): try: refFile = param_dict['refGenomeSource']['indices'].value - dbkey = os.path.split(refFile)[1].split('.')[0] - # deal with the one odd case - if dbkey.find('chrM') >= 0: - dbkey = 'equCab2' - out_data['output'].set_dbkey(dbkey) except: try: refFile = param_dict['refGenomeSource']['ownFile'].dbkey except: - out_data['output'].set_dbkey('?') + out_data['output'].set_dbkey('?') + return + dbkey = os.path.split(refFile)[1].split('.')[0] + # deal with the one odd case + if dbkey.find('chrM') >= 0: + dbkey = 'equCab2' + out_data['output'].set_dbkey(dbkey) diff -r 2c0c81150dbd -r d97f4e86be45 tools/sr_mapping/bwa_wrapper_code.py --- a/tools/sr_mapping/bwa_wrapper_code.py Fri Oct 02 11:00:30 2009 -0400 +++ b/tools/sr_mapping/bwa_wrapper_code.py Fri Oct 02 11:02:14 2009 -0400 @@ -3,9 +3,10 @@ def exec_before_job(app, inp_data, out_data, param_dict, tool): try: refFile = param_dict['solidOrSolexa']['solidRefGenomeSource']['indices'].value - out_data['output'].set_dbkey(os.path.split(refFile)[1].split('.')[0]) except: try: refFile = param_dict['solidOrSolexa']['solidRefGenomeSource']['ownFile'].dbkey except: out_data['output'].set_dbkey('?') + return + out_data['output'].set_dbkey(os.path.split(refFile)[1].split('.')[0])

1 0