- galaxy-commits - lists.galaxyproject.org

commit/galaxy-central: natefoo: Fix the dataset controller's stderr method and add one for stdout. Link to
by Bitbucket 06 Dec '11

06 Dec '11

1 new commit in galaxy-central: https://bitbucket.org/galaxy/galaxy-central/changeset/3c9f7bfc1bcf/ changeset: 3c9f7bfc1bcf user: natefoo date: 2011-12-06 17:29:02 summary: Fix the dataset controller's stderr method and add one for stdout. Link to both from the dataset info page. The functional tests will now provide output of these on tool test failure. The functional tests can now use tool_dependency_dir as well. affected #: 4 files diff -r 0a901d00d8807a50017840e72fa37f2bf7cf2bcf -r 3c9f7bfc1bcf2be295c61857b836eb44b7dc8982 lib/galaxy/web/controllers/dataset.py --- a/lib/galaxy/web/controllers/dataset.py +++ b/lib/galaxy/web/controllers/dataset.py @@ -154,10 +154,24 @@ hda = trans.sa_session.query( model.HistoryDatasetAssociation ).get( id ) return trans.fill_template( "dataset/errors.mako", hda=hda ) @web.expose - def stderr( self, trans, id ): - dataset = trans.sa_session.query( model.HistoryDatasetAssociation ).get( id ) - job = dataset.creating_job_associations[0].job + def stdout( self, trans, dataset_id=None, **kwargs ): trans.response.set_content_type( 'text/plain' ) + try: + hda = trans.sa_session.query( trans.app.model.HistoryDatasetAssociation ).get( trans.security.decode_id( dataset_id ) ) + assert hda and trans.app.security_agent.can_access_dataset( trans.get_current_user_roles(), hda.dataset ) + job = hda.creating_job_associations[0].job + except: + return "Invalid dataset ID or you are not allowed to access this dataset" + return job.stdout + @web.expose + def stderr( self, trans, dataset_id=None, **kwargs ): + trans.response.set_content_type( 'text/plain' ) + try: + hda = trans.sa_session.query( trans.app.model.HistoryDatasetAssociation ).get( trans.security.decode_id( dataset_id ) ) + assert hda and trans.app.security_agent.can_access_dataset( trans.get_current_user_roles(), hda.dataset ) + job = hda.creating_job_associations[0].job + except: + return "Invalid dataset ID or you are not allowed to access this dataset" return job.stderr @web.expose def report_error( self, trans, id, email='', message="" ): diff -r 0a901d00d8807a50017840e72fa37f2bf7cf2bcf -r 3c9f7bfc1bcf2be295c61857b836eb44b7dc8982 scripts/functional_tests.py --- a/scripts/functional_tests.py +++ b/scripts/functional_tests.py @@ -58,6 +58,7 @@ tool_path = os.environ.get( 'GALAXY_TEST_TOOL_PATH', 'tools' ) tool_config_file = os.environ.get( 'GALAXY_TEST_TOOL_CONF', 'tool_conf.xml.sample' ) tool_data_table_config_path = 'tool_data_table_conf.xml' + tool_dependency_dir = os.environ.get( 'GALAXY_TOOL_DEPENDENCY_DIR', None ) if os.path.exists( 'tool_data_table_conf.test.xml' ): tool_data_table_config_path = 'tool_data_table_conf.test.xml' if start_server: @@ -149,6 +150,9 @@ if not database_connection.startswith( 'sqlite://' ): kwargs['database_engine_option_max_overflow'] = '20' + if tool_dependency_dir is not None: + kwargs['tool_dependency_dir'] = tool_dependency_dir + # Build the Universe Application app = UniverseApplication( job_queue_workers = 5, id_secret = 'changethisinproductiontoo', diff -r 0a901d00d8807a50017840e72fa37f2bf7cf2bcf -r 3c9f7bfc1bcf2be295c61857b836eb44b7dc8982 test/base/twilltestcase.py --- a/test/base/twilltestcase.py +++ b/test/base/twilltestcase.py @@ -624,6 +624,14 @@ fd,temp_prefix = tempfile.mkstemp(prefix='tmp',suffix=suffix) return temp_prefix + def get_history_dataset_stdout( self, hda_id ): + self.visit_page( "/datasets/%s/stdout" % hda_id ) + return self.last_page() + + def get_history_dataset_stderr( self, hda_id ): + self.visit_page( "/datasets/%s/stderr" % hda_id ) + return self.last_page() + def verify_dataset_correctness( self, filename, hid=None, wait=True, maxseconds=120, attributes=None ): """Verifies that the attributes and contents of a history item meet expectations""" if wait: diff -r 0a901d00d8807a50017840e72fa37f2bf7cf2bcf -r 3c9f7bfc1bcf2be295c61857b836eb44b7dc8982 test/functional/test_toolbox.py --- a/test/functional/test_toolbox.py +++ b/test/functional/test_toolbox.py @@ -93,7 +93,19 @@ self.assertTrue( elem is not None ) elem_hid = elem.get( 'hid' ) elem_index += 1 - self.verify_dataset_correctness( outfile, hid=elem_hid, maxseconds=testdef.maxseconds, attributes=attributes ) + try: + self.verify_dataset_correctness( outfile, hid=elem_hid, maxseconds=testdef.maxseconds, attributes=attributes ) + except Exception, e: + print '-----------' + print 'Job STDOUT:' + print '-----------' + print self.get_history_dataset_stdout( elem.get( 'id' ) ) + print '-----------' + print 'Job STDERR:' + print '-----------' + print self.get_history_dataset_stderr( elem.get( 'id' ) ) + print '-----------' + raise self.delete_history( id=self.security.encode_id( latest_history.id ) ) def __expand_grouping( self, tool_inputs, declared_inputs, prefix='' ): Repository URL: https://bitbucket.org/galaxy/galaxy-central/ -- This is a commit notification from bitbucket.org. You are receiving this because you have the service enabled, addressing the recipient of this email.

1 0

commit/galaxy-central: dan: Update GATK tools handling annotations to allow manually specifying additional annotation names to apply.
by Bitbucket 06 Dec '11

06 Dec '11

1 new commit in galaxy-central: https://bitbucket.org/galaxy/galaxy-central/changeset/0a901d00d880/ changeset: 0a901d00d880 user: dan date: 2011-12-06 15:42:56 summary: Update GATK tools handling annotations to allow manually specifying additional annotation names to apply. affected #: 3 files diff -r bbda064ee4b6ffff2d867a389b81d884c772aa12 -r 0a901d00d8807a50017840e72fa37f2bf7cf2bcf tools/gatk/unified_genotyper.xml --- a/tools/gatk/unified_genotyper.xml +++ b/tools/gatk/unified_genotyper.xml @@ -117,6 +117,9 @@ --annotation "${annotation}" #end for #end if + #for $additional_annotation in $analysis_param_type.additional_annotations: + --annotation "${additional_annotation.additional_annotation_name}" + #end for #if str( $analysis_param_type.group ) != "None": #for $group in str( $analysis_param_type.group ).split( ','): --group "${group}" @@ -372,6 +375,9 @@ <filter type="static_value" value="UnifiedGenotyper" column="tools_valid_for"/></options></param> + <repeat name="additional_annotations" title="Additional annotation"> + <param name="additional_annotation_name" type="text" value="" label="Annotation name" /> + </repeat><!-- <conditional name="snpEff_rod_bind_type"><param name="snpEff_rod_bind_type_selector" type="select" label="Provide a snpEff reference-ordered data file"> diff -r bbda064ee4b6ffff2d867a389b81d884c772aa12 -r 0a901d00d8807a50017840e72fa37f2bf7cf2bcf tools/gatk/variant_annotator.xml --- a/tools/gatk/variant_annotator.xml +++ b/tools/gatk/variant_annotator.xml @@ -36,14 +36,9 @@ --excludeAnnotation "${annotation}" #end for #end if -## #for $additional_annotation in $additional_annotations: -## --annotation "${additional_annotation.additional_annotation_type.additional_annotation_type_selector}" -## #for $name, $param in $additional_annotation.additional_annotation_type.iteritems(): -## #if $name not in [ "__current_case__", "additional_annotation_type_selector" ]: -## --${name} "${param}" -## #end if -## #end for -## #end for + #for $additional_annotation in $additional_annotations: + --annotation "${additional_annotation.additional_annotation_name}" + #end for ${reference_source.input_variant_bti} ' @@ -188,6 +183,10 @@ </when></conditional> + <repeat name="additional_annotations" title="Additional annotation"> + <param name="additional_annotation_name" type="text" value="" label="Annotation name" /> + </repeat> + <repeat name="comp_rod_bind" title="Binding for reference-ordered comparison data"><param name="comp_input_rod" type="data" format="vcf" label="ROD file" /><param name="comp_rod_name" type="text" value="Unnamed" label="ROD Name"/> diff -r bbda064ee4b6ffff2d867a389b81d884c772aa12 -r 0a901d00d8807a50017840e72fa37f2bf7cf2bcf tools/gatk/variant_recalibrator.xml --- a/tools/gatk/variant_recalibrator.xml +++ b/tools/gatk/variant_recalibrator.xml @@ -104,6 +104,9 @@ --use_annotation "${annotation}" #end for #end if + #for $additional_annotation in $additional_annotations: + --use_annotation "${additional_annotation.additional_annotation_name}" + #end for --mode "${mode}" ' @@ -344,11 +347,15 @@ </options></param> - <param name="mode" type="select" label="Recalibration mode"> - <option value="SNP" selected="True">SNP</option> - <option value="INDEL">INDEL</option> - <option value="BOTH">BOTH</option> - </param> + <repeat name="additional_annotations" title="Additional annotation"> + <param name="additional_annotation_name" type="text" value="" label="Annotation name" /> + </repeat> + + <param name="mode" type="select" label="Recalibration mode"> + <option value="SNP" selected="True">SNP</option> + <option value="INDEL">INDEL</option> + <option value="BOTH">BOTH</option> + </param><conditional name="gatk_param_type"><param name="gatk_param_type_selector" type="select" label="Basic or Advanced GATK options"> Repository URL: https://bitbucket.org/galaxy/galaxy-central/ -- This is a commit notification from bitbucket.org. You are receiving this because you have the service enabled, addressing the recipient of this email.

1 0

commit/galaxy-central: jgoecks: Add automatic conversions for SAM to BAM and SAM to summary tree. Enable SAM datasets to be visualized in Trackster.
by Bitbucket 06 Dec '11

06 Dec '11

1 new commit in galaxy-central: https://bitbucket.org/galaxy/galaxy-central/changeset/bbda064ee4b6/ changeset: bbda064ee4b6 user: jgoecks date: 2011-12-06 15:34:19 summary: Add automatic conversions for SAM to BAM and SAM to summary tree. Enable SAM datasets to be visualized in Trackster. affected #: 8 files diff -r c28e9ef4036aca6a897db2aa93517577b0afddda -r bbda064ee4b6ffff2d867a389b81d884c772aa12 datatypes_conf.xml.sample --- a/datatypes_conf.xml.sample +++ b/datatypes_conf.xml.sample @@ -139,7 +139,10 @@ <datatype extension="qualsolid" type="galaxy.datatypes.qualityscore:QualityScoreSOLiD" display_in_upload="true"/><datatype extension="qual454" type="galaxy.datatypes.qualityscore:QualityScore454" display_in_upload="true"/><datatype extension="Roadmaps" type="galaxy.datatypes.assembly:Roadmaps" display_in_upload="false"/> - <datatype extension="sam" type="galaxy.datatypes.tabular:Sam" display_in_upload="true"/> + <datatype extension="sam" type="galaxy.datatypes.tabular:Sam" display_in_upload="true"> + <converter file="sam_to_bam.xml" target_datatype="bam"/> + <converter file="sam_to_summary_tree_converter.xml" target_datatype="summary_tree"/> + </datatype><datatype extension="scf" type="galaxy.datatypes.binary:Scf" mimetype="application/octet-stream" display_in_upload="true"/><datatype extension="Sequences" type="galaxy.datatypes.assembly:Sequences" display_in_upload="false"/><datatype extension="sff" type="galaxy.datatypes.binary:Sff" mimetype="application/octet-stream" display_in_upload="true"/> diff -r c28e9ef4036aca6a897db2aa93517577b0afddda -r bbda064ee4b6ffff2d867a389b81d884c772aa12 lib/galaxy/datatypes/converters/bam_to_summary_tree_converter.py --- a/lib/galaxy/datatypes/converters/bam_to_summary_tree_converter.py +++ /dev/null @@ -1,34 +0,0 @@ -#!/usr/bin/env python - -from __future__ import division - -import sys, os -sys.stderr = open(os.devnull, 'w') # suppress stderr as cython produces warning on some systems: - # csamtools.so:6: RuntimeWarning: __builtin__.file size changed - -from galaxy import eggs -import pkg_resources - -if sys.version_info[:2] == (2, 4): - pkg_resources.require( "ctypes" ) -pkg_resources.require( "pysam" ) - -from pysam import csamtools -from galaxy.visualization.tracks.summary import * - -def main(): - - input_fname = sys.argv[1] - index_fname = sys.argv[2] - out_fname = sys.argv[3] - - bamfile = csamtools.Samfile( filename=input_fname, mode='rb', index_filename=index_fname ) - - st = SummaryTree(block_size=25, levels=6, draw_cutoff=150, detail_cutoff=30) - for read in bamfile.fetch(): - st.insert_range(bamfile.getrname(read.rname), read.pos, read.pos + read.rlen) - - st.write(out_fname) - -if __name__ == "__main__": - main() diff -r c28e9ef4036aca6a897db2aa93517577b0afddda -r bbda064ee4b6ffff2d867a389b81d884c772aa12 lib/galaxy/datatypes/converters/bam_to_summary_tree_converter.xml --- a/lib/galaxy/datatypes/converters/bam_to_summary_tree_converter.xml +++ b/lib/galaxy/datatypes/converters/bam_to_summary_tree_converter.xml @@ -1,6 +1,6 @@ <tool id="CONVERTER_bam_to_summary_tree_0" name="Convert BAM to Summary Tree" version="1.0.0" hidden="true"> - <command interpreter="python">bam_to_summary_tree_converter.py $input1 $bai $output1</command> + <command interpreter="python">sam_or_bam_to_summary_tree_converter.py --bam $input1 $bai $output1</command><inputs><page><param format="bam" name="input1" type="data" label="Choose BAM file"/> diff -r c28e9ef4036aca6a897db2aa93517577b0afddda -r bbda064ee4b6ffff2d867a389b81d884c772aa12 lib/galaxy/datatypes/converters/sam_or_bam_to_summary_tree_converter.py --- /dev/null +++ b/lib/galaxy/datatypes/converters/sam_or_bam_to_summary_tree_converter.py @@ -0,0 +1,42 @@ +#!/usr/bin/env python + +from __future__ import division + +import sys, os, optparse +sys.stderr = open(os.devnull, 'w') # suppress stderr as cython produces warning on some systems: + # csamtools.so:6: RuntimeWarning: __builtin__.file size changed + +from galaxy import eggs +import pkg_resources + +if sys.version_info[:2] == (2, 4): + pkg_resources.require( "ctypes" ) +pkg_resources.require( "pysam" ) + +from pysam import csamtools +from galaxy.visualization.tracks.summary import * + +def main(): + parser = optparse.OptionParser() + parser.add_option( '-S', '--sam', action="store_true", dest="is_sam" ) + parser.add_option( '-B', '--bam', action="store_true", dest="is_bam" ) + options, args = parser.parse_args() + + if options.is_bam: + input_fname = args[0] + index_fname = args[1] + out_fname = args[2] + samfile = csamtools.Samfile( filename=input_fname, mode='rb', index_filename=index_fname ) + elif options.is_sam: + input_fname = args[0] + out_fname = args[1] + samfile = csamtools.Samfile( filename=input_fname, mode='r' ) + + st = SummaryTree(block_size=25, levels=6, draw_cutoff=150, detail_cutoff=30) + for read in samfile.fetch(): + st.insert_range( samfile.getrname( read.rname ), read.pos, read.pos + read.rlen ) + + st.write(out_fname) + +if __name__ == "__main__": + main() diff -r c28e9ef4036aca6a897db2aa93517577b0afddda -r bbda064ee4b6ffff2d867a389b81d884c772aa12 lib/galaxy/datatypes/converters/sam_to_bam.xml --- /dev/null +++ b/lib/galaxy/datatypes/converters/sam_to_bam.xml @@ -0,0 +1,17 @@ +<tool id="CONVERTER_sam_to_bam" name="Convert SAM to BAM" version="1.0.0"> +  +  +  + <command>samtools view -bS $input1 > $output 2> /dev/null </command> + <inputs> + <param name="input1" type="data" format="sam" label="SAM file"/> + </inputs> + <outputs> + <data name="output" format="bam"/> + </outputs> + <help> + </help> +</tool> diff -r c28e9ef4036aca6a897db2aa93517577b0afddda -r bbda064ee4b6ffff2d867a389b81d884c772aa12 lib/galaxy/datatypes/converters/sam_to_summary_tree_converter.xml --- /dev/null +++ b/lib/galaxy/datatypes/converters/sam_to_summary_tree_converter.xml @@ -0,0 +1,14 @@ +<tool id="CONVERTER_sam_to_summary_tree_0" name="Convert SAM to Summary Tree" version="1.0.0" hidden="true"> + + <command interpreter="python">sam_or_bam_to_summary_tree_converter.py --sam $input1 $output1</command> + <inputs> + <page> + <param format="sam" name="input1" type="data" label="Choose sam file"/> + </page> + </inputs> + <outputs> + <data format="summary_tree" name="output1"/> + </outputs> + <help> + </help> +</tool> diff -r c28e9ef4036aca6a897db2aa93517577b0afddda -r bbda064ee4b6ffff2d867a389b81d884c772aa12 lib/galaxy/datatypes/tabular.py --- a/lib/galaxy/datatypes/tabular.py +++ b/lib/galaxy/datatypes/tabular.py @@ -368,7 +368,10 @@ if result != 0: raise Exception('Result %s from %s' % (result, cmd)) merge = staticmethod(merge) - + + def get_track_type( self ): + return "ReadTrack", {"data": "bam", "index": "summary_tree"} + class Pileup( Tabular ): """Tab delimited data in pileup (6- or 10-column) format""" file_ext = "pileup" diff -r c28e9ef4036aca6a897db2aa93517577b0afddda -r bbda064ee4b6ffff2d867a389b81d884c772aa12 lib/galaxy/visualization/tracks/data_providers.py --- a/lib/galaxy/visualization/tracks/data_providers.py +++ b/lib/galaxy/visualization/tracks/data_providers.py @@ -725,6 +725,18 @@ max_low, max_high = get_bounds( results, 1, 2 ) return { 'data': results, 'message': message, 'max_low': max_low, 'max_high': max_high } + +class SamDataProvider( BamDataProvider ): + + def __init__( self, converted_dataset=None, original_dataset=None, dependencies=None ): + """ Create SamDataProvider. """ + + # HACK: to use BamDataProvider, original dataset must be BAM and + # converted dataset must be BAI. Use BAI from BAM metadata. + if converted_dataset: + self.converted_dataset = converted_dataset.metadata.bam_index + self.original_dataset = converted_dataset + self.dependencies = dependencies class BBIDataProvider( TracksDataProvider ): """ @@ -957,6 +969,7 @@ "tabix": { Vcf: VcfTabixDataProvider, Bed: BedTabixDataProvider, "default" : TabixDataProvider }, "interval_index": IntervalIndexDataProvider, "bai": BamDataProvider, + "bam": SamDataProvider, "summary_tree": SummaryTreeDataProvider, "bigwig": BigWigDataProvider, "bigbed": BigBedDataProvider Repository URL: https://bitbucket.org/galaxy/galaxy-central/ -- This is a commit notification from bitbucket.org. You are receiving this because you have the service enabled, addressing the recipient of this email.

1 0

commit/galaxy-central: 2 new changesets
by Bitbucket 06 Dec '11

06 Dec '11

2 new commits in galaxy-central: https://bitbucket.org/galaxy/galaxy-central/changeset/87268f2b439d/ changeset: 87268f2b439d user: dannon date: 2011-12-06 15:15:43 summary: Fix bad merge. affected #: 1 file diff -r 8993f7342095d3fac1feb3458ecee909ba678e11 -r 87268f2b439d844df43ce0065ec01e130c8b1a09 lib/galaxy/datatypes/tabular.py --- a/lib/galaxy/datatypes/tabular.py +++ b/lib/galaxy/datatypes/tabular.py @@ -353,7 +353,7 @@ dataset.metadata.columns = 12 dataset.metadata.column_types = ['str', 'int', 'str', 'int', 'int', 'str', 'str', 'int', 'int', 'str', 'str', 'str'] - def merge( split_files, output_file): + def merge( split_files, output_file): """ Multiple SAM files may each have headers. Since the headers should all be the same, remove the headers from files 1-n, keeping them in the first file only https://bitbucket.org/galaxy/galaxy-central/changeset/c28e9ef4036a/ changeset: c28e9ef4036a user: dannon date: 2011-12-06 15:15:57 summary: Merge. affected #: 1 file diff -r 87268f2b439d844df43ce0065ec01e130c8b1a09 -r c28e9ef4036aca6a897db2aa93517577b0afddda test/functional/test_library_templates.py --- a/test/functional/test_library_templates.py +++ b/test/functional/test_library_templates.py @@ -403,7 +403,7 @@ assert ldda is not None, 'Problem retrieving LibraryDatasetDatasetAssociation ldda from the database' self.browse_library( cntrller='library_admin', library_id=self.security.encode_id( library3.id ), - strings_displayed=[ ldda.name, admin_user.email ] ) + strings_displayed=[ ldda.name, 'bed' ] ) # Make sure the library template contents were correctly saved self.ldda_edit_info( 'library_admin', self.security.encode_id( library3.id ), Repository URL: https://bitbucket.org/galaxy/galaxy-central/ -- This is a commit notification from bitbucket.org. You are receiving this because you have the service enabled, addressing the recipient of this email.

1 0

commit/galaxy-central: greg: Fix for data library functional test.
by Bitbucket 06 Dec '11

06 Dec '11

1 new commit in galaxy-central: https://bitbucket.org/galaxy/galaxy-central/changeset/9eb66dabc6ee/ changeset: 9eb66dabc6ee user: greg date: 2011-12-06 14:56:21 summary: Fix for data library functional test. affected #: 1 file diff -r 8993f7342095d3fac1feb3458ecee909ba678e11 -r 9eb66dabc6ee75a924632dc8140daab470a86f9d test/functional/test_library_templates.py --- a/test/functional/test_library_templates.py +++ b/test/functional/test_library_templates.py @@ -403,7 +403,7 @@ assert ldda is not None, 'Problem retrieving LibraryDatasetDatasetAssociation ldda from the database' self.browse_library( cntrller='library_admin', library_id=self.security.encode_id( library3.id ), - strings_displayed=[ ldda.name, admin_user.email ] ) + strings_displayed=[ ldda.name, 'bed' ] ) # Make sure the library template contents were correctly saved self.ldda_edit_info( 'library_admin', self.security.encode_id( library3.id ), Repository URL: https://bitbucket.org/galaxy/galaxy-central/ -- This is a commit notification from bitbucket.org. You are receiving this because you have the service enabled, addressing the recipient of this email.

1 0

commit/galaxy-central: 2 new changesets
by Bitbucket 06 Dec '11

06 Dec '11

2 new commits in galaxy-central: https://bitbucket.org/galaxy/galaxy-central/changeset/af58b5faffec/ changeset: af58b5faffec user: John Duddy date: 2011-11-29 00:37:37 summary: Add merge method to SAM datatype so BWA can do split/merge affected #: 1 file diff -r 5db0da0007fcc59bb23f0e0ae2edb1e961702f14 -r af58b5faffec3b6715850e6d50b7bef69a5bbef5 lib/galaxy/datatypes/tabular.py --- a/lib/galaxy/datatypes/tabular.py +++ b/lib/galaxy/datatypes/tabular.py @@ -352,6 +352,22 @@ dataset.metadata.comment_lines = comment_lines dataset.metadata.columns = 12 dataset.metadata.column_types = ['str', 'int', 'str', 'int', 'int', 'str', 'str', 'int', 'int', 'str', 'str', 'str'] +355,369d354 + def merge( split_files, output_file): + """ + Multiple SAM files may each have headers. Since the headers should all be the same, remove + the headers from files 1-n, keeping them in the first file only + """ + cmd = 'mv %s %s' % ( split_files[0], output_file ) + result = os.system(cmd) + if result != 0: + raise Exception('Result %s from %s' % (result, cmd)) + if len(split_files) > 1: + cmd = 'egrep -v "^@" %s >> %s' % ( ' '.join(split_files[1:]), output_file ) + result = os.system(cmd) + if result != 0: + raise Exception('Result %s from %s' % (result, cmd)) + merge = staticmethod(merge) class Pileup( Tabular ): """Tab delimited data in pileup (6- or 10-column) format""" https://bitbucket.org/galaxy/galaxy-central/changeset/8993f7342095/ changeset: 8993f7342095 user: dannon date: 2011-12-06 14:43:32 summary: Pull in jdlogicman's SAM merge. affected #: 1 file diff -r 43326a266e8eb5818c695c235df82a025a3b6893 -r 8993f7342095d3fac1feb3458ecee909ba678e11 lib/galaxy/datatypes/tabular.py --- a/lib/galaxy/datatypes/tabular.py +++ b/lib/galaxy/datatypes/tabular.py @@ -353,6 +353,22 @@ dataset.metadata.columns = 12 dataset.metadata.column_types = ['str', 'int', 'str', 'int', 'int', 'str', 'str', 'int', 'int', 'str', 'str', 'str'] + def merge( split_files, output_file): + """ + Multiple SAM files may each have headers. Since the headers should all be the same, remove + the headers from files 1-n, keeping them in the first file only + """ + cmd = 'mv %s %s' % ( split_files[0], output_file ) + result = os.system(cmd) + if result != 0: + raise Exception('Result %s from %s' % (result, cmd)) + if len(split_files) > 1: + cmd = 'egrep -v "^@" %s >> %s' % ( ' '.join(split_files[1:]), output_file ) + result = os.system(cmd) + if result != 0: + raise Exception('Result %s from %s' % (result, cmd)) + merge = staticmethod(merge) + class Pileup( Tabular ): """Tab delimited data in pileup (6- or 10-column) format""" file_ext = "pileup" Repository URL: https://bitbucket.org/galaxy/galaxy-central/ -- This is a commit notification from bitbucket.org. You are receiving this because you have the service enabled, addressing the recipient of this email.

1 0

commit/galaxy-central: 2 new changesets
by Bitbucket 06 Dec '11

06 Dec '11

2 new commits in galaxy-central: https://bitbucket.org/galaxy/galaxy-central/changeset/6ce661b68417/ changeset: 6ce661b68417 user: dannon date: 2011-12-06 14:01:06 summary: Small patch to sanitizer to remove javascript content from sanitized anchors. affected #: 1 file diff -r 35fee32991ce5463d79ce278cb3a9c1155e8982f -r 6ce661b68417f81727c0f23aa8fb5d2769a8c502 lib/galaxy/util/sanitize_html.py --- a/lib/galaxy/util/sanitize_html.py +++ b/lib/galaxy/util/sanitize_html.py @@ -373,7 +373,9 @@ clean_attrs = [] for key, value in self.normalize_attrs(attrs): - if key in acceptable_attributes: + if key=="href" and value.startswith("javascript"): + pass + elif key in acceptable_attributes: key=keymap.get(key,key) clean_attrs.append((key,value)) elif key=='style': @@ -436,4 +438,4 @@ p.feed(htmlSource) data = p.output() data = data.strip().replace('\r\n', '\n') - return data \ No newline at end of file + return data https://bitbucket.org/galaxy/galaxy-central/changeset/43326a266e8e/ changeset: 43326a266e8e user: dannon date: 2011-12-06 14:08:16 summary: Small tweak on patch, strip first to prevent whitespace loophole. affected #: 1 file diff -r 6ce661b68417f81727c0f23aa8fb5d2769a8c502 -r 43326a266e8eb5818c695c235df82a025a3b6893 lib/galaxy/util/sanitize_html.py --- a/lib/galaxy/util/sanitize_html.py +++ b/lib/galaxy/util/sanitize_html.py @@ -373,7 +373,7 @@ clean_attrs = [] for key, value in self.normalize_attrs(attrs): - if key=="href" and value.startswith("javascript"): + if key=="href" and value.strip().startswith("javascript"): pass elif key in acceptable_attributes: key=keymap.get(key,key) Repository URL: https://bitbucket.org/galaxy/galaxy-central/ -- This is a commit notification from bitbucket.org. You are receiving this because you have the service enabled, addressing the recipient of this email.

1 0

commit/galaxy-central: dannon: Sanitize output anytime a raw text/html dataset is served via dataset/display.
by Bitbucket 06 Dec '11

06 Dec '11

1 new commit in galaxy-central: https://bitbucket.org/galaxy/galaxy-central/changeset/35fee32991ce/ changeset: 35fee32991ce user: dannon date: 2011-12-06 03:57:19 summary: Sanitize output anytime a raw text/html dataset is served via dataset/display. affected #: 1 file diff -r b2bc0629e78176b9cbe34c86a8eb141dfa0c70aa -r 35fee32991ce5463d79ce278cb3a9c1155e8982f lib/galaxy/web/controllers/dataset.py --- a/lib/galaxy/web/controllers/dataset.py +++ b/lib/galaxy/web/controllers/dataset.py @@ -317,7 +317,7 @@ trans.response.headers["Content-Type"] = "application/octet-stream" trans.response.headers["Content-Disposition"] = "attachment; filename=Galaxy%s-[%s].%s" % (data.hid, fname, file_ext) return open(data.metadata.get(metadata_name).file_name) - + @web.expose def display(self, trans, dataset_id=None, preview=False, filename=None, to_ext=None, **kwd): """Catches the dataset id and displays file contents as directed""" @@ -337,10 +337,9 @@ raise paste.httpexceptions.HTTPRequestRangeNotSatisfiable( "Invalid reference dataset id: %s." % str( dataset_id ) ) if not trans.app.security_agent.can_access_dataset( trans.get_current_user_roles(), data.dataset ): return trans.show_error_message( "You are not allowed to access this dataset" ) - + if data.state == trans.model.Dataset.states.UPLOAD: return trans.show_error_message( "Please wait until this dataset finishes uploading before attempting to view it." ) - if filename and filename != "index": # For files in extra_files_path file_path = os.path.join( data.extra_files_path, filename ) @@ -357,14 +356,14 @@ return open( file_path ) else: return trans.show_error_message( "Could not find '%s' on the extra files path %s." % ( filename, file_path ) ) - + trans.response.set_content_type(data.get_mime()) trans.log_event( "Display dataset id: %s" % str( dataset_id ) ) - + if to_ext or isinstance(data.datatype, datatypes.binary.Binary): # Saving the file, or binary file if data.extension in composite_extensions: return self.archive_composite_dataset( trans, data, **kwd ) - else: + else: trans.response.headers['Content-Length'] = int( os.stat( data.file_name ).st_size ) if not to_ext: to_ext = data.extension @@ -375,11 +374,13 @@ return open( data.file_name ) if not os.path.exists( data.file_name ): raise paste.httpexceptions.HTTPNotFound( "File Not Found (%s)." % data.file_name ) - max_peek_size = 1000000 # 1 MB if isinstance(data.datatype, datatypes.images.Html): max_peek_size = 10000000 # 10 MB for html if not preview or isinstance(data.datatype, datatypes.images.Image) or os.stat( data.file_name ).st_size < max_peek_size: + if trans.response.get_content_type() == "text/html": + # Sanitize anytime we respond with plain text/html content. + return sanitize_html(open( data.file_name ).read()) return open( data.file_name ) else: trans.response.set_content_type( "text/html" ) Repository URL: https://bitbucket.org/galaxy/galaxy-central/ -- This is a commit notification from bitbucket.org. You are receiving this because you have the service enabled, addressing the recipient of this email.

1 0

commit/galaxy-central: natefoo: Fedora(/RHEL/SL/CentOS) init script, thanks Brad Chapman!
by Bitbucket 05 Dec '11

05 Dec '11

1 new commit in galaxy-central: https://bitbucket.org/galaxy/galaxy-central/changeset/b2bc0629e781/ changeset: b2bc0629e781 user: natefoo date: 2011-12-05 20:55:00 summary: Fedora(/RHEL/SL/CentOS) init script, thanks Brad Chapman! affected #: 2 files diff -r 94dc7288f81f61553467e283e2646755312d8a38 -r b2bc0629e78176b9cbe34c86a8eb141dfa0c70aa contrib/README --- a/contrib/README +++ b/contrib/README @@ -19,6 +19,12 @@ paths, and configure for start at boot with `update-rc.d galaxy defaults`. Also written and submitted by James Casbon. +galaxy.fedora-init: + + init script for Fedora/RedHat/Scientific Linux/CentOS. Copy to + /etc/init.d/galaxy, modify paths, and configure for start at boot with + `chkconfig galaxy on`. Written and submitted by Brad Chapman. + galaxy.solaris-smf.xml: SMF Manifest for Solaris 10 and OpenSolaris. Import with `svccfg import diff -r 94dc7288f81f61553467e283e2646755312d8a38 -r b2bc0629e78176b9cbe34c86a8eb141dfa0c70aa contrib/galaxy.fedora-init --- /dev/null +++ b/contrib/galaxy.fedora-init @@ -0,0 +1,105 @@ +#!/bin/bash +# +# Init file for Galaxy (http://galaxyproject.org/) +# Suitable for use on Fedora and derivatives (RedHat Enterprise Linux, Scientific Linux, CentOS) +# +# Contributed by Brad Chapman +# +# chkconfig: 2345 98 20 +# description: Galaxy http://galaxyproject.org/ + +#--- config + +SERVICE_NAME="galaxy" +RUN_AS="galaxy" +RUN_IN="/path/to/galaxy-dist" + +#--- main actions + +start() { + echo "Starting $SERVICE_NAME... " + cmd="cd $RUN_IN && sh run.sh --daemon" + case "$(id -un)" in + $RUN_AS) + eval "$cmd" + ;; + root) + su - $RUN_AS -c "$cmd" + ;; + *) + echo "*** ERROR *** must be $RUN_AS or root in order to control this service" >&2 + exit 1 + esac + echo "...done." +} + +stop() { + echo -n "Stopping $SERVICE_NAME... " + + cmd="cd $RUN_IN && sh run.sh --stop-daemon" + + case "$(id -un)" in + $RUN_AS) + eval "$cmd" + ;; + root) + su - $RUN_AS -c "$cmd" + ;; + *) + echo "*** ERROR *** must be $RUN_AS or root in order to control this service" >&2 + exit 1 + esac + + echo "done." +} + +status() { + echo -n "$SERVICE_NAME status: " + + while read pid; do + if [ "$(readlink -m /proc/$pid/cwd)" = "$(readlink -m $RUN_IN)" ]; then + echo "started" + return 0 + fi + done < <(ps ax -o 'pid cmd' | grep -P '^\s*\d+ python ./scripts/paster.py serve' | awk '{print $1}') + echo "stopped" + return 3 +} + +notsupported() { + echo "*** ERROR*** $SERVICE_NAME: operation [$1] not supported" +} + +usage() { + echo "Usage: $SERVICE_NAME start|stop|restart|status" +} + + +#--- + +case "$1" in + start) + start "$@" + ;; + stop) + stop + ;; + restart|reload) + stop + start + ;; + status) + set +e + status + exit $? + ;; + '') + usage >&2 + exit 1 + ;; + *) + notsupported "$1" >&2 + usage >&2 + exit 1 + ;; +esac Repository URL: https://bitbucket.org/galaxy/galaxy-central/ -- This is a commit notification from bitbucket.org. You are receiving this because you have the service enabled, addressing the recipient of this email.

1 0

commit/galaxy-central: dan: Update tool data tables for GATK.
by Bitbucket 05 Dec '11

05 Dec '11

1 new commit in galaxy-central: https://bitbucket.org/galaxy/galaxy-central/changeset/94dc7288f81f/ changeset: 94dc7288f81f user: dan date: 2011-12-05 18:32:02 summary: Update tool data tables for GATK. affected #: 1 file diff -r 46e455a590e5923db81cda0034d6192503ce29a6 -r 94dc7288f81f61553467e283e2646755312d8a38 tool_data_table_conf.xml.sample --- a/tool_data_table_conf.xml.sample +++ b/tool_data_table_conf.xml.sample @@ -77,8 +77,13 @@ </table><table name="gatk_picard_indexes" comment_char="#"> - <columns>value, dbkey, name, path, tools_valid_for</columns> - <file path="tool-data/picard_index.loc" /> + <columns>value, dbkey, name, path</columns> + <file path="tool-data/gatk_sorted_picard_index.loc" /> + </table> +  + <table name="gatk_annotations" comment_char="#"> + <columns>value, name, gatk_value, tools_valid_for</columns> + <file path="tool-data/gatk_annotations.txt" /></table><table name="srma_indexes" comment_char="#"> Repository URL: https://bitbucket.org/galaxy/galaxy-central/ -- This is a commit notification from bitbucket.org. You are receiving this because you have the service enabled, addressing the recipient of this email.

1 0