From 974b56635b229becf7984f899dd15b93c3d3309c Mon Sep 17 00:00:00 2001 From: Ignacio Eguinoa Date: Fri, 9 Jun 2017 16:17:57 +0200 Subject: [PATCH 01/18] all_gff sample loc file --- tools/bedtools/all_gff.loc.sample | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 tools/bedtools/all_gff.loc.sample diff --git a/tools/bedtools/all_gff.loc.sample b/tools/bedtools/all_gff.loc.sample new file mode 100644 index 000000000..b3b8c1c57 --- /dev/null +++ b/tools/bedtools/all_gff.loc.sample @@ -0,0 +1,16 @@ +#This file lists the locations and dbkeys of all the GFF files +#This file has the format (white space characters are +#TAB characters): +# +# +# +#So, all_gff.loc could look something like this: +# +#apiMel3 apiMel3 Honeybee (Apis mellifera): apiMel3 /path/to/annotation/apiMel3/apiMel3.gff +#hg19canon hg19 Human (Homo sapiens): hg19 Canonical /path/to/annotation/hg19/hg19canon.gff +#hg19full hg19 Human (Homo sapiens): hg19 Representative transcripts /path/to/annotation/hg19/hg19_representative_tx.gff +# +#Your all_gff.loc file should contain an entry for each different annotation. +#So there can be multiple gff files for each build, +#such as with hg19 above. +# From 246b59ff7d6ed6bbbe70aa3bcf0c564e681aaa4a Mon Sep 17 00:00:00 2001 From: Ignacio Eguinoa Date: Fri, 9 Jun 2017 16:58:01 +0200 Subject: [PATCH 02/18] add different source options --- tools/bedtools/closestBed.xml | 27 ++++++++++++++++++++++++--- 1 file changed, 24 insertions(+), 3 deletions(-) diff --git a/tools/bedtools/closestBed.xml b/tools/bedtools/closestBed.xml index d51258352..964387aa4 100644 --- a/tools/bedtools/closestBed.xml +++ b/tools/bedtools/closestBed.xml @@ -7,7 +7,6 @@ '$output' ]]> - + + + + + + + + + + + + + + + + + + Date: Fri, 9 Jun 2017 16:59:32 +0200 Subject: [PATCH 03/18] add all_gff tool_data_table conf entry --- tools/bedtools/tool_data_table_conf.xml.sample | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tools/bedtools/tool_data_table_conf.xml.sample b/tools/bedtools/tool_data_table_conf.xml.sample index d5c59b96f..afad1d472 100644 --- a/tools/bedtools/tool_data_table_conf.xml.sample +++ b/tools/bedtools/tool_data_table_conf.xml.sample @@ -4,4 +4,9 @@ value, dbkey, name, path + + + value, dbkey, name, path + +
From 05df476173b25adff4ac6c318afbc7ce98c531fe Mon Sep 17 00:00:00 2001 From: Ignacio Eguinoa Date: Fri, 9 Jun 2017 17:50:01 +0200 Subject: [PATCH 04/18] correct input name --- tools/bedtools/closestBed.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/bedtools/closestBed.xml b/tools/bedtools/closestBed.xml index 964387aa4..d16f642bb 100644 --- a/tools/bedtools/closestBed.xml +++ b/tools/bedtools/closestBed.xml @@ -26,7 +26,7 @@ #if str($overlap_with.source) == "data_table": -b '$overlap_with.table.fields.path' #else - #set inputBs = "' '".join([str( $file ) for $file in $overlap_with.history.own_file]) + #set inputBs = "' '".join([str( $file ) for $file in $overlap_with.own_file]) -b '$inputBs' #end if > '$output' From 3eb230ccb050d1ddf54ae7c40d01aa9713fcfbed Mon Sep 17 00:00:00 2001 From: Ignacio Date: Sat, 10 Jun 2017 14:34:05 +0200 Subject: [PATCH 05/18] fix names in tests --- tools/bedtools/closestBed.xml | 20 +++++++++++++------- 1 file changed, 13 insertions(+), 7 deletions(-) diff --git a/tools/bedtools/closestBed.xml b/tools/bedtools/closestBed.xml index d16f642bb..6b4d81bb4 100644 --- a/tools/bedtools/closestBed.xml +++ b/tools/bedtools/closestBed.xml @@ -110,37 +110,43 @@ - + + - + + - - + + + - + + - + + - + + From 87e65e905e4ac3dc20e252bbc7307aed36bd568c Mon Sep 17 00:00:00 2001 From: Ignacio Date: Sun, 11 Jun 2017 18:28:00 +0200 Subject: [PATCH 06/18] correct indentation --- tools/bedtools/closestBed.xml | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/tools/bedtools/closestBed.xml b/tools/bedtools/closestBed.xml index 6b4d81bb4..28fe5439c 100644 --- a/tools/bedtools/closestBed.xml +++ b/tools/bedtools/closestBed.xml @@ -24,10 +24,10 @@ #end if -a '$inputA' #if str($overlap_with.source) == "data_table": - -b '$overlap_with.table.fields.path' + -b '$overlap_with.table.fields.path' #else - #set inputBs = "' '".join([str( $file ) for $file in $overlap_with.own_file]) - -b '$inputBs' + #set inputBs = "' '".join([str( $file ) for $file in $overlap_with.own_file]) + -b '$inputBs' #end if > '$output' ]]> @@ -36,20 +36,20 @@ - + - - - - - - - + + + + + + + - + From 536fd5c4187fe536fc6a69a3d998ddf2b9fe85c2 Mon Sep 17 00:00:00 2001 From: Ignacio Date: Sun, 11 Jun 2017 19:35:52 +0200 Subject: [PATCH 07/18] fix tab indentation --- tools/bedtools/closestBed.xml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/tools/bedtools/closestBed.xml b/tools/bedtools/closestBed.xml index 28fe5439c..c83b4d928 100644 --- a/tools/bedtools/closestBed.xml +++ b/tools/bedtools/closestBed.xml @@ -24,11 +24,11 @@ #end if -a '$inputA' #if str($overlap_with.source) == "data_table": - -b '$overlap_with.table.fields.path' - #else - #set inputBs = "' '".join([str( $file ) for $file in $overlap_with.own_file]) - -b '$inputBs' - #end if + -b '$overlap_with.table.fields.path' + #else + #set inputBs = "' '".join([str( $file ) for $file in $overlap_with.own_file]) + -b '$inputBs' + #end if > '$output' ]]> From ef35c61fc41556aa7700de970650c78a9a7e55cf Mon Sep 17 00:00:00 2001 From: Ignacio Date: Mon, 26 Jun 2017 11:04:35 +0200 Subject: [PATCH 08/18] add samtools requirements in tools that use it --- tools/bedtools/bedToBam.xml | 4 +++- tools/bedtools/bedpeToBam.xml | 4 +++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/tools/bedtools/bedToBam.xml b/tools/bedtools/bedToBam.xml index c5af342c1..b8f761f8f 100644 --- a/tools/bedtools/bedToBam.xml +++ b/tools/bedtools/bedToBam.xml @@ -3,7 +3,9 @@ macros.xml - + + samtools + macros.xml - + + samtools + Date: Mon, 26 Jun 2017 11:42:09 +0200 Subject: [PATCH 09/18] add samtools as general requirement --- tools/bedtools/bamToBed.xml | 4 +--- tools/bedtools/bedToBam.xml | 4 +--- tools/bedtools/bedpeToBam.xml | 4 +--- tools/bedtools/macros.xml | 1 + 4 files changed, 4 insertions(+), 9 deletions(-) diff --git a/tools/bedtools/bamToBed.xml b/tools/bedtools/bamToBed.xml index fe4ccec24..9e56de898 100644 --- a/tools/bedtools/bamToBed.xml +++ b/tools/bedtools/bamToBed.xml @@ -3,9 +3,7 @@ macros.xml - - samtools - + macros.xml - - samtools - + macros.xml - - samtools - + bedtools + samtools From 0f9d184164c53f7828ab9892faa2ecfc2a84b932 Mon Sep 17 00:00:00 2001 From: Ignacio Date: Mon, 26 Jun 2017 13:51:13 +0200 Subject: [PATCH 10/18] install samtools in travis environment --- .travis.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.travis.yml b/.travis.yml index cf3dd8029..e9abfd57b 100644 --- a/.travis.yml +++ b/.travis.yml @@ -58,6 +58,7 @@ before_install: - unset JAVA_HOME install: + - apt-get -y install samtools #required to convert test output format - pip install planemo - planemo conda_init - export PATH="$PLANEMO_CONDA_PREFIX/bin:$PATH" From b827ca5bd1d88c4e9b40afb87dd3c14dfca2fc86 Mon Sep 17 00:00:00 2001 From: Ignacio Date: Mon, 26 Jun 2017 14:01:32 +0200 Subject: [PATCH 11/18] fix samtools installs --- .travis.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.travis.yml b/.travis.yml index e9abfd57b..20fa53ac6 100644 --- a/.travis.yml +++ b/.travis.yml @@ -58,7 +58,8 @@ before_install: - unset JAVA_HOME install: - - apt-get -y install samtools #required to convert test output format + #samtools is required to parse test outputs + - apt-get -y install samtools - pip install planemo - planemo conda_init - export PATH="$PLANEMO_CONDA_PREFIX/bin:$PATH" From fbbd173d3fd58c9dd22f4a5293f33909950e5005 Mon Sep 17 00:00:00 2001 From: Ignacio Date: Mon, 26 Jun 2017 14:10:56 +0200 Subject: [PATCH 12/18] correct syntax to install samtools --- .travis.yml | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/.travis.yml b/.travis.yml index 20fa53ac6..4efc531b0 100644 --- a/.travis.yml +++ b/.travis.yml @@ -57,9 +57,12 @@ before_install: - export PLANEMO_CONDA_PREFIX="$HOME/conda" - unset JAVA_HOME +addons: + apt: + packages: + - samtools + install: - #samtools is required to parse test outputs - - apt-get -y install samtools - pip install planemo - planemo conda_init - export PATH="$PLANEMO_CONDA_PREFIX/bin:$PATH" From 1827e6e806791aa101a3ea0560b08e548cc863c8 Mon Sep 17 00:00:00 2001 From: Nicola Soranzo Date: Mon, 26 Jun 2017 14:40:55 +0100 Subject: [PATCH 13/18] Skip samtools install in lint and deploy stages --- .travis.yml | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/.travis.yml b/.travis.yml index 4efc531b0..68ce736a0 100644 --- a/.travis.yml +++ b/.travis.yml @@ -8,6 +8,7 @@ python: 2.7 jobs: include: - stage: lint + addons: {} before_install: skip install: - pip install flake8 flake8-import-order planemo @@ -33,6 +34,7 @@ jobs: env: CHUNK=2 - stage: deploy + addons: {} before_install: skip install: - pip install planemo @@ -51,17 +53,17 @@ jobs: while read -r DIR; do planemo shed_update --shed_target toolshed --shed_email "$SHED_EMAIL" --shed_password "$SHED_PASSWORD" --force_repository_creation "$DIR" || exit 1; done < changed_repositories.list fi +addons: + apt: + packages: + - samtools + before_install: - export GALAXY_REPO=https://github.com/galaxyproject/galaxy - export GALAXY_RELEASE=release_17.05 - export PLANEMO_CONDA_PREFIX="$HOME/conda" - unset JAVA_HOME -addons: - apt: - packages: - - samtools - install: - pip install planemo - planemo conda_init From 38a45ebf42b45aa6cd10ff76a9b1605ccdd38b54 Mon Sep 17 00:00:00 2001 From: Ignacio Date: Mon, 26 Jun 2017 17:03:10 +0200 Subject: [PATCH 14/18] remove global samtools dependency --- tools/bedtools/macros.xml | 1 - 1 file changed, 1 deletion(-) diff --git a/tools/bedtools/macros.xml b/tools/bedtools/macros.xml index 1b0589e3c..2257be94b 100644 --- a/tools/bedtools/macros.xml +++ b/tools/bedtools/macros.xml @@ -2,7 +2,6 @@ bedtools - samtools From fa058dae96fad2b719d2a0a88bea02863c47974d Mon Sep 17 00:00:00 2001 From: Ignacio Date: Mon, 26 Jun 2017 17:10:28 +0200 Subject: [PATCH 15/18] add samtools dependency --- tools/bedtools/bamToBed.xml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tools/bedtools/bamToBed.xml b/tools/bedtools/bamToBed.xml index 9e56de898..a27541d3d 100644 --- a/tools/bedtools/bamToBed.xml +++ b/tools/bedtools/bamToBed.xml @@ -3,6 +3,9 @@ macros.xml + + samtools + From bca54f1f9d7818bd41ba7b023a481d02923e6455 Mon Sep 17 00:00:00 2001 From: Nicola Soranzo Date: Mon, 26 Jun 2017 17:23:24 +0200 Subject: [PATCH 16/18] Remove doubled expand macro --- tools/bedtools/bamToBed.xml | 1 - tools/bedtools/bedToBam.xml | 2 +- tools/bedtools/bedpeToBam.xml | 2 +- 3 files changed, 2 insertions(+), 3 deletions(-) diff --git a/tools/bedtools/bamToBed.xml b/tools/bedtools/bamToBed.xml index a27541d3d..fe4ccec24 100644 --- a/tools/bedtools/bamToBed.xml +++ b/tools/bedtools/bamToBed.xml @@ -6,7 +6,6 @@ samtools - macros.xml - + macros.xml - + Date: Tue, 4 Jul 2017 14:16:29 +0100 Subject: [PATCH 17/18] Move loc files in tool-data/ and use tabs --- tools/bedtools/all_gff.loc.sample | 16 ---------------- tools/bedtools/{ => tool-data}/all_fasta.loc.sample | 0 tools/bedtools/tool-data/all_gff.loc.sample | 14 ++++++++++++++ 3 files changed, 14 insertions(+), 16 deletions(-) delete mode 100644 tools/bedtools/all_gff.loc.sample rename tools/bedtools/{ => tool-data}/all_fasta.loc.sample (100%) create mode 100644 tools/bedtools/tool-data/all_gff.loc.sample diff --git a/tools/bedtools/all_gff.loc.sample b/tools/bedtools/all_gff.loc.sample deleted file mode 100644 index b3b8c1c57..000000000 --- a/tools/bedtools/all_gff.loc.sample +++ /dev/null @@ -1,16 +0,0 @@ -#This file lists the locations and dbkeys of all the GFF files -#This file has the format (white space characters are -#TAB characters): -# -# -# -#So, all_gff.loc could look something like this: -# -#apiMel3 apiMel3 Honeybee (Apis mellifera): apiMel3 /path/to/annotation/apiMel3/apiMel3.gff -#hg19canon hg19 Human (Homo sapiens): hg19 Canonical /path/to/annotation/hg19/hg19canon.gff -#hg19full hg19 Human (Homo sapiens): hg19 Representative transcripts /path/to/annotation/hg19/hg19_representative_tx.gff -# -#Your all_gff.loc file should contain an entry for each different annotation. -#So there can be multiple gff files for each build, -#such as with hg19 above. -# diff --git a/tools/bedtools/all_fasta.loc.sample b/tools/bedtools/tool-data/all_fasta.loc.sample similarity index 100% rename from tools/bedtools/all_fasta.loc.sample rename to tools/bedtools/tool-data/all_fasta.loc.sample diff --git a/tools/bedtools/tool-data/all_gff.loc.sample b/tools/bedtools/tool-data/all_gff.loc.sample new file mode 100644 index 000000000..5df48e3f3 --- /dev/null +++ b/tools/bedtools/tool-data/all_gff.loc.sample @@ -0,0 +1,14 @@ +#This file lists the locations and dbkeys of all the GFF files +#This file has the format (white space characters are +#TAB characters): +# +# +# +#So, all_gff.loc could look something like this: +# +#apiMel3 apiMel3 Honeybee (Apis mellifera): apiMel3 /path/to/annotation/apiMel3/apiMel3.gff +#hg19canon hg19 Human (Homo sapiens): hg19 Canonical /path/to/annotation/hg19/hg19canon.gff +#hg19full hg19 Human (Homo sapiens): hg19 Representative transcripts /path/to/annotation/hg19/hg19_representative_tx.gff +# +#Your all_gff.loc file should contain an entry for each different annotation. +#So there can be multiple gff files for each build, such as with hg19 above. From 95a238b916d01e7fffc3fbf417ea79fe7595dde9 Mon Sep 17 00:00:00 2001 From: Nicola Soranzo Date: Tue, 4 Jul 2017 15:13:58 +0100 Subject: [PATCH 18/18] IUC code style and indentation fixes. Use `argument` attribute --- tools/bedtools/closestBed.xml | 121 ++++++++++++++++++++---------------------- 1 file changed, 57 insertions(+), 64 deletions(-) diff --git a/tools/bedtools/closestBed.xml b/tools/bedtools/closestBed.xml index c83b4d928..b2b2545bb 100644 --- a/tools/bedtools/closestBed.xml +++ b/tools/bedtools/closestBed.xml @@ -5,40 +5,37 @@ - - '$output' -]]> - + '$output' + ]]> - + - - + + @@ -47,31 +44,31 @@ - - - - + + + + - + - + help="The reported distance for overlapping features will be 0" /> - - + help="Like -d, report the closest feature in B, and its distance to A as an extra column. However unlike -d, use negative distances to report upstream features"> + @@ -88,80 +85,76 @@ - + - + help="That is, we want close, yet not touching features only" /> - - + + - + - + - - + + - + - + - - + + - - + + - + - - - + ]]>