wf-transcriptomes-v202/.gitlab-ci.yml

# Include shared CI
include:
    - project: "epi2melabs/ci-templates"
      file: "wf-containers.yaml"

variables:
              NF_BEFORE_SCRIPT: wget -O test_data.tar.gz https://ont-exd-int-s3-euwst1-epi2me-labs.s3.amazonaws.com/wf-isoforms/wf-isoforms_test_data.tar.gz && tar -xzvf  test_data.tar.gz
              NF_WORKFLOW_OPTS: "--fastq  ERR6053095_chr20.fastq \
                  --ref_genome chr20/hg38_chr20.fa --ref_annotation chr20/gencode.v22.annotation.chr20.gtf \
                  --jaffal_refBase chr20/ --jaffal_genome hg38_chr20 --jaffal_annotation genCode22"
              NF_IGNORE_PROCESSES: preprocess_reads,merge_transcriptomes
              CI_FLAVOUR: "new"

macos-run:
  # Let's avoid those ARM64 runners for now
  tags:
    - macos
    - x86

docker-run:
    artifacts:
        when: always
        paths:
            - ${CI_PROJECT_NAME}
            - .nextflow.log
        exclude:
            - ${CI_PROJECT_NAME}/**/*.gtf
            - ${CI_PROJECT_NAME}/**/*.gtf.gz
            - ${CI_PROJECT_NAME}/**/*.gff3
            - ${CI_PROJECT_NAME}/**/*.gff3.gz
            - ${CI_PROJECT_NAME}/**/*.gff
            - ${CI_PROJECT_NAME}/**/*.gff.gz
            - ${CI_PROJECT_NAME}/**/*.fna
            - ${CI_PROJECT_NAME}/**/*.fasta
            - ${CI_PROJECT_NAME}/**/*.mmi
    

    # Define a 1D job matrix to inject a variable named MATRIX_NAME into
    #   the CI environment, we can use the value of MATRIX_NAME to determine
    #   which options to apply as part of the rules block below
    # NOTE There is a slightly cleaner way to define this matrix to include
    #   the variables, but it is broken when using long strings! See CW-756
    parallel:
        matrix:
            - MATRIX_NAME: [
                "fusions", "differential_expression", "isoforms",
                "only_differential_expression", "differential_expression_gff3",
                "ncbi_gzip", "denovo"
            ]
    rules:
        # NOTE As we're overriding the rules block for the included docker-run
        #   we must redefine this CI_COMMIT_BRANCH rule to prevent docker-run
        #   being incorrectly scheduled for "detached merge request pipelines" etc.
        - if: ($CI_COMMIT_BRANCH == null || $CI_COMMIT_BRANCH == "dev-template")
          when: never
        - if: $MATRIX_NAME == "isoforms"
          variables:
              NF_BEFORE_SCRIPT: wget -O test_data.tar.gz https://ont-exd-int-s3-euwst1-epi2me-labs.s3.amazonaws.com/wf-isoforms/wf-isoforms_test_data.tar.gz && tar -xzvf  test_data.tar.gz
              NF_WORKFLOW_OPTS: "--fastq  ERR6053095_chr20.fastq --transcriptome-source reference-guided \
                  --ref_genome chr20/hg38_chr20.fa --ref_annotation chr20/gencode.v22.annotation.chr20.gtf"
              NF_IGNORE_PROCESSES: preprocess_reads,merge_transcriptomes,decompress_annotation,decompress_ref
        - if: $MATRIX_NAME == "denovo"
          variables:
              NF_WORKFLOW_OPTS: "--fastq test_data/fastq/SIRV_E0_PCS109_50.fq.gz --transcriptome_source denovo"
              NF_IGNORE_PROCESSES: preprocess_reads,merge_transcriptomes,decompress_annotation,decompress_ref,build_minimap_index
        - if: $MATRIX_NAME == "fusions"
          variables:
              NF_BEFORE_SCRIPT: wget -O test_data.tar.gz https://ont-exd-int-s3-euwst1-epi2me-labs.s3.amazonaws.com/wf-isoforms/wf-isoforms_test_data.tar.gz && tar -xzvf  test_data.tar.gz
              NF_WORKFLOW_OPTS: "--fastq  ERR6053095_chr20.fastq --transcriptome-source reference-guided \
                  --ref_genome chr20/hg38_chr20.fa --ref_annotation chr20/gencode.v22.annotation.chr20.gtf \
                  --jaffal_refBase chr20/ --jaffal_genome hg38_chr20 --jaffal_annotation genCode22"
              NF_IGNORE_PROCESSES: preprocess_reads,merge_transcriptomes,decompress_annotation,decompress_ref
        - if: $MATRIX_NAME == "differential_expression"
          variables:
              NF_BEFORE_SCRIPT: wget -O differential_expression.tar.gz https://ont-exd-int-s3-euwst1-epi2me-labs.s3.amazonaws.com/wf-isoforms/differential_expression.tar.gz && tar -xzvf differential_expression.tar.gz
              NF_WORKFLOW_OPTS: "--fastq  differential_expression/differential_expression_fastq \
                  --de_analysis \
                  --ref_genome differential_expression/hg38_chr20.fa --transcriptome-source reference-guided \
                --ref_annotation differential_expression/gencode.v22.annotation.chr20.gtf \
                --direct_rna --minimap_index_opts '-k 15'"
              NF_IGNORE_PROCESSES: preprocess_reads,merge_transcriptomes,decompress_annotation,decompress_ref
        - if: $MATRIX_NAME == "only_differential_expression"
          variables:
              NF_BEFORE_SCRIPT: wget -O differential_expression.tar.gz https://ont-exd-int-s3-euwst1-epi2me-labs.s3.amazonaws.com/wf-isoforms/differential_expression.tar.gz && tar -xzvf differential_expression.tar.gz
              NF_WORKFLOW_OPTS: "--fastq  differential_expression/differential_expression_fastq \
                  --transcriptome-source precomputed \
                  --de_analysis \
                  --ref_genome differential_expression/hg38_chr20.fa \
                --ref_annotation differential_expression/gencode.v22.annotation.chr20.gff \
                --direct_rna --minimap_index_opts '-k 15' \
                --ref_transcriptome differential_expression/ref_transcriptome.fasta \
                --transcriptome_assembly false"
              NF_IGNORE_PROCESSES: >
                preprocess_reads,merge_transcriptomes,assemble_transcripts,decompress_annotation,decompress_ref,
                build_minimap_index,get_transcriptome,merge_gff_bundles,run_gffcompare,build_minimap_index,split_bam                
        - if: $MATRIX_NAME == "differential_expression_gff3"
          variables:
              NF_BEFORE_SCRIPT: wget -O differential_expression.tar.gz https://ont-exd-int-s3-euwst1-epi2me-labs.s3.amazonaws.com/wf-isoforms/differential_expression.tar.gz && tar -xzvf differential_expression.tar.gz
              NF_WORKFLOW_OPTS: "--fastq  differential_expression/differential_expression_fastq \
                  --transcriptome-source precomputed \
                  --de_analysis \
                  --ref_genome differential_expression/hg38_chr20.fa \
                --ref_annotation differential_expression/gencode.v22.annotation.chr20.gff3 \
                --direct_rna --minimap_index_opts '-k 15' \
                --ref_transcriptome differential_expression/ref_transcriptome.fasta \
                --transcriptome_assembly false"
              NF_IGNORE_PROCESSES: >
                preprocess_reads,merge_transcriptomes,assemble_transcripts,decompress_annotation,decompress_ref,
                build_minimap_index,get_transcriptome,merge_gff_bundles,run_gffcompare,build_minimap_index,split_bam                
        - if: $MATRIX_NAME == "ncbi_gzip"
          variables:
              NF_BEFORE_SCRIPT: wget -O differential_expression.tar.gz https://ont-exd-int-s3-euwst1-epi2me-labs.s3.amazonaws.com/wf-isoforms/differential_expression.tar.gz && tar -xzvf differential_expression.tar.gz
              NF_WORKFLOW_OPTS: "-executor.\\$$local.memory 16GB \
--fastq  differential_expression/differential_expression_fastq \
                  --transcriptome-source precomputed \
                  --de_analysis \
                  --ref_genome differential_expression/GRCh38.p14.NCBI_test.fna.gz \
                --ref_annotation differential_expression/GRCh38.p14_NCBI_test.gtf.gz \
                --direct_rna --minimap_index_opts '-w 25' \
               --transcriptome_assembly false"
              NF_IGNORE_PROCESSES: >
                preprocess_reads,merge_transcriptomes,assemble_transcripts,
                build_minimap_index,get_transcriptome,merge_gff_bundles,run_gffcompare,build_minimap_index,split_bam