Setup conda environments

gene_x 0 like s 1379 view s

Tags: packages, bash

  1. install rnaseq on sage

    1. #-- version 2 --
    2. conda install -c conda-forge mamba
    3. mamba create -n rnaseq -c conda-forge -c bioconda -c defaults python fastqc trim-galore star hisat2 picard csvtk preseq rseqc samtools
    4. conda activate rnaseq
    5. pip3 install deeptools
    6. pip3 install multiqc
    7. mamba install -c conda-forge -c bioconda -c defaults -c r stringtie subread gffread r-data.table r-gplots bioconductor-dupradar bioconductor-edger
    8. #(rnaseq) [jhuang@sage ~]$ which nextflow
    9. #/usr/local/bin/nextflow
    10. conda install -c bionconda fq
    11. mamba install -c bioconda ucsc-bedclip ucsc-bedgraphtobigwig
    12. mamba install -c bioconda rsem
    13. mamba install -c bioconda salmon
    14. mamba install -c conda-forge -c bioconda -c defaults -c r r-data.table r-gplots bioconductor-dupradar bioconductor-edger bioconductor-deseq2
    15. mamba install -c conda-forge openjdk=17
    16. conda install -c bioconda bedtools qualimap
    17. #under R
    18. install.packages("BiocManager")
    19. BiocManager::install("tximport")
    20. BiocManager::install("tximeta")
    21. install.packages("optparse")
    22. install.packages(“pheatmap”)
    23. (rnaseq2) [jhuang@sage Data_Soeren_RNA-seq_2023]$ nextflow run rnaseq/main.nf --input samplesheet.csv --outdir results_GRCh38 --genome GRCh38 -profile test_full -resume --max_memory 300.GB --max_time 2400.h --save_reference --aligner star_salmon --skip_deseq2_qc
    24. (rnaseq) nextflow run rnaseq/main.nf --input samplesheet.csv --outdir results_1585 --fasta 1585.fasta --gtf 1585_m_.gtf -profile test_full -resume --max_memory 200.GB --max_time 2400.h --save_reference --aligner star_salmon --skip_rseqc --skip_dupradar --skip_preseq --skip_biotype_qc --skip_deseq2_qc --min_mapped_reads 0
    25. #--gtf_extra_attributes gene_name
    26. #-- version 1 --
    27. #conda env create -f ~/Tools/rnaseq/environment.yml
    28. conda create -n rnaseq -c conda-forge -c bioconda -c defaults python=3.6 fastqc trim-galore star=2.6.1d hisat2
    29. conda activate rnaseq
    30. conda install -c conda-forge -c bioconda -c defaults picard csvtk preseq rseqc samtools
    31. pip3 install deeptools
    32. pip3 install multiqc
    33. conda install -c bioconda stringtie subread gffread
    34. conda install -c conda-forge -c bioconda -c defaults -c r r-data.table r-gplots
    35. conda install -c conda-forge -c bioconda -c defaults -c r bioconductor-dupradar bioconductor-edger
    36. conda install nextflow=20.04
  2. install chipseq

    1. conda create -n chipseq -c conda-forge -c bioconda -c defaults -c r python=3.9 fastqc cutadapt trim-galore bwa samtools
    2. conda activate chipseq
    3. conda install picard bedtools phantompeakqualtools
    4. conda install -c conda-forge -c bioconda -c defaults -c r r-base
    5. #ERROR_SINCE_R_NGSPLOT_ONLY_FOR_PYTHON2 conda install -c conda-forge -c bioconda -c defaults -c r r-ngsplot
    6. sudo apt install macs
    7. conda install -c bioconda multiqc
    8. pip3 install deeptools
    9. conda install nextflow=20.04
    10. #conda env chipseq2 is still NOT working.
    11. conda create -n chipseq2 -c conda-forge -c bioconda -c defaults python=2.7 fastqc cutadapt trim-galore bwa samtools
    12. conda activate chipseq2
    13. conda install -c conda-forge -c bioconda -c defaults picard bedtools phantompeakqualtools
    14. conda install -c conda-forge -c bioconda -c defaults -c r deeptools r-base r-ngsplot macs multiqc
    15. conda install -c conda-forge -c bioconda -c defaults -c r r-ade4 r-assertthat r-base r-bh r-biocmanager r-bit r-bit64 r-bitops r-blob r-catools r-codetools r-crayon r-curl r-dbi r-digest r-domc r-foreach r-formatr r-futile.logger r-futile.options r-glue r-hms r-httr r-hwriter r-idr r-iterators r-jsonlite r-lambda.r r-lattice r-latticeextra r-lazyeval r-magrittr r-mass r-matrix r-matrixstats r-memoise r-mime r-openssl r-pkgconfig r-plogr r-prettyunits r-progress r-r6 r-rcolorbrewer r-rcpp r-rcurl r-rlang r-rsqlite r-segmented r-seqinr r-snow r-spp r-stringi r-stringr r-survival r-venndiagram r-xml
    16. conda install -c conda-forge -c bioconda -c defaults -c r bioconductor-annotationdbi bioconductor-annotationfilter bioconductor-biobase bioconductor-biocgenerics bioconductor-biocparallel bioconductor-biomart bioconductor-biostrings bioconductor-bsgenome bioconductor-chippeakanno bioconductor-delayedarray bioconductor-ensembldb bioconductor-genomeinfodb bioconductor-genomeinfodbdata bioconductor-genomicalignments bioconductor-genomicfeatures bioconductor-genomicranges bioconductor-go.db bioconductor-graph bioconductor-iranges bioconductor-limma bioconductor-multtest bioconductor-protgenerics bioconductor-rbgl bioconductor-regioner bioconductor-rsamtools bioconductor-rsubread bioconductor-rtracklayer bioconductor-s4vectors bioconductor-shortread bioconductor-summarizedexperiment bioconductor-xvector bioconductor-zlibbioc
    17. conda install nextflow=20.04
    18. #first_try
    19. (chipseq) nextflow run NGI-ChIPseq/main.nf --reads '/home/jhuang/DATA/Data_Denise_LT_DNA_Binding/enhancer_analysis/Raw_Data/*.fastq.gz' --genome hg38 --macsconfig macs.config --saveReference --saveAlignedIntermediates --singleEnd --blacklist_filtering -profile standard --project NHDF_enhancer_analysis_hg38 -resume
    20. #--notrim
    21. (chipseq) nextflow run NGI-ChIPseq/main.nf --reads '/home/jhuang/DATA/Data_Denise_LT_DNA_Binding/enhancer_analysis/Raw_Data/*.fastq.gz' --genome hg38 --macsconfig macs.config --saveAlignedIntermediates --notrim --saveTrimmed --singleEnd --blacklist_filtering -profile standard --project NHDF_enhancer_analysis_hg38 -resume
    22. #test
    23. (chipseq) nextflow run NGI-ChIPseq/main.nf --reads '/home/jhuang/DATA/Data_Denise_LT_DNA_Binding/Raw_Data/p783_*.fastq.gz' --genome hg38 --macsconfig macs.config --saveReference --saveAlignedIntermediates --singleEnd --blacklist_filtering -profile standard --project NHDF_enhancer_analysis_hg38 -resume
  3. install spandx

    1. conda create --name spandx2 python=3.8
    2. conda activate spandx2
    3. conda install -c conda-forge -c bioconda -c defaults art trimmomatic bwa bedtools=2.28.0 seqtk pindel mosdepth samtools=1.9 picard gatk4 snpeff=4.3.1t nextflow=22 fasttree
    4. #[genbank copying]
    5. mkdir ~/miniconda3/envs/spandx2/share/snpeff-4.3.1t-5/data/WA_plasmid
    6. cp WA_plasmid.gb ~/miniconda3/envs/spandx2/share/snpeff-4.3.1t-5/data/WA_plasmid/genes.gbk
    7. vim ~/miniconda3/envs/spandx2/share/snpeff-4.3.1t-5/snpEff.config
    8. /home/jhuang/miniconda3/envs/spandx2/bin/snpEff build -genbank WA_plasmid -d
    9. nextflow run spandx/main.nf --fastq "Raw_Data_RNAseq_K331A_d8_SPANDx/*.fastq.gz" --ref LT_wt.fasta --annotation --database LT_wildtype --pairing SE -resume
    10. (spandx2) nextflow run spandx/main.nf --fastq "raw_data/*_R{1,2}.fastq.gz" --ref WA_chr.fasta --annotation --database WA_chr -resume
    11. (spandx2) nextflow run spandx/main.nf --fastq "raw_data/*_R{1,2}.fastq.gz" --ref WA_plasmid.fasta --annotation --database WA_plasmid -resume
    12. #Note that the files in variants contain only SNPs, but the files in snippy contain SNPs+INDELs which can be used to consensus the results of SPANDx, resulting in the final results of SNPs+INDELs.
    13. ~/DATA/Data_Benjamin_Yersinia_SNP/variants_WA_chr$ vim snippy.core.vcf
    14. ~/DATA/Data_Benjamin_Yersinia_SNP/snippy_WA_chr/Wacton_S96/Wacton_S96.txt
    15. ~/DATA/Data_Benjamin_Yersinia_SNP/snippy_WA_chr/Wacton_S96/Wacton_S96.filt.vcf
    16. #FOLLOWING INSTALLATION CANNOT FINISH CALCULATION --> MAYBE IT NOW WORKS, BUT NEEDS TO GIVE AT LEAST SAMPLES, AS SAME AS IN SPANDX2
    17. conda create --name spandx python=3.8
    18. #conda install -c conda-forge -c bioconda -c defaults art trimmomatic bwa bedtools seqtk pindel mosdepth samtools picard gatk4 snpeff nextflow fasttree
    19. #-->picard-3.0.0-1, gatk4-4.4.0.0-0, snpeff-5.1-2, trimmomatic-0.39-2 installed!
    20. #DEBUG1: Due to using snpeff-5.1-2 by deleting the option '-t' in all 'snpEff eff -t ...' since '-t' is not a option in the new version.
    21. #DEBUG2: Don't login spandx after login base, since in the case the env uses /home/jhuang/anaconda3/bin/java.
    22. # - /usr/bin/java: openjdk version "11.0.18" 2023-01-17
    23. # - /home/jhuang/anaconda3/bin/java: openjdk version "1.8.0_152-release"
    24. # - /home/jhuang/anaconda3/envs/spandx/bin/java: openjdk version "17.0.3-internal" 2022-04-19
    25. #DEBUG3: using '-' instead of '_'
    26. # mv V_8_2_4_p600_d8_DonorI.fastq.gz control-d8-DI.fastq.gz
  4. install bengal3_ac3

    1. conda create -n bengal3_ac3 python=3.6
    2. conda activate bengal3_ac3
    3. conda install -c conda-forge -c bioconda -c defaults prokka
    4. conda install -c conda-forge -c bioconda -c defaults shovill mlst
    5. conda install -c conda-forge -c bioconda -c defaults trimmomatic fastqc
    6. conda install -c conda-forge -c bioconda -c defaults roary
    7. conda install -c conda-forge -c bioconda -c defaults snippy
    8. conda install -c conda-forge -c bioconda -c defaults fasttree raxml-ng
    9. conda install -c conda-forge -c bioconda -c defaults gubbins snp-sites
    10. conda install -c conda-forge -c bioconda -c defaults openjdk=11
    11. TODO: snippy is still NOT working in hamm, we have to run the modul "variants_calling" on hamburg.
  5. install qiime1

    1. conda create -n qiime1 -c bioconda qiime
  6. export environments

    1. #!/bin/bash
    2. # Get a list of conda environments
    3. env_list=$(conda env list | awk '{print $1}' | tail -n +4)
    4. # Iterate through each environment and export it to a YAML file
    5. for env in $env_list; do
    6. echo "conda activate $env"
    7. echo "conda env export > \"${env}_exported.yml\""
    8. echo "conda deactivate"
    9. done
    10. #conda create --name spandx2 --clone spandx
    11. #conda env remove --name spandx
    12. #conda activate spandx
    13. #conda env export > spandx.yml
    14. #rsync -a -P *.yml xxx@xxx:~/xxx/xxx
    15. #conda env create -f spandx.yml
    16. conda activate base
    17. conda env export > "base_exported.yml"
    18. conda deactivate
    19. conda activate HLCA_mapping_env
    20. conda env export > "HLCA_mapping_env_exported.yml"
    21. conda deactivate
    22. conda activate assembly2
    23. conda env export > "assembly2_exported.yml"
    24. conda deactivate
    25. conda activate bac3
    26. conda env export > "bac3_exported.yml"
    27. conda deactivate
    28. conda activate bactopia
    29. conda env export > "bactopia_exported.yml"
    30. conda deactivate

like unlike

点赞本文的读者

还没有人对此文章表态


本文有评论

没有评论

看文章,发评论,不要沉默


© 2023 XGenes.com Impressum