#!/usr/bin/env python # Executable files. Please update these to match the installed locations of your tools. samtools_exe='/seq/dirseq/samtools/current/samtools' java_exe='/broad/tools/Linux/x86_64/pkgs/jdk_1.6.0_12/bin/java' R_exe="/broad/tools/apps/R-2.6.0/bin/Rscript" # Location of the resource files distributed with the recalibration tool. # If editing, please end this variable with a trailing slash. resources='resources/' # Where does the reference live? reference_base = resources + 'Homo_sapiens_assembly18' reference = reference_base + '.fasta' reference_dict = reference_base + '.dict' reference_fai = reference_base + '.fasta.fai' # Where does DBSNP live? dbsnp = resources + 'dbsnp.rod.out' # Where are the application files required to run the recalibration gatk = resources + 'gatk/GenomeAnalysisTK.jar' logistic_regression_script = resources + 'logistic_regression.R' import sys,os import LogisticRegressionByReadGroup def exit(msg,errorcode): print msg sys.exit(errorcode) def check_input_file_available(filename,description): if not os.access(filename,os.R_OK): exit('Unable to access %s %s' % (description,filename),1) if len(sys.argv) < 3: exit('Usage: python RecalQual.py ',1) # check that the input bam file exists, and that the bam is indexed. bam = sys.argv[1] bam_index = bam + '.bai' check_input_file_available(bam,'reads file') check_input_file_available(bam_index,'reads index file') # parse the user's calibration output file requirements calibrated_bam = sys.argv[2] calibrated_bam_index = calibrated_bam + '.bai' # check that the fasta and supporting files are available check_input_file_available(reference,'reference file') check_input_file_available(reference_dict,'reference dictionary') check_input_file_available(reference_fai,'reference index file') # check that the dbsnp is available check_input_file_available(dbsnp,'dbsnp file') # sanity check that the software is available check_input_file_available(samtools_exe,'samtools') check_input_file_available(java_exe,'java') check_input_file_available(R_exe,'R') check_input_file_available(gatk,'Genome Analysis Toolkit') check_input_file_available(logistic_regression_script,'logistic regression script') # make an output directory for temporary files if not os.path.isdir('output'): os.mkdir('output') # assemble the required program arguments gatk_base_cmdline = ' '.join((java_exe,'-ea','-jar',gatk,'-R',reference,'--DBSNP',dbsnp,'-l INFO')) generate_covariates = ' '.join((gatk_base_cmdline,'-T CountCovariates','-I',bam,'-mqs 40','--OUTPUT_FILEROOT output/initial','--CREATE_TRAINING_DATA','--MIN_MAPPING_QUALITY 1')) apply_logistic_regression = ' '.join((gatk_base_cmdline,'-T LogisticRecalibration','-I',bam,'-logisticParams output/linear_regression_results.out','-outputBAM',calibrated_bam)) index_calibrated_bamfile = ' '.join((samtools_exe,'index',calibrated_bam)) # generate the covariates print 'generating covariates' returncode = os.system(generate_covariates) if returncode != 0: exit('Unable to generate covariates',1) # compute the logistic regression print 'computing the logistic regression' LogisticRegressionByReadGroup.compute_logistic_regression('output/initial.covariate_counts.csv','output/linear_regression_results.out',R_exe,logistic_regression_script) # apply the logistic regression, writing the output data to calibrated_bam print 'applying the correction to the reads' returncode = os.system(apply_logistic_regression) if returncode != 0: exit('Unable to apply logistic regression',1) # index the calibrated bam print 'indexing the calibrated bam' returncode = os.system(index_calibrated_bamfile) if returncode != 0: exit('Unable to index calibrated bamfile',1) print 'Recalibration complete! Calibrated bam is available here: ' + calibrated_bam