3 bC@sHddlmZddlZddlZddlZddlZyddlmZWn ek r\ddl mZYnXyddl m Z Wnddl m Z YnXddl mZmZmZmZmZddlmZmZddlmZddlmZdd lmZmZmZmZmZm Z m!Z!m"Z"m#Z#eej$d Z%eej$d Z&eej$d d Z'eej$d Z(da)dZ*de*dZ+eej,de+Z-ej.ee-ej,Z/ddZ0ddZ1ddZ2ddZ3dJddZ4dKddZ5dLd!d"Z6dMd#d$Z7dNd%d&Z8dOd'd(Z9d)d*Z:d+d,Z;d-d.Zd3d4Z?dQd5d6Z@d7d8ZAd9d:ZBd;d<ZCd=d>ZDdRd?d@ZEdAdBZFdSdDdEZGdTdFdGZHdHdIZIdS)U)with_statementN) OrderedDict)urlopen)joinisfilebasenamedirnamegetsize)qconfigqutils)compile_minimap)get_chr_lengths_from_fastafile) compile_toolget_dir_for_downloadrelpathget_path_to_program download_filedownload_external_toolis_non_empty_file correct_nameget_free_memorybwabedtoolsbinsambambaz1.4.1zgridss-z.jarzexternal_tools/gridsscCs t|tS)N)r bwa_dirpath)fnamerB/home/psgendb/BIRCHDEV/pkg/quast-5.2.0/quast_libs/ra_utils/misc.py bwa_fpath-srcCs tjdkrdnd}tt||S)NmacosxZ_osxZ_linux)r platform_namersambamba_dirpath)rZplatform_suffixrrrsambamba_fpath1sr#cCs t|tS)N)rbedtools_bin_dirpath)rrrrbedtools_fpath6sr%cCstsdStttS)N)gridss_dirpathr gridss_fnamerrrrget_gridss_fpath:sr(gzcCs0t|||ddr,t|||d|jddSdS)NT) move_file)extz DoneF)r unpack_tar main_info)nameZ download_urldownloaded_fpathZ final_dirpathloggerr+rrrdownload_unpack_compressed_tar@s  r1bz2cCsjddl}|j|d|}|j||jt||jdj}ddlm}|||t j |t j |dS)Nrzr:) copy_treeT) tarfileopen extractallclosermembersr.Zdistutils.dir_utilr3shutilrmtreeosremove)fpathZ dst_dirpathr+r4tarZ temp_dirpathr3rrrr,Hs     r,FcCstdptdtdg||dS)NrZBWA) only_cleanr0)rrr)r0r?rrr compile_bwaUsr@cCs"tdp tdttddg||dS)NrZBEDtoolsr)r?r0)r%rbedtools_dirpathr)r0r?rrrcompile_bedtoolsYsrBcCstddtg||datsdS|r>tjjtr:tjtdddSt}t j r||dkr|t | r|t ttds||j dtdSdS)NZgridssZGRIDSS)r?FT) ignore_errorsaFailed to download binary distribution from https://github.com/ablab/quast/tree/master/external_tools/gridss. QUAST SV module will be able to search trivial deletions only. You can try to download it manually, save the jar archive under %s, and restart QUAST.)rr'r&r;pathisdirr9r:r(r no_svrrwarning)r0 bed_fpathr?Z gridss_fpathrrrdownload_gridss^s  rIcCs&t||r"t||r"t||r"dSdS)NTF)r@rBr )r0r?rrrcompile_reads_analyzer_toolsrsrJcCst|st|t|S|S)N)rrr)output_dirpathr=rrrget_safe_fpathxsrLc Cstjj|\}}y@|d kr8tj|dd}t|t|}nt|}t|t|}Wntk rddSXt|r|j d||S|}t|dj} xbt |D]V\} } | dd kr| j d |} | j | d q| d d kr| j d q| j | qWWdQRXWdQRX|S)N.gz.gziprt)modeFzUsing existing FASTQ file wr z+ )rMrN) r;rDsplitextgzipr5rrIOErrorrinfo enumeratesplitwrite) r= name_ending output_dirr0r.r+handlercorrected_fpathfout_filinefull_read_namerrrcorrect_paired_reads_names~s,    "recCsg}xTt|D]F\}}d|d}d}|r2d}tjj|\}} y$| dkr\tj|dd} nt|} Wntk r|jd d SX| j} | j | j j d } t | d ks| j | rF|j|jd |d|d| dt||||} | s |jddS|dkr*| tjtjj|<n|dkrF| tjtjj|<|j| ddqWt |dkrx|jddS|d |dkr|jd|d |dfdSd S)Nz/%dZforwardreverse.gz.gziprO)rPzTCannot check equivalence of paired reads names, BWA may fail if reads are discordantTrzImproper read names in z (zT reads)! Names should end with /1 (for forward reads) or /2 (for reverse reads) but z1 was found! QUAST will attempt to fix read names.zFailed correcting read names. FrTzASomething bad happened and we failed to check paired reads names!z0Paired read names do not match! Check %s and %s!)rhri)rYr;rDrUrVr5rWnoticereadliner7striprZlenendswithrXrerGr forward_readsindex reverse_readsappend) reads_fpathstemp_output_dirr0Zfirst_read_namesidxr=r\ reads_type_r+r^ first_linerdr_rrrpaired_reads_names_are_equalsJ       r{c Cst}t|}t} tt|t|d} t| rBt|  rBdSt|r|jdrtj t dddd|gt | dt |d|d n*tj t ddd|gt | dt |d|d d } d } t | J} xB| D]:}|j d rt j| |d }t j| |d }t|| |<qWWdQRXd}t|t| kr(d}nxxvt|j| jD]`\}}t||dt|krz| |||krz|||<n | |||krd}Pnd}Pqsh   ,         , 0