3 Xgam@sddlZddlZddlZddlmZddlmZddlmZmZddlZddl Z ddl m Z ddZ dd Z d d ZGd d d ejZddZGdddejZGdddejZGdddejZddZddZddZddZddZd d!Zd"d#Zd$d%Zd&d'Zd(d)ZdQd+d,Z d-d.Z!d/d0Z"d1d2Z#d3d4Z$d5d6Z%d7d8Z&d9d:Z'd;d<Z(dRd=d>Z)dSd?d@Z*dTdAdBZ+dCdDZ,dEdFZ-dGdHZ.dIdJZ/dKdLZ0dMdNZ1dOdPZ2dS)UN)gettext)basename)abspath expanduser) empty_configcCsxd}ttjd}tj}tjdd}|jdddd|jdd dd|jd d dd|jd d dd|jdddd|jdddd|jdddd|jdddd|jdddd|j|\}}|dks|jrd }nL|dks|jrd}n8|dks|j rd }n$|j r d}n|dks|j r"d }|dksD|j r<|j sD|j rHd}|dksZ|j r^d}|dksp|jrtd}|S) NrF)add_helpz --isolateisolate store_true)destactionz--rnarnaz --plasmidplasmidz--metametaz--biobioz --metaviral metaviralz --metaplasmid metaplasmidz --rnaviralrnaviralz--coronacoronaz rnaspades.pyzrnaviralspades.pyzplasmidspades.pybgcz metaspades.pyzmetaplasmidspades.pyzmetaviralspades.pyzcoronaspades.py)roptions_storagefirst_command_lineargparseArgumentParser add_argumentparse_known_argsr rr rrrrr)modeZscript_basenameoptionsZ mode_parsernargs unknown_argsrd/home/psgendb/BIRCHDEV/pkg/SPAdes-3.15.4/linux-x86_64/share/spades/spades_pipeline/options_parser.pyget_modes> "r!cCst}|dkrd|_n|dkr&d|_n|dkrcs(eZdZdfdd ZdddZZS) AddToDatasetActionNFc s&tt|j||||||||| | dS)N)r+r?r,) r-option_stringsr rconstdefaulttypechoicesrequiredhelpmetavar)r0rr r,oszAddToDatasetAction.__init__cCs|dkrdt_|tjkrdt_d|ks0|jdkrBt}t|d|d}t|dkrd|j dd|d }t|j dd kr|j dd d kr|d|d 7}q|d|j dd7}|d}q|d}n|}t|d kr|d }tj |||jdS)Nz-sTF dataset_datar(z---rorrNrNrN) supportold_style_single_readsrOLD_STYLE_READS_OPTIONSonly_old_style_optionsrHr>setattrlensplitadd_to_dataset)r-parser namespacevalues option_stringrHargoptrrr __call__ts(      zAddToDatasetAction.__call__)NNNNNFNN)N)r9r:r;r,r]r<rr)r0r r?nsr?cs(eZdZdfdd ZdddZZS) StoreUniqueActionNFc s(tt|j||||||||| | d dS)N) r@r rrArBrCrDrErFrG)r+r^r,) r-r@r rrArBrCrDrErFrG)r0rr r,szStoreUniqueAction.__init__cCs.|j|jdk rtj|dt||j|dS)Nz#option was specified at least twice)__dict__r r ArgumentErrorrS)r-rWrXrYrZrrr r]s zStoreUniqueAction.__call__)NNNNNFNN)N)r9r:r;r,r]r<rr)r0r r^sr^cs(eZdZdfdd ZdddZZS) ConcatenationActionNFc s(tt|j||||||||| | d dS)N) r@r rrArBrCrDrErFrG)r+rar,) r-r@r rrArBrCrDrErFrG)r0rr r,szConcatenationAction.__init__cCsbdd|D}t|dkr0|ddkr0|d}n t|dkrPd|krPtj|dt||j|dS)NcSsg|]}|D]}|q qSrr).0Zouterxrrr sz0ConcatenationAction.__call__..rLrautoz2cann't set 'auto' and kmers' size at the same time)rTrr`rSr )r-rWrXrYrZrrr r]s   zConcatenationAction.__call__)NNNNNFNN)N)r9r:r;r,r]r<rr)r0r rasracCsf|dkr|gSt|}|tjks*|tjkrBtjd|tjtjf|ddkr\tjd||gSdS)Nrez:wrong k value %d: all k values should be between %d and %dr(rz,wrong k value %d: all k values should be odd)intrMIN_KMAX_KrArgumentTypeError)r[krrr kmers rkcCsT|}|ddkr|dd}|jd}x(tt|D]}t||d||<q4W|S)NrL,rrNrN)rUrangerTrk)r[k_mersirrr kmerss   rpcCs|dkr |St|SdS)Nre)rf)r[rrr qvoffsetsrqcCsD|dks|dkr|Stj|r2t|dkr2t|Stjd|dS)NreoffgzGwrong value %s (should be a positive float number, or 'auto', or 'off'))rOis_floatfloatrri)r[rrr cov_cutoffs rucCs0tj|rt|dkrt|Stjd|dS)Ngz2wrong value %s (should be a positive float number))rOrsrtrri)r[rrr lcer_cutoffsrvcCs8|tjkr4|tjkr4|jd r4tjd|tjf|S)Nrjz>wrong value %s (should be 'ec', 'as', 'k', 'mc', or '%s'))rSHORT_STAGES_NAME LAST_STAGE startswithrri)r[rrr restart_froms rzcCs(|tjkr$|jd r$tjd||S)Nrjz8wrong value %s (should be 'ec', 'as', 'k', or 'mc'))rrwryrri)r[rrr stop_aftersr{cCs0tj|rt|dkrt|Stjd|dS)Nrz8wrong value %s (should be a non-negative integer number))rOis_intrfrri)r[rrr read_cov_thresholdsr}c CsxtddD]}xfdD]^}|jd||fddtjtd |jd ||fddtjtd |jd ||fddtjtd qWx`dD]X}|jd||fdtjtd|jd ||fdtjtd|jd ||fdtjtdqW|jd|ddtjtd |jd|ddtjtd qWdS)NrL -12-1-2-sz--pe%d%sz )rGrrFr z--mp%d%sz --hqmp%d%s-fr-rf-ffr)rrFr z--s%dz--pe%d-m)rrrr)rrr)rmrrSUPPRESSr?)pgroup_input_datanumZsufix orientationrrr add_deprecated_input_data_argssP      rc Cst}|jdddtddtd|dk }|jdd|s6dntjd d |jd d |sRd ntjd d |jdd|sndntjd d |jdd|sdntjd d |jdd|sdntjd d |jdd|sdntjd d |jdd|sdntjd d |jdd|sdntjd d |jd d!|sd"ntjd d |jd#d$|s8d%ntjd d |jd&d'd(d d |jd)d*d+d d |jd,d-d.d/d0|jd1d2d3d4td5dS)6Nz-oz z5directory to store all the resulting files (required) output_dir)rGrFrCrBr r z --isolaterzMthis flag is highly recommended for high-coverage isolate and multi-cell datar )r rFr z--sc single_cellz0this flag is required for MDA (single-cell) dataz--metarz*this flag is required for metagenomic dataz--biorz1this flag is required for biosyntheticSPAdes modez--coronarz+this flag is required for coronaSPAdes modez--rnar z&this flag is required for RNA-Seq dataz --plasmidr z1runs plasmidSPAdes pipeline for plasmid detectionz --metaviralrz1runs metaviralSPAdes pipeline for virus detectionz --metaplasmidrzoruns metaplasmidSPAdes pipeline for plasmid detection in metagenomic datasets (equivalent for --meta --plasmid)z --rnaviralrz9this flag enables virus assembly module from RNA-Seq dataz --iontorrent iontorrentz)this flag is required for IonTorrent dataz--test test_modezruns SPAdes on toy datasetz-hz--helpzprints this usage messagerF)rFr z-vz --versionzprints versionr&)rFr r&)r!rstrr^rrr&) pgroup_basicr help_hiddenrrr add_basic_argss       rFcCs8d|kr2|jd|dd|s&d||fntjtdd|krd|jd |dd|sXd ||fntjtdd |kr|jd |dd|sd ||fntjtdd|kr|jd|dd|sd||fntjtdd|kr|jd|dd|sd||fntjtdd|kr4|jd|dd|s(d||fntjtddS)N12z--%s-12<#> r(zefile with interlaced reads for %s library number <#>. Older deprecated syntax is -%s<#>-12 )rGrrFr 1z--%s-1zafile with forward reads for %s library number <#>. Older deprecated syntax is -%s<#>-1 2z--%s-2zafile with reverse reads for %s library number <#>. Older deprecated syntax is -%s<#>-2 sz--%s-szbfile with unpaired reads for %s library number <#>. Older deprecated syntax is -%s<#>-s mz--%s-mz`file with merged reads for %s library number <#>. Older deprecated syntax is -%s<#>-m rMz--%s-orzkorientation of reads for %s library number <#> ( = fr, rf, ff). Older deprecated syntax is -%s<#>-)rr)rr)rr)rr)rr)rr)rrrr?)Zlibidnamesuffixesrrrrr add_library_argsmsF        rc Cs8t}|jddddtd|jddddtd|jdddd td|jd ddd td|jd ddd tdt||d?k}tddddddddg||jdd@ddtdtdddddddg||tdddddddg|||jd dd|sd!ntjtd|dk}|jd"ddd#td|jd$ddd%td|dk}|jd&dd|sFd'ntjtd|jd(dd|sfd)ntjtd|dk}|jd*dd|sd+ntjtd|jd,d-d.d/d0g|sd1ntjd2d3|jd4d-d.d/tjd5d6|jd7d.d0tjd5d8|d9ko|d:ko|d;ko|dntjtddS)ANz--12 rLz9file with interlaced forward and reverse paired-end reads)rGrrFr z-1z"file with forward paired-end readsz-2z"file with reverse paired-end readsz-szfile with unpaired readsz--mergedz5file with merged forward and reverse paired-end readsr rpez paired-endrrrrrrMz--s<#>r(zjfile with unpaired reads for single reads library number <#>. Older deprecated syntax is --s<#> mpz mate-pairhqmpzhigh-quality mate-pairz--sangerzfile with Sanger readsz--pacbiozfile with PacBio readsz --nanoporezfile with Nanopore readsz--trusted-contigszfile with trusted contigsz--untrusted-contigszfile with untrusted contigsz--fl-rnazFfile with PacBio/Nanopore/contigs that capture full-length transcriptsz--sszstrand_specificityfrrfzestrand specific data, = fr (normal) and rf (antisense). Older deprecated syntax is --ss-store)rGr rDrFr z--ss-frZ store_const)rGr rArFr z--ss-rf)r rArFr r rrrz--assembly-graphzfile with assembly graph)r r)rr)r!rr?rrrr)rrrrrr add_input_data_argss &rc CsXt}|dkp|dk}|jddd|s(dntjdd|jdd d|sFd ntjdd|d)k}|j}|jd d d|stdntjdd|jdd dtjdd|jdddddd|jddddddtj}|d*krdtj}|jddddt|dd |j}|jd!d"dd#dd|jd$d"dtjdd|j}|jd%d&dd'dd|jd(d&dtjdddS)+Nr rz--only-error-correctiononly_error_correctionz4runs only read error correction (without assembling)r )r rBrFr z--only-assembleronly_assemblerz4runs only assembling (without read error correction)rz --carefulcarefulz5tries to reduce number of mismatches and short indelsz--careful:false store_falsez --checkpointsz checkpointsz.save intermediate check-points ('last', 'all')r)rGr rFr z --continue continue_modezNcontinue run from the last available check-point (only -o should be specified))r rFr zfrestart run with updated options and from the specified check-point ('ec', 'as', 'k', 'mc', '%s')zZrestart run with updated options and from the specified check-point ('as', 'k', '%s')z--restart-fromzrz)rGr rBrCrFr z--disable-gzip-outputdisable_gzip_outputz;forces error correction not to compress the corrected readsz--disable-gzip-output:falsez --disable-rr disable_rrz.disables repeat resolution stage of assemblingz--disable-rr:false)r rr)r r)r!rrradd_mutually_exclusive_grouprrxrz)pgroup_pipelinerrZ careful_groupZrestart_from_helpZdisable_gzip_output_grouprrrr add_pipeline_argss   rc Cst}|jddtjdddd|jddd d td tjdd |jd dd tddtjdd|jdddddd|jdd ddtdtj dt d|d,k}|jdd t dd!|sd"nt j dd#|jd$d%d&td'dd |jd(dd)d*dd+dS)-Nz --datasetz dataset_yaml_filenamez,file with dataset description in YAML formatr)rGrCr rFr z-tz --threadszthreadsz!number of threads. [default: %s] )rGr rCrFr z-mz--memorymemoryzCRAM limit for SPAdes in Gb (terminates if exceeded). [default: %s] z --tmp-dirz z:directory for temporary files. [default: /tmp]tmp_dir)rGrFr r z-krn+zDlist of k-mer sizes (must be odd and less than %d) [default: 'auto']rL)rGr rrCrFr r rrz --cov-cutoffzruzUcoverage cutoff value (a positive float number, or 'auto', or 'off') [default: 'off'])rGrCrBr rFr z--phred-offsetz <33 or 64>rqzJPHRED quality offset in the input reads (33 or 64), [default: auto-detect]z --custom-hmms custom_hmmszEdirectory with custom hmms that replace default ones, [default: None])rGr rFr )r rr)r!rrOcheck_file_existencerfrTHREADSMEMORYrprhrarurrrq)pgroup_advancedrrrrr add_advanced_args`sf  rcCsJdtjk}|j}|jddd|r$dntjdd|jdddtjdd|jd d d|rXd ntjdd|jd d dt|rxdntjdd|jddd|rdntjdd|j}|jddd|rdntjdd|jdddtjdd|jdddtj|rdntjdd|jdddtj|rdntjdd|jd d!d"tj |rntjd?d@dS)ANz --help-hiddenz--debugdeveloper_modezruns SPAdes in debug moder )r rBrFr z --debug:falserz --trace-time time_tracerzenable time trackerz --stop-afterzr{zRruns SPAdes until the specified check-point ('ec', 'as', 'k', 'mc') inclusiver)rGr rCrFr z--truseq truseq_modezruns SPAdes in TruSeq modez--mismatch-correctionmismatch_correctorz>runs post processing correction of mismatches and short indelsz--mismatch-correction:falsez --referencez referencez:file with reference for deep analysis (only in debug mode)z--series-analysisseries_analysisz3config for metagenomics-series-augmented reassemblyz --configs-dirz Z configs_dirzdirectory with configsz--read-buffer-sizezread_buffer_sizez/sets size of read buffer for graph constructionz--large-genome large_genomeFz'Enables optimizations for large genomesz --save-gpsave_gpzIEnables saving graph pack before repeat resolution (even without --debug)z--hidden-cov-cutoffzrvzcoverage cutoff value deeply integrated in simplification (a positive float number). Base coverage! Will be adjusted depending on K and RL!)rGrCr rFr z--read-cov-thresholdr}z5read median coverage threshold (non-negative integer)z--only-generate-configonly_generate_configz2generate configs and print script to run_spades.sh)r rFr z--no-clear-afterno_clear_afterz5don't delete tmp files after SPAdes pipeline finishedz1prints this usage message with all hidden optionsrF)rFr ) sysargvrrrrr{rOrcheck_dir_existencerfrvr}) pgroup_hiddenZshow_help_hiddenZ debug_groupZmismatch_correction_grouprrr add_hidden_argss       rcCsptjdtddd}|jd}|jd}|jd}|jd}|jd }t|t|t|t|t||S) Nz spades.pyz"%(prog)s [options] -o F)r.Zformatter_classr6rz Basic optionsz Input datazPipeline optionszAdvanced optionszHidden options) rrr'Zadd_argument_grouprrrrr)rWrrrrrrrr create_parsers      rcCsdtjkr"tjjdk r"tjd|tjjr6tjd|tjjrJtjd|tjjr^tjd|tjjrrtjd|tjj rtjd|tjj rtjd|tjj rtjd |tjj rtjd |tjj rtjd |tjjdk rtjd |dS) NrHz[you cannot specify input data (-1, -2, -12, --pe-1, --pe-2 ...) with --restart-from option!z8you cannot specify --dataset with --restart-from option!z3you cannot specify --sc with --restart-from option!z5you cannot specify --meta with --restart-from option!z8you cannot specify --plasmid with --restart-from option!z4you cannot specify --rna with --restart-from option!z8you cannot specify --isolate with --restart-from option!z;you cannot specify --iontorrent with --restart-from option!z?you cannot specify --only-assembler with --restart-from option!zFyou cannot specify --only-error-correction with --restart-from option!zVyou cannot specify strand specificity (--ss-rf or --ss-fr) with --restart-from option!)rr"rHrOerrorrrrr r rrrrr)logrrr check_options_for_restart_from,s,           rcCs|jrt|ttj|jrT|stdtjkrBtjjdk rBtjdt j j dtj_n dtjksjtjjdkrttjd|st t |j}|tj |j<tj|d||_|jdk rt t |j}|tj |j<tj|d||_|jdk rt t |j}tj|d||_d|kr"|jdk r"d |_|jr0d |_|jrJ|jrJtjd |jsZ|jrn|jrntjd ||jr|jrtjd ||jd kr|jd krtjd|jd kr|jd krtjd|jr|js|jrtjd||jr|js |jrtjd||jr0|jr0tjd|jrJ|jrJtjd|jdk r\d |_|jdk rp|j|_|jr~t|js|js|jr|j rd |_dS)Nrz/you cannot specify -o and --test simultaneouslyZ spades_testzGthe output_dir is not set! It is a mandatory parameter (-o output_dir).zoutput directoryzdirectory for temporary fileszdirectory with custom hmmsrTzNyou cannot specify --only-error-correction and --only-assembler simultaneouslyz;you cannot specify --only-error-correction in RNA-seq mode!z;you cannot specify --only-error-correction in isolate mode!FzKyou cannot specify --mismatch-correction and --careful:false simultaneouslyzKyou cannot specify --mismatch-correction:false and --careful simultaneouslyzFyou cannot specify --mismatch-correction or --careful in RNA-seq mode!zFyou cannot specify --mismatch-correction or --careful in isolate mode!zLIsolate mode already implies --only-assembler, so this option has no effect.zHRNA mode already implies --only-assembler, so this option has no effect.) rzrr#rr"rrrOrospathrrdict_of_rel2abscheck_path_is_asciirrrrrrrr rrrrwarningrrenable_truseq_moder)r"rskip_output_dirrrrrrr add_to_optionDsl                     "rcst|d<t|d<|js$t|d<|js4t|d<|j|djd<|j|djd<|j|djd<|j|djd<|j|djd <|j |djd <|j |djd <|j r|j |djd <d|j dk r|j n0|j rtjj|tjn|jrtjj|tjdk rxd }ddtjjrFdjfddtjD}nrT}|d krjtjd|||djd<|j|djd<|j r|jr|j|djd<|jsNtjj|djd|djd<|j |djd<|jr|j|djd<|j|djd<tj|djd<|js(|j r6d|djd<|j!rN|j!|djd<|js&|j"dkrt|j#dkrtd|_"|j"r|j"|djd <n0|j$s|j%rd|djd <ntj&|djd <|j'|djd!<|j(|djd"<|j)|djd#<|j*|djd$<|j!r|j!|djd<tj+|djd%<|j r|j,rt|d&<d|d&jd'<tjj|d(|d&jd)<|j|d&jd*<|j|d&jd+<tj-|d,<dS)-Ncommondataseterror_correctionassemblyrrr max_threads max_memoryrrrrIcSs4tjj|o2|jdp2|jdp2|jdp2|jdS)NZhmmzhmm.gzZaazaa.gz)rrisfileendswith)hmmfilerrr s zadd_to_cfg..rlcs,g|]$}tjj|rtjj|qSr)rrjoin)rbr) hmms_path is_hmmfilerr rdszadd_to_cfg..zXCustom HMM folder does not contain any HMMs. They should have .hmm or .hmm.gz extension.Z set_of_hmms yaml_filenamerZ corrected gzip_outputrqrmax_iterationsrLZcount_filter_singletonsrre iterative_Krrurvrcorrect_scaffoldsrz skip-maskedz spades-bwaZbwarz output-dirrun_truseq_postprocessing).rrrrr_rrrrrrrrrrrrrbiosyntheticspades_hmmsrcoronaspades_hmmsisdirlistdirrOrrrrrqr ITERATIONSrrrrnrzr r K_MERS_SHORTrrurvrrrr)cfgrbin_home spades_homer"Zhmmsr)rrr add_to_cfgs          rcCstjjdrddl}ntjjdr*ddl}|jr|jrhtjdt j j |d|tjdt j j |d|n0tjdt j j |d|tjdt j j |d ||j s|j rd |_|jstjd |t j j|js|jrtjd |t j|j|js|r$|jrtj|stjd |tntnV|jrztjdd} | jdddd| jdtdtd| j|\} } | rztjd||jr|js|js|j dkr|j dk rtjd||j!s|j r|jrtjd||j|j"|j#|j!|j|j$|j%|j gj&d } | dkrd|j|jgj&d dkrd|j|j gj&d dkrd|j|j gj&d dkrdtjd|n| dkrxtj'd|jrdSd} t j j |jd}|rt j j(|ry|j)t*|} Wn|j+k rd} YnX|t,_-|j.r\y|j)t*|j.t,_-Wn>|j+k r>tj/\}}}tjd |j.t|YnXtj0t,j-t j j1|j.t,_-n"tj2t,j-t,_-tj0t,j-t j3t,_-| dk r| }nt,j-}||_.tj4||j5p|j!|j6|tj7|t,j8stjd!|j!rt9|t9tj7|t,j:krtjd"d#j t,j:d$|jr|j; r|j rtd,d-WdQRXt?|S).Nz2.rz3.z-1ztest_dataset_plasmid/pl1.fq.gzz-2ztest_dataset_plasmid/pl2.fq.gzztest_dataset/ecoli_1K_1.fq.gzztest_dataset/ecoli_1K_2.fq.gzTzGthe output_dir is not set! It is a mandatory parameter (-o output_dir).zBthe output_dir should exist for --continue and for --restart-from!z4you cannot specify reads with --restart-from option!F)rz --continuerr )r r z-or)rCr r zyou cannot specify any option except -o with --continue option! Please use '--restart-from last' if you need to change some of the options from the initial run and continue from the last available checkpoint.rrzXyou cannot specify --careful, --mismatch-correction or --cov-cutoff in metagenomic mode!z-you cannot specify --careful in RNA-Seq mode!rLr(zyou cannot simultaneously use more than one mode out of Isolate, Metagenomic, Large genome, Illumina TruSeq, RNA-Seq, Plasmid, and Single-cell (except combining Metagenomic and Plasmid)!zxNo assembly mode was specified! If you intend to assemble high-coverage multi-cell/isolate data, use '--isolate' option.zinput_dataset.yamlz/exception caught while parsing YAML file (%s): zYyou should specify at least one unpaired, paired-end, or high-quality mate-pairs library!z)you cannot specify any data types except z, z in RNA-Seq mode!z paired-endzassembly-graphpacbionanoporezyou cannot specify any data types except a single paired-end library (optionally accompanied by a single library of PacBio reads or Nanopore reads) in metaSPAdes mode!w"inf)default_flow_style default_styler/)@rr&rypyyaml2pyyaml3rr rOrVrrrrrrrrrrmakedirsrzdataset_is_emptysave_restart_optionsload_restart_optionsrrrrr^rrrrur rrrrcountrrloadopen YAMLErrorroriginal_dataset_datarexc_inforelative2abs_pathsdirnamecorrect_datasetgetcwdcheck_dataset_readsrrget_lib_ids_by_type READS_TYPES_USED_IN_CONSTRUCTIONrTREADS_TYPES_USED_IN_RNA_SEQrmaxdumprtset_default_values)r"rrHrrload_processed_datasetrzrpyyamlcontinue_parserrrZ modes_countZexisting_dataset_dataZprocessed_dataset_fpath_excZpaired_end_libsZ graph_libsZlong_read_libsfrrr postprocessings           ( *R       rc Cs t}t}|r tjj}tjj} |} |} |j|\t_} tjjdk r|| r|x tjjD]} |j f| diqTW|j|\t_} | rd}|j |dj | |r|tj_| tj_t tj|| dtjkrtjj }nt}ttj||||| ||}tjjrtjddfSt||||tjtj||fS)NzIPlease specify option (e.g. -1, -2, -s, etc)) for the following paths: %sz, rH)r=rrr"rr{rrzr_Z set_defaultsrrrrHr>rrr)rrrsecondary_fillingrzrrrWZold_output_dirZold_stop_afterrrrr[msgrHrrr parse_args\s8     rcCst}|jdS)N)rZ print_help)r$Z show_hiddenrrWrrr r6sr6cCstjjdkrtjtj_tjjdkrNtjrDtttj tjtj_n tj tj_tjj dkrbdtj_ tjj dkrvdtj_ tjj dkrdtj_ tjj dkrdtj_ tjjdkrdtj_tjjdkrdtj_tjjdkrdtj_tjjdkrdtj_tjjdkrdtj_tjjdkr*tjjtjjtjtj_tjjdkr@dtj_tjjdkrVdtj_tjjdkrldtj_tjjdkrdtj_tjjdkrdtj_dS)NFZnonererr)rr"rrrrOget_available_memoryrfminrrrrrrrrrqrurrrrrTMP_DIRrrrrrrrrr rsH            rcCs0tjfttjt_dtj_dtj_dtj_dS)N) rZ Namespacevarsrr"restartrrzrrrrr rsrcCsdtjkrFtjjrFtjjt_tjjdkr2dtj_n tjjtj_dtj_x4tjjD](}tjj|dk rPtjj|tjj|<qPWdS)Nrnre)rr#rnr"original_k_mersr_)optionrrr rs    rcCsRddddgt_dddddgt_dddddddgt_dtj_dt_dt_dtj_dS) N!-7McT) rr K_MERS_150 K_MERS_250r"rrrrrrrr rsrcCs,x&|D]\}}|dks |jdrdSqWdS)Nz --continuez--restart-fromTF)ry)rr\r[rrr will_reruns  r/cCsNtjdd}|jdddd|jdddtd d |j\}}|jpJ|jdk S) NF)rz --continuerr )r r z--restart-fromrzr)r rBrCr )rrrrzrr)rrrrrr is_first_runs   r0cCsFtjdd}|jdtdtd|j\}}|jdkr8dStt|jS)NF)rz-or)rCr r ) rrrrr^rrrr)Z output_parserrrrrr get_output_dir_from_argss    r1)F)N)FN)FN)3rrrrZos.pathrrrrOrZ process_cfgrr!r#r&r4r'r>ZActionr?r^rarkrprqrurvrzr{r}rrrrrrrrrrrrrr6rrrrr/r0r1rrrr  sZ   $ &    -N 6pM@xKZ s * (