3
bh @ s~ d dl mZ d dlZd dlZd dlZd dlmZ d dlmZm Z m
Z
m Z yd dlm Z W n e
k
rx d dlm Z Y nX d dlmZmZ d dlmZ d dlmZmZ d d lmZ d d
lmZmZm Z d d l m Z m Z m Z d d l!m"Z" d
Z#dZ$dZ%dZ&dZ'dd Z(dd Z)dd Z*dd Z+dd Z,dd Z-d d Z.d d Z/d!d" Z0d#d$ Z1d%d& Z2d'd( Z3d)d* Z4d+d, Z5d-d. Z6d/d0 Z7dS )1 )with_statementN) defaultdict)joinexistsdirnamerealpath) OrderedDict)qutilsqconfig)get_aux_out_fpaths)create_minimap_output_dir parse_cs_tag) get_chr_lengths_from_fastafile)get_assembliescheck_misassembled_blocks Alignment)get_path_to_programis_non_empty_filerelpath)COVERAGE_FACTORz
circos.pngg{Gz?g Q?iP c C s t | j }d}t|d}t|dL}xD| j D ]8\}}|jdjdd||dt|dgd t||}q0W W d Q R X t|d
}t|d}|jd |jd tj r|d
kr|jd n2|dkr|jd n |dkr|jd n
|jd |jd |jd |jd |jd |jd |jd |jd |jd |jd |jd |jd |jd |jd |jd! |jd" |jd# W d Q R X |||fS )$Nr zreference.karyotype.txtw chr-0Zlgrey
z
ideogram.confz
z
z
default = 0r
zdefault = 0.005r
d zdefault = 0.001r
zdefault = 0.0005r
zbreak = 0.005r
z
zthickness = 30p
zstroke_thickness = 2
zstroke_color = black
z fill = yes
zradius = 0.85r
zshow_label = no
zlabel_font = default
z-label_radius = dims(ideogram,radius) + 0.05r
zlabel_size = 36
zlabel_parallel = yes
zband_stroke_thickness = 2
zshow_bands = yes
zfill_bands = yes
z )
lenkeysr openitemswritestrmaxr
prokaryote) chr_lengths
output_dirZnum_chromosomesmax_lenkaryotype_fpathout_fnameseq_lenideogram_fpath r/ ;/home/psgendb/BIRCHDEV/pkg/quast-5.2.0/quast_libs/circos.pycreate_ideogram$ sF
&
r1 c C s t |d}t|d}|jd |jd |jd |jd |jd |jd |jd |jd
|jd |jd |jd
|jd |jd | d d(krd| d }d}n d| }d}|jdt| d |jd |jd |jd |jd |jd |jd |jd |jd |jd |jd |jd |jd! |jd" |jd |jd |jd |jd# |jd |jd$ |jd! |jd% |jd&| |jd |jd |jd' W d Q R X |S ))Nz
ticks.confr zshow_ticks = yes
zshow_tick_labels = yes
zshow_grid = no
z
zskip_first_label = yes
zskip_last_label = no
z%radius = dims(ideogram,radius_outer)
ztick_separation = 2p
z min_label_distance_to_edge = 0p
zlabel_separation = 5p
zlabel_offset = 5p
zlabel_size = 12p
zthickness = 3p
g ?ZMbpZkbpzlabel_multiplier = r z
z
spacing = 1u
zcolor = dgrey
z size = 12p
zshow_label = no
z format = %s
z
z
spacing = 5u
zcolor = black
z size = 18p
zshow_label = yes
zlabel_size = 24p
zspacing = 10u
z size = 24p
zlabel_size = 32p
zsuffix = " %s"
zi@B )r r! r# r$ ) chrom_unitsr( ticks_fpathr+ Zlabel_multipliersuffixr/ r/ r0 create_ticks_confL s^
r7 c C s t |d}dddg}t|d}t }ddlm} x4|jj D ]&\}}||krVg ||< || j| q>W x^t|j D ]N\} \}}
x@|
D ]8}|j dj |d t
| | d
|| t | gd qW qvW W d Q R X |S ) Nzhighlights.txtZorangeZpurpleZbluer r )contigs_analyzerr r z fill_color=r ) r r! r
quast_libsr8 ref_labels_by_chromosomesr" append enumerater# r$ r ) r' r( highlights_fpathcolorsr+ Z
chrom_by_refsr8 chromrefiZ chromosomesr/ r/ r0 create_meta_highlights s
FrB c C s g }t t}t| \}d }d }d }d }d }d } d }
x6t|D ](\} } | jddjd}
| dkr|
jd}|
jd}|
jd}|
jd}|
jd }|
jd
} |
jd }
q@|
r|
d d krq@q@|
rt|
d
k r|| j| j q@|
ot|
d
kr@t
|
| t
|
| |
| |
| |
| |
|
f\}}}}}}t |||||dkd}||_ |j
r@|j| || j| q@W W d Q R X ||fS )Nr r r ZS1ZE1 ReferenceZContigZIDYZ AmbiguousZ
Best_groupZCONTIG True)r, startendref_name is_best_set)r listr! r< replacesplitindexr r; stripintr ambiguousrJ ) report_fpathaligned_blocks misassembled_id_to_structureZ report_fileZ contig_idZ start_colZend_colZref_colZ
contig_colZ ambig_colZbest_colrA lineZ
split_lineZidy_colrG rH rI ambiguityZis_bestblockr/ r/ r0 parse_aligner_contig_report sD
rX c C s g }xL| D ]D}|r
|t j| }t|\}}|d kr6q
t||dd}|j| q
W |rxtdd |D }t| |j|fS dS d S )NT)Z filter_localc S s g | ] }t |qS r/ )r ).0rS r/ r/ r0
s z$parse_alignments..)NN)r label_from_fpath_for_fnamerX r r; r% r
assemblies)contigs_fpathscontig_report_fpath_patternZlists_of_aligned_blocks
contigs_fpathrR rS rT Z max_contigsr/ r/ r0 parse_alignments s
r` c C s. t || jd }|d }t|d }d }x| jD ]}d|_|jrJd|_n |jrVd|_|r|j|jkr|j|jkrt|j |j t
|j |j |k rt
|j |j |_ t|j |j |_ q2|r|j dj |jt
|j t
|j d|j gd |}q2W |j dj |jt
|j t
|j d|j gd W d Q R X |S )
Nz.confiP r ZgreenZredZppurpler zcolor=r )r labelr! Z
alignmentscolorZ misassembledrQ rI r% rG minrH r# r$ )assemblyref_lenr(
conf_fpathZmax_gapr+ Z
prev_alignalignr/ r/ r0 create_alignment_plots s& 0:rh c C s g }t | *}x"|D ]}|jt|j d qW W d Q R X t|}tt|tt| }}t|d}t j
| | ||||fS )Nr zgc.txt) r! r; floatrM r rP rc r% r shutilcopy) gc_fpathdata_dirZ gc_valuesfrU
max_pointsmin_gcmax_gcZ dst_gc_fpathr/ r/ r0 create_gc_plot s
$
rs c C s d}| sd |fS t }t|d}t|j }t| }d}xt|D ]\} }
|
j } |
jdrd}| d dd } t| d d }
||
}dd t || d D || < qDt| d }|| || j
| |t 7 }qDW W d Q R X t|d}x|j D ]v\} }xlt|D ]`\}}|r(t
|t| nd}|jd j| t|| t|d | t|gd
|d7 }q
W qW W d Q R X ||fS ) Nr z coverage.txt#r c S s g | ]}g qS r/ r/ )rY rA r/ r/ r0 rZ s z(create_coverage_plot.. r r r ri )dictr rK valuesr! r< rM
startswithrP ranger; r r" sumr r# r$ ) cov_fpath window_sizer' r( rp Z cov_by_chromcov_data_fpathro posrN rU fsr? Z chrom_orderZ chrom_lendepthr+ Z
depth_listrA ZdepthsZ avg_depthr/ r/ r0 create_coverage_plot s4
4 r c s2 t j| j}t|dtj}tt||}t|\}} }}t| sJtj rNd S t||d }
t
fdd} t | } x| D ]}
t |
j
dd j
d }|
j
d j }|
j
d j }|}x`t|D ]T}t|d }|jd r | | t | d7 < |d7 }q|jd
s||7 }qW q~W W d Q R X t |
d }x| j D ]\}}d\}}xt|D ]\}}|dkr|d }nn|r|jd j|t|t|d
gd |jd j|t| t|d t|gd |d }d }q`W |rF|jd j|t|t|d
gd qFW W d Q R X |
S )Nz..z.mismatches.txtc s dg d S )Nr r r/ r/ )re r| r/ r0 s z(create_mismatches_plot..|r r *+r r r r ri )r r )r r[ fpathr r
detailed_contigs_reports_dirnamer r r show_snpsr r! rP rM rO r
r rx r" r< r# r$ )rd r| re root_dirr( assembly_labelaligner_dirpathZcoords_basename_Zcoords_filtered_fpathZmismatches_fpathZmismatch_density_by_chromZ coords_filerU s1r? cigarref_posopZn_basesr+ Z density_listrG rH rA densityr/ )re r| r0 create_mismatches_plot
sF
$4
4r c s g }d}| s||fS x| D ]~}t ||jd }t|jdkrBq d}t fdd} t|d}
x|jD ]} | jr| j|jkr| jn| j} | |jkr|j| nd } | sqnxTt | j
t | j d t| | D ](}
|
t| | k r| | |
d7 < qW qnW xj| j
D ]^\} }xRt|D ]F\}
}|
jdj | t|
t|
d t|gd |d7 }q$W qW W d Q R X t|r|j| t||}q W ||fS ) Nr z.txtc s dg d S )Nr r r/ r/ )re r| r/ r0 r A s z#create_genes_plot..r r r r )r kindr region_listr r!
chromosomeZchr_names_dictseqnamery rG rc rH r" r< r# r$ r r; r% )features_containersr| re r( feature_fpathsrp feature_container
feature_fpathZ
num_pointsZgene_density_by_chromr+ Zregionr? rA Zgene_density_listr r/ )re r| r0 create_genes_plot5 s8 . 4
r c C sX t |d}t|d:}x2| j D ]&\}}|jdj |dt|gd q W W d Q R X |S )Nz
genome.txtr r r r )r r! r" r# r$ )r' r( Z genome_fpathr+ r, r- r/ r/ r0 create_genome_fileV s
,r c
C s t |d}g }d}x6t|D ]*\}} |jdt|d |f |d7 }q W x2|D ]*}
t|
jdkrP|j|
j|f |d7 }qPW |r|jd|f t|d4} | jt | j
d d dj d d
|D W d Q R X t |d } t| d } | jd t || d
W d Q R X | |fS )Nz
labels.txtr rd r coverager z
0 0 null ,c S s g | ]\}}d ||f qS )z
track%d=%sr/ )rY ra rA r/ r/ r0 rZ m s z!create_labels..z
label.confzRz = 10
type = text
label_size = 30p
label_font = bold
label_parallel = yes
file = z
r0 = eval(sprintf("%fr+5p", conf(conf(., track_idx)_pos)))
r1 = eval(sprintf("%fr+500p", conf(conf(., track_idx)_pos)))
condition = 1
value = eval(var(conf(., track_idx)))
) r r< r; r$ r r r r! r# rK r r )
r' r\ r coverage_fpathr( Zlabels_txt_fpath track_labelsplot_idxrA rd r r+ Zlabels_conf_fpathr/ r/ r0
create_labels^ s&
8
r c C s@ | d krd}n.| dkr d}n | dkr*d}n| dkr8d }nd
}|S )NrE r2 i N i' i r3 i r i i e i i i i@B r/ )re r| r/ r/ r0 set_window_size s r c
C s t |d}t|d}|jdtjr&dnd||f tjrD|jd |jd x,t| D ] \}} |jd|d | jf qXW |jd
|r|jd |r|jd |rd
nd W d Q R X |S )Nz
legend.txtr zn1) The outer circle represents reference sequence%s with GC (%%) heatmap [from %d%% (white) to %d%% (black)].
srC z=Color bars help to distinguish between different references.
z
2) Assembly tracks:
z assembly%d - %s
r zjAssembly tracks are combined with mismatches visualization: higher columns indicate larger mismatch rate.
zK
3) User-provided genes. A darker color indicates higher density of genes.
z:
%d) The inner circle represents read coverage histogram.
r )r r! r# r
is_combined_refr< ra )
r\ rq rr r r r( Z legend_fpathr+ rA rd r/ r/ r0
create_legend s
r c ' sb t d t s tj t| }t| \} }
} | dDkrBdE} n| dFkrPdG} nd} t| }
t|j t t
||\}} fdd|D }|sd S t | \}}}}t | \}} fd d|D }t
|| \}}tt||||g}t|||| \}}t d
} d } d } tgt| } |rPt| dH< | tgt| 7 } |rht| dI< | jt t| dJ< t| d} | jd | jdt| | jdt|
| jdt|
| jd| | jd | jdtt d x | jd5t| d6 | jd7t| d8 | jd0 | d
7 } | jd. | jd< | jdt| | jd? | jd@ | jdA | jdB | jd0 | jdC W d Q R X t!|||||}&| |&fS )KNdatar2 r3 rE r i c s g | ]}t | qS r/ )rh )rY rd )rn re r/ r0 rZ s z create_conf..c s g | ]}t | qS r/ )r )rY rd )rn r( re r| r/ r0 rZ s z circos.confgffffff?r r r z+<>
z<>
zkaryotype = %s
zchromosomes_units = %d
z"chromosomes_display_default = yes
ztrack_width = r ztrack%d_pos = %f
z
z dir = %s
z
file = %s
z
png = yes
z svg = no
zradius = 1500p
zangle_offset = -90
zauto_alpha_colors = yes
zauto_alpha_steps = 5
zbackground = white
z
z
z
zr0 = 1r - 50p
zr1 = 1r - 30p
z
z
etczhousekeeping.confzmax_points_per_track* = %d
zmax_ideograms* = %d
z
zlayers_overflow = collapse
z
ztrack_idx = track%d
z
z type = tile
zthickness = 50p
zstroke_thickness = 0
z layers = 1
z$r0 = eval(sprintf("%.3fr",conf(trackz _pos) - conf(track_width)))
z$r1 = eval(sprintf("%.3fr",conf(trackz_pos)))
ztype = histogram
zthickness = 1
zfill_color = vlyellow
ztype = heatmap
zcolor = ylorbr-9
zfill_color = vlblue
zcolor = greys-6
zscale_log_base = 1.5
zr0 = 1r - 29p
z
r1 = 1r - 1p
z
i@B i i i' ri ri ri )"r r osmakedirsr r1 r7 rz rw r r` rs r r r%
MAX_POINTSr TRACK_INTERVALr BIG_TRACK_INTERVALr; r! r# r r$ TRACK_WIDTHry circos_png_fnamer
r rB r r< r )' ref_fpathr] r^ r( rm r r{ loggerr' r) r* r. r4 r5 r\ Z
contig_pointsZalignments_fpathsrq rr Z gc_pointsr Z gene_pointsZmismatches_fpathsr} Z
cov_pointsrp Z labels_fpathr rf Zradiusr Ztrack_intervalsr+ rA r= ra Zalignments_confr circos_legend_fpathr/ )rn r( re r| r0 create_conf s
r c C s t |stj| t| |||||||\}} td}
|
sV|jd| d | d dS |
d|g} t|d} t|d}
t|t}tj | t
| dt
|
dd }|d
krt |r|| fS |jd | d |
d
dS d S )NcircoszCircos is not installed!
If you want to create Circos plots, install Circos as described at http://circos.ca/tutorials/lessons/configuration/distribution_and_installation and run the following command:
circos -conf z
The plot legend is saved to r z-confz
circos.logz
circos.errr )stdoutstderrr z& Circos diagram was not created. See z and z for details)NN)NN) r r r r r warningr r r call_subprocessr! r )r r] r^ rm r r{ r( r rf r Z circos_execcmdline log_fpath err_fpathcircos_png_fpath return_coder/ r/ r0 do- s"
r )8
__future__r r rerk collectionsr os.pathr r r r r ImportErrorZ%quast_libs.site_packages.ordered_dictr9 r r
Z!quast_libs.ca_utils.align_contigsr quast_libs.ca_utils.miscr r
Zquast_libs.fastaparserr Zquast_libs.icarus_utilsr r r quast_libs.qutilsr r r Zquast_libs.reads_analyzerr r r r r r r1 r7 rB rX r` rh rs r r r r r r r r r r/ r/ r/ r0 sL (3( (!#