�
aOfc@sT
dg
Zd
dl
Z
d
dlZd
dlZd
dlZd
dlZd
dlmZmZm	Z	
d
dl
mZmZ
dZ
dZdZej�Zd�Zd	ef
d
��YZefed�Zdef
d��YZd
ef
d��YZeZdef
d��YZdef
d��YZdef
d��YZdef
d��YZdS(tPooli����N(tProcesst	cpu_counttTimeoutError(tFinalizetdebugii
ic

Cs
t|�S(
N(
tmap(
targs((s,/usr/lib64/python2.7/multiprocessing/pool.pytmapstar@s
tMaybeEncodingErrorc
Bs)eZ
dZd
�Zd�Zd�ZRS(sVWraps possible unpickleable errors, so they can be
    safely sent through the socket.cCsAt|
�
|_
t|�
|_tt|�j|j
|j�
dS(
N(treprtexctvaluetsuperR	t__init__(tselfRR((s,/usr/lib64/python2.7/multiprocessing/pool.pyRKs


c

Csd
|j|j
fS(Ns(Error sending result: '%s'. Reason: '%s'(RR(
R((s,/usr/lib64/python2.7/multiprocessing/pool.pyt__str__Ps
	
c

Csd
t|�
S(Ns<MaybeEncodingError: %s>(
tstr(
R((s,/usr/lib64/python2.7/multiprocessing/pool.pyt__repr__Ts
(t__name__t
__module__t__doc__RRR(((s,/usr/lib64/python2.7/multiprocessing/pool.pyR	Gs		cCs�
|dks6t
|�
ttfkr0|d
ks6t�
|
j}|j}t|d�rt|jj	�
|
j
j	�
n|dk	r�||�
nd
}xI
|dks�|r�
||kr�
y
|�}Wn"ttfk
r�


t
d�

Pn
X|dkr
t
d�

Pn|\}	}
}}}
yt|||
�f}Wntk
rO

}
t|f}n
Xy||	|
|f�

WnMtk
r�

}
t||d�}t
d|�

||	|
t|ff�

n
Xd}}	}}}}
|d7}q�Wt
d|�

dS(Nit_writers)worker got EOFError or IOError -- exitingsworker got sentinel -- exitingi
s0Possible encoding error while sending result: %ssworker exiting after %d tasks(tNonettypetinttlongtAssertionErrortputtgetthasattrRtcloset_readertEOFErrortIOErrorRtTruet	ExceptiontFalseR	(tinqueuetoutqueuetinitializertinitargstmaxtasksRRt	completedttasktjobt
itfuncRtkwdstresultt
etwrapped((s,/usr/lib64/python2.7/multiprocessing/pool.pytworkerXsB
6
	
	






!






















cBs
eZ
dZeZddddd
�Zd�Zd�Zd�Zd�Z	did�Z
dd�
Zdd	�
Zdd
�
Z
didd�Zddd�Zed
��
Zed��
Zed��
Zed��
Zd�Zd�Zd�Zd�Zed��
Zed��
ZRS(sH
    Class which supports an async version of the `apply()` builtin
    cCs/|j�
t
j
�|_i|_t|_||_||_||_|
dkr|y
t
�}
Wq|tk
rx


d
}
q|Xn|
d
kr�td�
�
n|dk	r�t
|d�r�td�
�
n|
|_g|_|j�
tjdtjd|f
�|_t|j_t|j_|jj�
tjdtjd|j|j|j|j|jf�|_t|j_t|j_|jj�
tjdtjd|j|j|jf�|_ t|j _t|j _|j j�
t!||j"d|j|j#|j|j|j|j|j |jfdd�|_$dS(	Ni
s&Number of processes must be at least 1t__call__sinitializer must be a callablettargetRtexitpriorityi(%t
_setup_queuestQueuet
_taskqueuet_cachetRUNt_statet_maxtasksperchildt_initializert	_initargsRRtNotImplementedErrort
ValueErrorRt	TypeErrort
_processest_poolt_repopulate_poolt	threadingtThreadRt_handle_workerst_worker_handlerR#tdaemontstartt
_handle_taskst
_quick_putt	_outqueuet
_task_handlert_handle_resultst
_quick_gett_result_handlerRt_terminate_poolt_inqueuet
_terminate(Rt	processesR(R)tmaxtasksperchild((s,/usr/lib64/python2.7/multiprocessing/pool.pyR�sX


	
	
	
	
	









	
	

	
	



	
	




	
	








c
Cswt}
xjt
tt|j�
�
�
D]M}|j|}|jdk	r"td
|�

|j�
t	}
|j|=q"q"W|
S(s�Cleanup after any worker processes which have exited due to reaching
        their specified lifetime.  Returns True if any workers were cleaned up.
        scleaning up worker %dN(
R%treversedtrangetlenREtexitcodeRRtjoinR#(RtcleanedR.R4((s,/usr/lib64/python2.7/multiprocessing/pool.pyt_join_exited_workers�s
"







c

Cs�x�t|j
t|j�
�
D]�}
|jd
td|j|j|j|j	|j
f�}|jj|�

|jj
dd�|_t|_|j�
td�

qWdS(s�Bring the number of pool processes up to the specified number,
        for use after reaping workers which have exited.
        R6RR
t
PoolWorkersadded workerN(RZRDR[RER
R4RUROR?R@R>tappendtnametreplaceR#RKRLR(RR.t
w((s,/usr/lib64/python2.7/multiprocessing/pool.pyRF�s#





	


c


Cs|j�r|j
�
nd
S(sEClean up any exited workers and start replacements for them.
        N(R_RF(
R((s,/usr/lib64/python2.7/multiprocessing/pool.pyt_maintain_pool�s
c
CsPd
dlm
}

|
�|_|
�|_|jjj|_|jjj|_	dS(Ni
(
tSimpleQueue(
tqueuesRfRURORtsendRNR trecvRR(RRf((s,/usr/lib64/python2.7/multiprocessing/pool.pyR8�s





cCs.|jt
kst�
|j|
||�j�S(
s1
        Equivalent of `apply()` builtin
        (R=R<Rtapply_asyncR(RR/RR0((s,/usr/lib64/python2.7/multiprocessing/pool.pytapply�s
cCs.|jt
kst�
|j|
||�j�S(
s/
        Equivalent of `map()` builtin
        (R=R<Rt	map_asyncR(RR/titerablet	chunksize((s,/usr/lib64/python2.7/multiprocessing/pool.pyR�s
i
cs�|jt
kst�
|d
krft|j�
�
|jj��
fd�t|�
D�
�
jf�

�
S|d
ksxt�
t	j
�||�}t|j�
�
|jj�
f
d�t|�
D�
�
jf�

d��
D�
SdS(sZ
        Equivalent of `itertools.imap()` -- can be MUCH slower than `Pool.map()`
        i
c
3s0|]&\}
}�
j|
�|f
ifV
qdS(
N(
t_job(t.0R.t
x(R/R1(s,/usr/lib64/python2.7/multiprocessing/pool.pys	<genexpr>
s
c
3s0|]&\}
}�j|
t
|f
ifV
qdS(
N(RoR(RpR.Rq(
R1(s,/usr/lib64/python2.7/multiprocessing/pool.pys	<genexpr>

s
c
ss"|]}
|
D]}|V
q
qdS(
N((Rptchunktitem((s,/usr/lib64/python2.7/multiprocessing/pool.pys	<genexpr>
sN(R=R<RtIMapIteratorR;R:Rt	enumeratet_set_lengthRt
_get_tasks(RR/RmRnttask_batches((R/R1s,/usr/lib64/python2.7/multiprocessing/pool.pytimap�s









cs�|jt
kst�
|d
krft|j�
�
|jj��
fd�t|�
D�
�
jf�

�
S|d
ksxt�
t	j
�||�}t|j�
�
|jj�
f
d�t|�
D�
�
jf�

d��
D�
SdS(sK
        Like `imap()` method but ordering of results is arbitrary
        i
c
3s0|]&\}
}�
j|
�|f
ifV
qdS(
N(
Ro(RpR.Rq(R/R1(s,/usr/lib64/python2.7/multiprocessing/pool.pys	<genexpr>
s
c
3s0|]&\}
}�j|
t
|f
ifV
qdS(
N(RoR(RpR.Rq(
R1(s,/usr/lib64/python2.7/multiprocessing/pool.pys	<genexpr>
s
c
ss"|]}
|
D]}|V
q
qdS(
N((RpRrRs((s,/usr/lib64/python2.7/multiprocessing/pool.pys	<genexpr>!
sN(R=R<RtIMapUnorderedIteratorR;R:RRuRvRRw(RR/RmRnRx((R/R1s,/usr/lib64/python2.7/multiprocessing/pool.pytimap_unordered
s









cCsV|jt
kst�
t|j|�}|jj|jd
|
||fg
d
f�

|S(s>
        Asynchronous equivalent of `apply()` builtin
        N(	R=R<RtApplyResultR;R:RRoR(RR/RR0tcallbackR1((s,/usr/lib64/python2.7/multiprocessing/pool.pyRj#
s

+
cs�|jt
kst�
t|d
�s3t|�
}n|dkr}tt|�
t|j�
d�\}}|r}|d7}q}nt|�
dkr�d}nt	j
|
||�}t|j|t|�
|��|j
j�f
d�t|�
D�
df�

�S(s<
        Asynchronous equivalent of `map()` builtin
        t__len__ii
ic
3s0|]&\}
}�j|
t
|f
ifV
qdS(
N(RoR(RpR.Rq(
R1(s,/usr/lib64/python2.7/multiprocessing/pool.pys	<genexpr>=
s
N(R=R<RRtlistRtdivmodR[RERRwt	MapResultR;R:RRu(RR/RmRnR}textraRx((
R1s,/usr/lib64/python2.7/multiprocessing/pool.pyRl,
s


(



	



c
Csotj
�}
xB|
jtks6|jrP|
jtkrP|j�
tjd
�

qW|j	j
d�

td�

dS(Ng�������?sworker handler exiting(
RGtcurrent_threadR=R<R;t	TERMINATERettimetsleepR:RRR(tpooltthread((s,/usr/lib64/python2.7/multiprocessing/pool.pyRIA
s*



cCs
tj
�}x�
t|jd�D]q
\}}d}d
}	zG
y�x�t|�
D]�\}	}|jrmtd�

Pny|
|�

WqJtk
r�
}

|d \}}y||j	|t
|
f�
Wq�tk
r�


q�XqJXqJW|r�td�

||	d�

nwPWn}tk
r|

}

|r
|d nd\}}||krX
||j	|dt
|
f�
n|r}
td�

||	d�

q}
n
XWdd}}}XqWtd�

y@td�

|jd�

td	�

x|D]}|
d�

q�
WWnt
k
r�



td
�

n
Xtd�

dS(
Ni����s'task handler found thread._state != RUNisdoing set_length()i
istask handler got sentinels/task handler sending sentinel to result handlers(task handler sending sentinel to workerss/task handler got IOError when sending sentinelsstask handler exiting(ii(RGR�titerRRRuR=RR$t_setR%tKeyErrorRR"(t	taskqueueRR'R�tcacheR�ttaskseqt
set_lengthR,R.R2R-tindtext
p((s,/usr/lib64/python2.7/multiprocessing/pool.pyRMN
sR




	




















!














cCstj
�}x�y
|
�}Wn"ttfk
r@


td
�

dSX|jrm|jtks_t�
td�

Pn|dkr�td�

Pn|\}}}y||j	||�
Wnt
k
r�


n
Xd}}}qWx�|r�
|jtkr�
y
|
�}Wn"ttfk
r



td
�

dSX|dkr:
td�

q�n|\}}}y||j	||�
Wnt
k
rt



n
Xd}}}q�Wt|d�r�
td�

y5x.td�
D] }|j
j�s�
Pn|
�
q�
WWq�
ttfk
r�



q�
Xntdt|�
|j�
dS(	Ns.result handler got EOFError/IOError -- exitings,result handler found thread._state=TERMINATEsresult handler got sentinels&result handler ignoring extra sentinelR s"ensuring that outqueue is not fulli
s7result handler exiting: len(cache)=%s, thread._state=%s(RGR�R"R!RR=R�RRR�R�RRZR tpollR[(R'RR�R�R,R-R.tobj((s,/usr/lib64/python2.7/multiprocessing/pool.pyRQ�
s\






	






































ccsDt|
�
}
x1t
tj|
|��
}|s1dS||fV
qWdS(
N(R�ttuplet	itertoolstislice(R/tittsizeRq((s,/usr/lib64/python2.7/multiprocessing/pool.pyRw�
s




c

Cstd
�
�
dS(Ns:pool objects cannot be passed between processes or pickled(
RA(
R((s,/usr/lib64/python2.7/multiprocessing/pool.pyt
__reduce__�
s

c

Cs5td
�

|j
tkr1t|_
t|j_
ndS(Nsclosing pool(RR=R<tCLOSERJ(
R((s,/usr/lib64/python2.7/multiprocessing/pool.pyR�
s



	
c

Cs-td
�

t
|_t
|j_|j�
dS(Nsterminating pool(RR�R=RJRV(
R((s,/usr/lib64/python2.7/multiprocessing/pool.pyt	terminate�
s


	

c
Csntd
�

|j
ttfks%t�
|jj�
|jj�
|jj�
x|j	D]}
|
j�
qVWdS(Nsjoining pool(
RR=R�R�RRJR]RPRSRE(RR�((s,/usr/lib64/python2.7/multiprocessing/pool.pyR]�
s










cCsWtd
�

|j
j�
x9|
j�rR|jj�rR|jj�
tjd�

qWdS(Ns7removing tasks from inqueue until task handler finishedi(	Rt_rlocktacquiretis_aliveR R�RiR�R�(R&ttask_handlerR�((s,/usr/lib64/python2.7/multiprocessing/pool.pyt_help_stuff_finish�
s







c	
Cs�
td
�

t
|_t
|_td�

|j||t|�
�
|j�sct|�
dksct�
t
|_|jd�

td�

t	j
�|k	r�|jd�

n|r�t|dd�r�td�

x-|D]"}	|	j
dkr�|	j�
q�q�Wntd�

t	j
�|k	r$
|jd�

ntd	�

t	j
�|k	rP
|jd�

n|r�
t|dd�r�
td
�

x;|D]0}	|	j�rz
td|	j�

|	j�
qz
qz
WndS(Nsfinalizing pools&helping task handler/workers to finishisjoining worker handlerg}Ô%�I�TR�sterminating workerssjoining task handlersjoining result handlersjoining pool workersscleaning up worker %d(RR�R=R�R[R�RRRRGR�R]RR\R�tpid(
tclsR�R&R'R�tworker_handlerR�tresult_handlerR�R�((s,/usr/lib64/python2.7/multiprocessing/pool.pyRT�
s8
	
	

$	






















N((((RRRR
RRR_RFReR8RkRRyR{RjRltstaticmethodRIRMRQRwR�RR�R]R�tclassmethodRT(((s,/usr/lib64/python2.7/multiprocessing/pool.pyR�s0
	
:					
4<							R|cBsDeZ
d�Zd
�Zd�Zdd�
Zdd�
Zd�ZRS(cCsStj
tj��
|_tj�|_|
|_t|_	||_
||
|j<dS(
N(RGt	ConditiontLockt_condtjob_countertnextRoR;R%t_readyt	_callback(RR�R}((s,/usr/lib64/python2.7/multiprocessing/pool.pyRs


	
	
	
c


Cs|jS(
N(
R�(
R((s,/usr/lib64/python2.7/multiprocessing/pool.pytready&s
c


Cs|jst
�
|jS(
N(R�Rt_success(
R((s,/usr/lib64/python2.7/multiprocessing/pool.pyt
successful)s

cCsB|jj
�
z |js,|jj|
�

nWd|jj�
XdS(
N(R�R�R�twaittrelease(Rttimeout((s,/usr/lib64/python2.7/multiprocessing/pool.pyR�-s




	
cCs<|j|
�

|j
st�
n|jr/|jS|j�
dS(
N(R�R�RR�t_value(RR�((s,/usr/lib64/python2.7/multiprocessing/pool.pyR5s


	
	
	
cCs�|\|_|_
|jr7|jr7|j|j
�

n|jj�
zt|_|jj�
Wd|jj�
X|j	|j
=dS(
N(R�R�R�R�R�R#R�tnotifyR�R;Ro(RR.R�((s,/usr/lib64/python2.7/multiprocessing/pool.pyR�>s






	

N(	RRRR�R�RR�RR�(((s,/usr/lib64/python2.7/multiprocessing/pool.pyR|s				R�c
BseZ
d�Zd
�ZRS(cCstj
||
|�
t|_dg
||_||_|d
k
r`d
|_t|_|
|j	=n||t
||�
|_dS(Ni(R|RR#R�RR�t
_chunksizet_number_leftR�Rotbool(RR�RntlengthR}((s,/usr/lib64/python2.7/multiprocessing/pool.pyRRs

	

	

	
	

cCs
|\}}|r�||j|
|j
|
d
|j
+|jd
8_|jdkr
|jrn|j|j�

n|j|j=|jj�
zt|_	|jj
�
Wd|jj�
Xq
nWt|_
||_|j|j=|jj�
zt|_	|jj
�
Wd|jj�
XdS(Ni
i(R�R�R�R�R;RoR�R�R#R�R�R�R%R�(RR.tsuccess_resulttsuccessR1((s,/usr/lib64/python2.7/multiprocessing/pool.pyR�^s*


"


	






	
	
	





	
(RRRR�(((s,/usr/lib64/python2.7/multiprocessing/pool.pyR�Ps	RtcBs>eZ
d�Zd
�Zdd�
ZeZd�Zd�ZRS(cCsktj
tj��
|_tj�|_|
|_tj	�|_
d
|_d|_
i|_||
|j<dS(Ni(RGR�R�R�R�R�RoR;tcollectionstdequet_itemst_indexRt_lengtht	_unsorted(RR�((s,/usr/lib64/python2.7/multiprocessing/pool.pyRs


	

	
	
	
c


Cs|S(
N((
R((s,/usr/lib64/python2.7/multiprocessing/pool.pyt__iter__�s
cCs�|jj
�
z�y|jj�}Wn�tk
r�


|j|jkrNt�
n|jj|
�

y|jj�}Wq�tk
r�


|j|jkr�t�
nt	�
q�Xn
XWd|jj
�
X|\}}|r�|S|�
dS(
N(R�R�R�tpopleftt
IndexErrorR�R�t
StopIterationR�RR�(RR�RsR�R((s,/usr/lib64/python2.7/multiprocessing/pool.pyR��s&








	






	



cCs�|jj
�
z�|j|
kr�|jj|�

|jd
7_xJ|j|jkr�|jj|j�
}|jj|�

|jd
7_qAW|jj�
n
||j|
<|j|jkr�|j	|j
=nWd|jj�
XdS(Ni
(R�R�R�R�RaR�tpopR�R�R;RoR�(RR.R�((s,/usr/lib64/python2.7/multiprocessing/pool.pyR��s












cCs^|jj
�
z<|
|_|j|jkrH|jj�
|j|j=nWd|jj�
XdS(
N(R�R�R�R�R�R;RoR�(RR�((s,/usr/lib64/python2.7/multiprocessing/pool.pyRv�s



	



N(	RRRR�RR�t__next__R�Rv(((s,/usr/lib64/python2.7/multiprocessing/pool.pyRt}s	
		Rzc
BseZ
d�ZRS(
cCst|jj
�
zR|jj|�

|jd
7_|jj�
|j|jkr^|j|j=nWd|jj	�
XdS(Ni
(
R�R�R�RaR�R�R�R;RoR�(RR.R�((s,/usr/lib64/python2.7/multiprocessing/pool.pyR��s








(RRR�(((s,/usr/lib64/python2.7/multiprocessing/pool.pyRz�st
ThreadPoolcBsBeZ
dd
lmZ
dddd�Zd�Zed��
ZRS(i
(
R
cCstj
||
||�
dS(
N(RR(RRWR(R)((s,/usr/lib64/python2.7/multiprocessing/pool.pyR�s
c

Cs@tj�|_
tj�|_|j
j|_|jj|_dS(
N(R9RURORRNRRR(
R((s,/usr/lib64/python2.7/multiprocessing/pool.pyR8�s



cCsW|jj
�
z5|jj�
|jjdg
|�

|jj�
Wd|jj�
XdS(
N(t	not_emptyR�tqueuetcleartextendRt
notify_allR�(R&R�R�((s,/usr/lib64/python2.7/multiprocessing/pool.pyR��s





N((	RRtdummyR
RRR8R�R�(((s,/usr/lib64/python2.7/multiprocessing/pool.pyR��s	(t__all__RGR9R�R�R�tmultiprocessingR
RRtmultiprocessing.utilRRR<R�R�tcountR�RR$R	RR4tobjectRR|tAsyncResultR�RtRzR�(((s,/usr/lib64/python2.7/multiprocessing/pool.pyt<module>#s,	






	,��.-I