| Current File : /home/mmdealscpanel/yummmdeals.com/multiprocessing.tar |
sharedctypes.pyo 0000644 00000020547 15033635200 0010000 0 ustar 00 �
{ fc @ s� d d l Z d d l Z d d l Z d d l m Z m Z d d l m Z m Z d d d d d d g Z i e j
d
6e j d 6e j d 6e j
d
6e j d 6e j d 6e j d 6e j d 6e j d 6e j d 6e j d 6Z y e j e d <Wn e k
r n Xd � Z d � Z d � Z d � Z d � Z d � Z d d � Z d � Z d � Z! d � Z" d Z# i Z$ e j% � Z& d! e' f d" � � YZ( d# e( f d$ � � YZ) d% e( f d& � � YZ* d' e* f d( � � YZ+ d S() i����N( t heapt RLock( t assert_spawningt ForkingPicklert RawValuet RawArrayt Valuet Arrayt copyt synchronizedt ct bt Bt ht Ht it It lt Lt ft dt uc C s. t j | � } t j | � } t | | d � S( N( t ctypest sizeofR t
BufferWrappert
rebuild_ctypet None( t type_t sizet wrapper( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt
_new_valueB s c G sT t j | | � } t | � } t j t j | � d t j | � � | j | � | S( s>
Returns a ctypes object allocated from shared memory
i ( t typecode_to_typet getR R t memsett addressofR t __init__( t typecode_or_typet argsR t obj( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR G s
%
c C s� t j | | � } t | t t f � rf | | } t | � } t j t j | � d t j | � � | S| t
| � } t | � } | j | � | Sd S( s=
Returns a ctypes array allocated from shared memory
i N( R R t
isinstancet intt longR R R! R" R t lenR# ( R$ t size_or_initializerR R& t result( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR Q s
%
c O s� | j d d � } | r1 t d | j � � � n t | | � } | t k rP | S| t d f k rn t � } n t | d � s� t d | � � n t
| | � S( s6
Return a synchronization wrapper for a Value
t locks$ unrecognized keyword argument(s): %st acquires '%r' has no method 'acquire'N( t popR t
ValueErrort keysR t Falset TrueR t hasattrt AttributeErrorR ( R$ R% t kwdsR- R& ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR a s c K s� | j d d � } | r1 t d | j � � � n t | | � } | t k rP | S| t d f k rn t � } n t | d � s� t d | � � n t
| | � S( s9
Return a synchronization wrapper for a RawArray
R- s$ unrecognized keyword argument(s): %sR. s '%r' has no method 'acquire'N( R/ R R0 R1 R R2 R3 R R4 R5 R ( R$ R+ R6 R- R& ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR q s c C s) t t | � � } | t j | � d <| S( Ni ( R t typeR t pointer( R& t new_obj( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR � s c C s� t | t j � r t | | � St | t j � r] | j t j k rP t | | � St | | � St | � } y t
| } Wnq t k
r� g | j D] } | d ^ q� } t
d � | D� � } d | j } t | t f | � } t
| <n X| | | � Sd S( Ni c s s! | ] } | t | � f Vq d S( N( t
make_property( t .0t name( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pys <genexpr>� s t Synchronized( R' R t _SimpleCDataR= R t _type_t c_chart SynchronizedStringt SynchronizedArrayR7 t class_cachet KeyErrort _fields_t dictt __name__t SynchronizedBase( R& R- t clst sclst fieldt namesR t classname( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR � s
!c C sX t | � t | t j � r8 t | j | j | j f f St t | � | j d f f Sd S( N(
R R' R R R R? t _wrappert _length_R7 R ( R& ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt reduce_ctype� s
c C sK | d k r | | } n t j | t � | j | j � � } | | _ | S( N( R R t registerRP t from_addresst get_addressRN ( R R t lengthR& ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR � s
c B sP y e | SWn= e k
rK i } e | f d | U| | e | <| | SXd S( Ni ( t
prop_cacheRD t template( R< R ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR: � s
s�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
RH c B s8 e Z d d � Z d � Z d � Z d � Z d � Z RS( c C s= | | _ | p t � | _ | j j | _ | j j | _ d S( N( t _objR t _lockR. t release( t selfR& R- ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR# � s c C s t | � t | j | j f f S( N( R R RW RX ( RZ ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt
__reduce__� s
c C s | j S( N( RW ( RZ ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt get_obj� s c C s | j S( N( RX ( RZ ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt get_lock� s c C s d t | � j | j f S( Ns <%s wrapper for %s>( R7 RG RW ( RZ ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __repr__� s N( RG t
__module__R R# R[ R\ R] R^ ( ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyRH � s
R= c B s e Z e d � Z RS( t value( RG R_ R: R` ( ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR= � s RB c B s5 e Z d � Z d � Z d � Z d � Z d � Z RS( c C s
t | j � S( N( R* RW ( RZ ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __len__� s c C s+ | j � z | j | SWd | j � Xd S( N( R. RW RY ( RZ R ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __getitem__� s
c C s- | j � z | | j | <Wd | j � Xd S( N( R. RW RY ( RZ R R` ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __setitem__� s
c C s. | j � z | j | | !SWd | j � Xd S( N( R. RW RY ( RZ t startt stop( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __getslice__� s
c C s0 | j � z | | j | | +Wd | j � Xd S( N( R. RW RY ( RZ Rd Re t values( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __setslice__ s
( RG R_ Ra Rb Rc Rf Rh ( ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyRB � s
RA c B s e Z e d � Z e d � Z RS( R` t raw( RG R_ R: R` Ri ( ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyRA
s (, t sysR t weakreft multiprocessingR R t multiprocessing.forkingR R t __all__R@ t c_bytet c_ubytet c_shortt c_ushortt c_intt c_uintt c_longt c_ulongt c_floatt c_doubleR t c_wcharR5 R R R R R R R R RP R R: RV RU t WeakKeyDictionaryRC t objectRH R= RB RA ( ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt <module># sB
" __init__.py 0000644 00000001624 15033635200 0006655 0 ustar 00 #
# Package analogous to 'threading.py' but using processes
#
# multiprocessing/__init__.py
#
# This package is intended to duplicate the functionality (and much of
# the API) of threading.py but uses processes instead of threads. A
# subpackage 'multiprocessing.dummy' has the same API but is a simple
# wrapper for 'threading'.
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
import sys
from . import context
#
# Copy stuff from default context
#
__all__ = [x for x in dir(context._default_context) if not x.startswith('_')]
globals().update((name, getattr(context._default_context, name)) for name in __all__)
#
# XXX These should not really be documented or public.
#
SUBDEBUG = 5
SUBWARNING = 25
#
# Alias for main module -- will be reset by bootstrapping child processes
#
if '__main__' in sys.modules:
sys.modules['__mp_main__'] = sys.modules['__main__']
sharedctypes.pyc 0000644 00000020670 15033635200 0007761 0 ustar 00 �
{ fc @ s� d d l Z d d l Z d d l Z d d l m Z m Z d d l m Z m Z d d d d d d g Z i e j
d
6e j d 6e j d 6e j
d
6e j d 6e j d 6e j d 6e j d 6e j d 6e j d 6e j d 6Z y e j e d <Wn e k
r n Xd � Z d � Z d � Z d � Z d � Z d � Z d d � Z d � Z d � Z! d � Z" d Z# i Z$ e j% � Z& d! e' f d" � � YZ( d# e( f d$ � � YZ) d% e( f d& � � YZ* d' e* f d( � � YZ+ d S() i����N( t heapt RLock( t assert_spawningt ForkingPicklert RawValuet RawArrayt Valuet Arrayt copyt synchronizedt ct bt Bt ht Ht it It lt Lt ft dt uc C s. t j | � } t j | � } t | | d � S( N( t ctypest sizeofR t
BufferWrappert
rebuild_ctypet None( t type_t sizet wrapper( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt
_new_valueB s c G sT t j | | � } t | � } t j t j | � d t j | � � | j | � | S( s>
Returns a ctypes object allocated from shared memory
i ( t typecode_to_typet getR R t memsett addressofR t __init__( t typecode_or_typet argsR t obj( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR G s
%
c C s� t j | | � } t | t t f � rf | | } t | � } t j t j | � d t j | � � | S| t
| � } t | � } | j | � | Sd S( s=
Returns a ctypes array allocated from shared memory
i N( R R t
isinstancet intt longR R R! R" R t lenR# ( R$ t size_or_initializerR R& t result( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR Q s
%
c O s� | j d d � } | r1 t d | j � � � n t | | � } | t k rP | S| t d f k rn t � } n t | d � s� t d | � � n t
| | � S( s6
Return a synchronization wrapper for a Value
t locks$ unrecognized keyword argument(s): %st acquires '%r' has no method 'acquire'N( t popR t
ValueErrort keysR t Falset TrueR t hasattrt AttributeErrorR ( R$ R% t kwdsR- R& ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR a s c K s� | j d d � } | r1 t d | j � � � n t | | � } | t k rP | S| t d f k rn t � } n t | d � s� t d | � � n t
| | � S( s9
Return a synchronization wrapper for a RawArray
R- s$ unrecognized keyword argument(s): %sR. s '%r' has no method 'acquire'N( R/ R R0 R1 R R2 R3 R R4 R5 R ( R$ R+ R6 R- R& ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR q s c C s) t t | � � } | t j | � d <| S( Ni ( R t typeR t pointer( R& t new_obj( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR � s c C s t | t � s t d � � t | t j � r; t | | � St | t j � ry | j t j k rl t | | � St
| | � St | � } y t | } Wnq t
k
rg | j D] } | d ^ q� } t d � | D� � } d | j } t | t f | � } t | <n X| | | � Sd S( Ns object already synchronizedi c s s! | ] } | t | � f Vq d S( N( t
make_property( t .0t name( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pys <genexpr>� s t Synchronized( R' t SynchronizedBaset AssertionErrorR t _SimpleCDataR= R t _type_t c_chart SynchronizedStringt SynchronizedArrayR7 t class_cachet KeyErrort _fields_t dictt __name__( R& R- t clst sclst fieldt namesR t classname( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR � s
!c C sX t | � t | t j � r8 t | j | j | j f f St t | � | j d f f Sd S( N(
R R' R R R RA t _wrappert _length_R7 R ( R& ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt reduce_ctype� s
c C sK | d k r | | } n t j | t � | j | j � � } | | _ | S( N( R R t registerRQ t from_addresst get_addressRO ( R R t lengthR& ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR � s
c B sP y e | SWn= e k
rK i } e | f d | U| | e | <| | SXd S( Ni ( t
prop_cacheRF t template( R< R ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR: � s
s�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
R> c B s8 e Z d d � Z d � Z d � Z d � Z d � Z RS( c C s= | | _ | p t � | _ | j j | _ | j j | _ d S( N( t _objR t _lockR. t release( t selfR& R- ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR# � s c C s t | � t | j | j f f S( N( R R RX RY ( R[ ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt
__reduce__� s
c C s | j S( N( RX ( R[ ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt get_obj� s c C s | j S( N( RY ( R[ ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt get_lock� s c C s d t | � j | j f S( Ns <%s wrapper for %s>( R7 RI RX ( R[ ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __repr__� s N( RI t
__module__R R# R\ R] R^ R_ ( ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR> � s
R= c B s e Z e d � Z RS( t value( RI R` R: Ra ( ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyR= � s RD c B s5 e Z d � Z d � Z d � Z d � Z d � Z RS( c C s
t | j � S( N( R* RX ( R[ ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __len__� s c C s+ | j � z | j | SWd | j � Xd S( N( R. RX RZ ( R[ R ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __getitem__� s
c C s- | j � z | | j | <Wd | j � Xd S( N( R. RX RZ ( R[ R Ra ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __setitem__� s
c C s. | j � z | j | | !SWd | j � Xd S( N( R. RX RZ ( R[ t startt stop( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __getslice__� s
c C s0 | j � z | | j | | +Wd | j � Xd S( N( R. RX RZ ( R[ Re Rf t values( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt __setslice__ s
( RI R` Rb Rc Rd Rg Ri ( ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyRD � s
RC c B s e Z e d � Z e d � Z RS( Ra t raw( RI R` R: Ra Rj ( ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyRC
s (, t sysR t weakreft multiprocessingR R t multiprocessing.forkingR R t __all__RB t c_bytet c_ubytet c_shortt c_ushortt c_intt c_uintt c_longt c_ulongt c_floatt c_doubleR t c_wcharR5 R R R R R R R R RQ R R: RW RV t WeakKeyDictionaryRE t objectR> R= RD RC ( ( ( s4 /usr/lib64/python2.7/multiprocessing/sharedctypes.pyt <module># sB
" pool.pyc 0000644 00000054100 15033635200 0006227 0 ustar 00 �
{ fc @ sT d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m Z m Z d d l
m Z m Z d Z
d Z d Z e j � Z d � Z d e f d
� � YZ e f e d � Z d e f d � � YZ d
e f d � � YZ e Z d e f d � � YZ d e f d � � YZ d e f d � � YZ d e f d � � YZ d S( t Pooli����N( t Processt cpu_countt TimeoutError( t Finalizet debugi i i c C s
t | � S( N( t map( t args( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt mapstar@ s t MaybeEncodingErrorc B s) e Z d Z d � Z d � Z d � Z RS( sV Wraps possible unpickleable errors, so they can be
safely sent through the socket.c C sA t | � | _ t | � | _ t t | � j | j | j � d S( N( t reprt exct valuet superR t __init__( t selfR R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR K s c C s d | j | j f S( Ns( Error sending result: '%s'. Reason: '%s'( R R ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt __str__P s c C s d t | � S( Ns <MaybeEncodingError: %s>( t str( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt __repr__T s ( t __name__t
__module__t __doc__R R R ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR G s c C s� | d k s6 t | � t t f k r0 | d k s6 t � | j } | j } t | d � rt | j j � | j
j � n | d k r� | | � n d } xI| d k s� | r�| | k r�y
| � } Wn" t t f k
r� t
d � Pn X| d k r t
d � Pn | \ } }
} } }
y t | | |
� f } Wn t k
rO} t | f } n Xy | | |
| f � WnM t k
r�} t | | d � } t
d | � | | |
t | f f � n Xd } } } } } }
| d 7} q� Wt
d | � d S( Ni t _writers) worker got EOFError or IOError -- exitings worker got sentinel -- exitingi s0 Possible encoding error while sending result: %ss worker exiting after %d tasks( t Nonet typet intt longt AssertionErrort putt gett hasattrR t closet _readert EOFErrort IOErrorR t Truet Exceptiont FalseR ( t inqueuet outqueuet initializert initargst maxtasksR R t completedt taskt jobt it funcR t kwdst resultt et wrapped( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt workerX sB 6
!
c B s e Z d Z e Z d d d d d � Z d � Z d � Z d � Z d � Z d i d � Z
d d � Z d d � Z d d
� Z
d i d d � Z d d d � Z e d
� � Z e d � � Z e d � � Z e d � � Z d � Z d � Z d � Z d � Z e d � � Z e d � � Z RS( sH
Class which supports an async version of the `apply()` builtin
c C s/ | j � t j � | _ i | _ t | _ | | _ | | _ | | _ | d k r| y
t
� } Wq| t k
rx d } q| Xn | d k r� t d � � n | d k r� t
| d � r� t d � � n | | _ g | _ | j � t j d t j d | f � | _ t | j _ t | j _ | j j � t j d t j d | j | j | j | j | j f � | _ t | j _ t | j _ | j j � t j d t j d | j | j | j f � | _ t | j _ t | j _ | j j � t! | | j" d | j | j# | j | j | j | j | j | j f d d �| _$ d S( Ni s& Number of processes must be at least 1t __call__s initializer must be a callablet targetR t exitpriorityi (% t
_setup_queuest Queuet
_taskqueuet _cachet RUNt _statet _maxtasksperchildt _initializert _initargsR R t NotImplementedErrort
ValueErrorR t TypeErrort
_processest _poolt _repopulate_poolt threadingt ThreadR t _handle_workerst _worker_handlerR# t daemont startt
_handle_taskst
_quick_putt _outqueuet
_task_handlert _handle_resultst
_quick_gett _result_handlerR t _terminate_poolt _inqueuet
_terminate( R t processesR( R) t maxtasksperchild( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR � sX
c C sw t } xj t t t | j � � � D]M } | j | } | j d k r" t d | � | j � t } | j | =q" q" W| S( s� Cleanup after any worker processes which have exited due to reaching
their specified lifetime. Returns True if any workers were cleaned up.
s cleaning up worker %dN(
R% t reversedt ranget lenRE t exitcodeR R t joinR# ( R t cleanedR. R4 ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt _join_exited_workers� s "
c
C s� x� t | j t | j � � D]� } | j d t d | j | j | j | j | j
f � } | j j | � | j j
d d � | _ t | _ | j � t d � q Wd S( s� Bring the number of pool processes up to the specified number,
for use after reaping workers which have exited.
R6 R R t
PoolWorkers added workerN( RZ RD R[ RE R R4 RU RO R? R@ R> t appendt namet replaceR# RK RL R ( R R. t w( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRF � s #
c C s | j � r | j � n d S( sE Clean up any exited workers and start replacements for them.
N( R_ RF ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt _maintain_pool� s c C sP d d l m } | � | _ | � | _ | j j j | _ | j j j | _ d S( Ni ( t SimpleQueue(
t queuesRf RU RO R t sendRN R t recvRR ( R Rf ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR8 � s
c C s. | j t k s t � | j | | | � j � S( s1
Equivalent of `apply()` builtin
( R= R< R t apply_asyncR ( R R/ R R0 ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt apply� s c C s. | j t k s t � | j | | | � j � S( s/
Equivalent of `map()` builtin
( R= R< R t map_asyncR ( R R/ t iterablet chunksize( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR � s i c s� | j t k s t � | d k rf t | j � � | j j � � f d � t | � D� � j f � � S| d k sx t � t j
� | | � } t | j � � | j j � f d � t | � D� � j f � d � � D� Sd S( sZ
Equivalent of `itertools.imap()` -- can be MUCH slower than `Pool.map()`
i c 3 s0 | ]& \ } } � j | � | f i f Vq d S( N( t _job( t .0R. t x( R/ R1 ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr> s c 3 s0 | ]& \ } } � j | t | f i f Vq d S( N( Ro R ( Rp R. Rq ( R1 ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr>
s c s s" | ] } | D] } | Vq
q d S( N( ( Rp t chunkt item( ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr> s N( R= R< R t IMapIteratorR; R: R t enumeratet _set_lengthR t
_get_tasks( R R/ Rm Rn t task_batches( ( R/ R1 s, /usr/lib64/python2.7/multiprocessing/pool.pyt imap� s c s� | j t k s t � | d k rf t | j � � | j j � � f d � t | � D� � j f � � S| d k sx t � t j
� | | � } t | j � � | j j � f d � t | � D� � j f � d � � D� Sd S( sK
Like `imap()` method but ordering of results is arbitrary
i c 3 s0 | ]& \ } } � j | � | f i f Vq d S( N( Ro ( Rp R. Rq ( R/ R1 ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr> s c 3 s0 | ]& \ } } � j | t | f i f Vq d S( N( Ro R ( Rp R. Rq ( R1 ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr> s c s s" | ] } | D] } | Vq
q d S( N( ( Rp Rr Rs ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr>! s N( R= R< R t IMapUnorderedIteratorR; R: R Ru Rv R Rw ( R R/ Rm Rn Rx ( ( R/ R1 s, /usr/lib64/python2.7/multiprocessing/pool.pyt imap_unordered s c C sV | j t k s t � t | j | � } | j j | j d | | | f g d f � | S( s>
Asynchronous equivalent of `apply()` builtin
N( R= R< R t ApplyResultR; R: R Ro R ( R R/ R R0 t callbackR1 ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRj # s +c s� | j t k s t � t | d � s3 t | � } n | d k r} t t | � t | j � d � \ } } | r} | d 7} q} n t | � d k r� d } n t j
| | | � } t | j | t | � | � � | j
j � f d � t | � D� d f � � S( s<
Asynchronous equivalent of `map()` builtin
t __len__i i i c 3 s0 | ]& \ } } � j | t | f i f Vq d S( N( Ro R ( Rp R. Rq ( R1 ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr>= s N( R= R< R R t listR t divmodR[ RE R Rw t MapResultR; R: R Ru ( R R/ Rm Rn R} t extraRx ( ( R1 s, /usr/lib64/python2.7/multiprocessing/pool.pyRl , s ( c C so t j � } xB | j t k s6 | j rP | j t k rP | j � t j d � q W| j j
d � t d � d S( Ng�������?s worker handler exiting(
RG t current_threadR= R< R; t TERMINATERe t timet sleepR: R R R ( t poolt thread( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRI A s *
c C s
t j � } x�t | j d � D]q\ } } d } d } zGy� x� t | � D]� \ } } | j rm t d � Pn y | | � WqJ t k
r� }
| d \ } } y | | j | t
|
f � Wq� t k
r� q� XqJ XqJ W| r� t d � | | d � n w PWn} t k
r|}
| r | d n d \ } } | | k rX| | j | d t
|
f � n | r}t d � | | d � q}n XWd d } } } Xq Wt d � y@ t d � | j d � t d � x | D] } | d � q�WWn t
k
r�t d
� n Xt d � d S(
Ni����s' task handler found thread._state != RUNi s doing set_length()i i s task handler got sentinels/ task handler sending sentinel to result handlers( task handler sending sentinel to workerss/ task handler got IOError when sending sentinelss task handler exiting( i i ( RG R� t iterR R Ru R= R R$ t _setR% t KeyErrorR R" ( t taskqueueR R' R� t cacheR� t taskseqt
set_lengthR, R. R2 R- t indt ext p( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRM N sR
!
c C s t j � } x� y
| � } Wn" t t f k
r@ t d � d SX| j rm | j t k s_ t � t d � Pn | d k r� t d � Pn | \ } } } y | | j | | � Wn t
k
r� n Xd } } } q Wx� | r�| j t k r�y
| � } Wn" t t f k
r t d � d SX| d k r:t d � q� n | \ } } } y | | j | | � Wn t
k
rtn Xd } } } q� Wt | d � r�t d � y5 x. t d � D] } | j
j � s�Pn | � q�WWq�t t f k
r�q�Xn t d t | � | j � d S( Ns. result handler got EOFError/IOError -- exitings, result handler found thread._state=TERMINATEs result handler got sentinels& result handler ignoring extra sentinelR s" ensuring that outqueue is not fulli
s7 result handler exiting: len(cache)=%s, thread._state=%s( RG R� R" R! R R= R� R R R� R� R RZ R t pollR[ ( R' R R� R� R, R- R. t obj( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRQ � s\
c c sD t | � } x1 t t j | | � � } | s1 d S| | f Vq Wd S( N( R� t tuplet itertoolst islice( R/ t itt sizeRq ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRw � s c C s t d � � d S( Ns: pool objects cannot be passed between processes or pickled( RA ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt
__reduce__� s c C s5 t d � | j t k r1 t | _ t | j _ n d S( Ns closing pool( R R= R< t CLOSERJ ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR � s
c C s- t d � t | _ t | j _ | j � d S( Ns terminating pool( R R� R= RJ RV ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt terminate� s
c C sn t d � | j t t f k s% t � | j j � | j j � | j j � x | j D] } | j � qV Wd S( Ns joining pool(
R R= R� R� R RJ R] RP RS RE ( R R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR] � s
c C sW t d � | j j � x9 | j � rR | j j � rR | j j � t j d � q Wd S( Ns7 removing tasks from inqueue until task handler finishedi ( R t _rlockt acquiret is_aliveR R� Ri R� R� ( R& t task_handlerR� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt _help_stuff_finish� s
c
C s� t d � t | _ t | _ t d � | j | | t | � � | j � sc t | � d k sc t � t | _ | j d � t d � t j
� | k r� | j d � n | r� t | d d � r� t d � x- | D]" } | j
d k r� | j � q� q� Wn t d � t j
� | k r$| j d � n t d � t j
� | k rP| j d � n | r�t | d d � r�t d
� x; | D]0 } | j � rzt d | j � | j � qzqzWn d S( Ns finalizing pools& helping task handler/workers to finishi s joining worker handlerg}Ô%�I�TR� s terminating workerss joining task handlers joining result handlers joining pool workerss cleaning up worker %d( R R� R= R� R[ R� R R R RG R� R] R R\ R� t pid(
t clsR� R& R' R� t worker_handlerR� t result_handlerR� R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRT � s8
$
N( ( ( ( R R R R R R R_ RF Re R8 Rk R Ry R{ Rj Rl t staticmethodRI RM RQ Rw R� R R� R] R� t classmethodRT ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR � s0 :
4< R| c B sD e Z d � Z d � Z d � Z d d � Z d d � Z d � Z RS( c C sS t j t j � � | _ t j � | _ | | _ t | _ | | _
| | | j <d S( N( RG t Conditiont Lockt _condt job_countert nextRo R; R% t _readyt _callback( R R� R} ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR s c C s | j S( N( R� ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt ready& s c C s | j s t � | j S( N( R� R t _success( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt
successful) s c C sB | j j � z | j s, | j j | � n Wd | j j � Xd S( N( R� R� R� t waitt release( R t timeout( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� - s
c C s< | j | � | j s t � n | j r/ | j S| j � d S( N( R� R� R R� t _value( R R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR 5 s
c C s� | \ | _ | _ | j r7 | j r7 | j | j � n | j j � z t | _ | j j � Wd | j j � X| j | j
=d S( N( R� R� R� R� R� R# R� t notifyR� R; Ro ( R R. R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� > s
N( R R R R� R� R R� R R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR| s R� c B s e Z d � Z d � Z RS( c C s t j | | | � t | _ d g | | _ | | _ | d k r` d | _ t | _ | | j =n | | t
| | � | _ d S( Ni ( R| R R# R� R R� t
_chunksizet _number_leftR� Ro t bool( R R� Rn t lengthR} ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR R s
c C s | \ } } | r� | | j | | j | d | j +| j d 8_ | j d k r| j rn | j | j � n | j | j =| j j � z t | _ | j j
� Wd | j j � XqnW t | _
| | _ | j | j =| j j � z t | _ | j j
� Wd | j j � Xd S( Ni i ( R� R� R� R� R; Ro R� R� R# R� R� R� R% R� ( R R. t success_resultt successR1 ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� ^ s* "
( R R R R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� P s Rt c B s> e Z d � Z d � Z d d � Z e Z d � Z d � Z RS( c C sk t j t j � � | _ t j � | _ | | _ t j � | _
d | _ d | _
i | _ | | | j <d S( Ni ( RG R� R� R� R� R� Ro R; t collectionst dequet _itemst _indexR t _lengtht _unsorted( R R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR s c C s | S( N( ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt __iter__� s c C s� | j j � z� y | j j � } Wn� t k
r� | j | j k rN t � n | j j | � y | j j � } Wq� t k
r� | j | j k r� t � n t � q� Xn XWd | j j
� X| \ } } | r� | S| � d S( N( R� R� R� t popleftt
IndexErrorR� R� t
StopIterationR� R R� ( R R� Rs R� R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� � s&
c C s� | j j � z� | j | k r� | j j | � | j d 7_ xJ | j | j k r� | j j | j � } | j j | � | j d 7_ qA W| j j � n
| | j | <| j | j k r� | j | j
=n Wd | j j � Xd S( Ni ( R� R� R� R� Ra R� t popR� R� R; Ro R� ( R R. R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� � s
c C s^ | j j � z< | | _ | j | j k rH | j j � | j | j =n Wd | j j � Xd S( N( R� R� R� R� R� R; Ro R� ( R R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRv � s
N( R R R R� R R� t __next__R� Rv ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRt } s
Rz c B s e Z d � Z RS( c C st | j j � zR | j j | � | j d 7_ | j j � | j | j k r^ | j | j =n Wd | j j � Xd S( Ni (
R� R� R� Ra R� R� R� R; Ro R� ( R R. R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� � s
( R R R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRz � s t
ThreadPoolc B sB e Z d d l m Z d d d d � Z d � Z e d � � Z RS( i ( R c C s t j | | | | � d S( N( R R ( R RW R( R) ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR � s c C s@ t j � | _ t j � | _ | j j | _ | j j | _ d S( N( R9 RU RO R RN R RR ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR8 � s c C sW | j j � z5 | j j � | j j d g | � | j j � Wd | j j � Xd S( N( t not_emptyR� t queuet cleart extendR t
notify_allR� ( R& R� R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� � s
N( ( R R t dummyR R R R8 R� R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� � s ( t __all__RG R9 R� R� R� t multiprocessingR R R t multiprocessing.utilR R R< R� R� t countR� R R$ R R R4 t objectR R| t AsyncResultR� Rt Rz R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt <module># s, ,� �.-I managers.pyo 0000644 00000111614 15033635200 0007073 0 ustar 00 �
{ fc @ s� d d d d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l m
Z
m Z m Z m
Z
m Z m Z d d l m Z d d l m Z m Z m Z m Z d d
l m Z m Z y d d l m Z Wn! e k
rd d l m Z n Xd � Z e j e j e � g d
d d f D] Z e! e" i e � � � ^ qDZ# d e$ f d � � YZ% f i d � Z& d � Z' d e( f d � � YZ) d � Z* d � Z+ d e$ f d � � YZ, d e$ f d � � YZ- i e j. e j/ f d 6e j0 e j1 f d 6Z2 d e$ f d � � YZ3 d e4 f d � � YZ5 d e$ f d � � YZ6 d! � Z7 i d" � Z8 e9 e9 e9 e: d# � Z; d$ e$ f d% � � YZ< d& e$ f d' � � YZ= e: d( � Z> d) e6 f d* � � YZ? d+ e6 f d, � � YZ@ d- e@ f d. � � YZA d/ e6 f d0 � � YZB d1 e6 f d2 � � YZC d3 e6 f d4 � � YZD e8 d5 d6 d7 d8 d9 d: d; d< d= d> d? d@ dA dB dC dD dE dF dG dH dI dJ dK f � ZE dL eE f dM � � YZF e8 dN d7 d8 d: dO d< d@ dP dQ dR dS d
d dG dT dU dV d f � ZG i dW dO 6eG _H e8 dX d< d: d@ d; dA f � ZI e8 dY dZ d[ d\ d] d^ d_ d` da db f � ZJ i dc d[ 6dc da 6dW d] 6dW d^ 6eJ _H d e3 f dd � � YZK eK j de e j � eK j df e j � eK j dg e jL eB � eK j dh e jM e@ � eK j di e jN e@ � eK j dj e jO e@ � eK j dk e jP e@ � eK j dl e jQ eA � eK j dm e
eJ � eK j dn eR eF � eK j do eS eG � eK j d& e= eD � eK j dp e> eI � eK j d$ e< eC � eK j dW dq e? dr eT �eK j dc dr eT �d S(s t BaseManagert SyncManagert BaseProxyt Tokeni����N( t
format_exc( t Processt current_processt active_childrent Poolt utilt
connection( t AuthenticationString( t exitt Popent assert_spawningt ForkingPickler( t Finalizet info( t
PicklingErrorc C s t j | j | j � f f S( N( t arrayt typecodet tostring( t a( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt reduce_array@ s t itemst keyst valuesc B s8 e Z d Z d Z d � Z d � Z d � Z d � Z RS( s4
Type to uniquely indentify a shared object
t typeidt addresst idc C s! | | | | _ | _ | _ d S( N( R R R ( t selfR R R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __init__P s c C s | j | j | j f S( N( R R R ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __getstate__S s c C s | \ | _ | _ | _ d S( N( R R R ( R t state( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __setstate__V s c C s d | j | j | j f S( Ns# Token(typeid=%r, address=%r, id=%r)( R R R ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __repr__Y s ( R R R ( t __name__t
__module__t __doc__t __slots__R R R" R# ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR J s c C sN | j | | | | f � | j � \ } } | d k r; | St | | � � d S( sL
Send a message to manager using connection `c` and return response
s #RETURNN( t sendt recvt convert_to_error( t cR t
methodnamet argst kwdst kindt result( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt dispatcha s
c C sN | d k r | S| d k r& t | � S| d k r@ t d | � St d � Sd S( Ns #ERRORs
#TRACEBACKs #UNSERIALIZABLEs Unserializable message: %s
s Unrecognized message type( t RemoteErrort
ValueError( R/ R0 ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR* k s
R2 c B s e Z d � Z RS( c C s) d d d d t | j d � d d S( Ns
t -iK i ( t strR- ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __str__x s ( R$ R% R6 ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR2 w s c C sO g } xB t | � D]4 } t | | � } t | d � r | j | � q q W| S( s4
Return a list of names of methods of `obj`
t __call__( t dirt getattrt hasattrt append( t objt tempt namet func( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt all_methods s c C s- g t | � D] } | d d k r
| ^ q
S( sP
Return a list of names of methods of `obj` which do not start with '_'
i t _( R@ ( R< R> ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt public_methods� s t Serverc B s� e Z d Z d d d d d d d d d g Z d
� Z d � Z d � Z d
� Z d � Z d � Z d � Z
i e d 6e
d 6e d 6Z d � Z d � Z
d � Z d � Z d � Z d � Z d � Z d � Z d � Z RS( sM
Server class which runs in a process controlled by a manager object
t shutdownt createt accept_connectiont get_methodst
debug_infot number_of_objectst dummyt increft decrefc C s� | | _ t | � | _ t | \ } } | d | d d � | _ | j j | _ i d d f d 6| _ i | _ t j
� | _ d | _ d S( NR t backlogi t 0i ( (
t registryR t authkeyt listener_clientt listenerR t Nonet id_to_objt id_to_refcountt threadingt RLockt mutext stop( R RO R RP t
serializert Listenert Client( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s� | t � _ z� yl xe y | j j � } Wn t t f k
rD q n Xt j d | j d | f � } t | _
| j � q WWn t t
f k
r� n XWd d | _ | j j � Xd S( s(
Run the server forever
t targetR- Ni� ( R t _manager_serverRR t acceptt OSErrort IOErrorRV t Threadt handle_requestt Truet daemont startt KeyboardInterruptt
SystemExitRY t close( R R+ t t( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt
serve_forever� s c C s` d } } } yW t j | | j � t j | | j � | j � } | \ } } } } t | | � } Wn t k
r� d t � f } nF Xy | | | | � } Wn t k
r� d t � f } n
Xd | f } y | j | � Wnq t k
rQ}
y | j d t � f � Wn t k
r n Xt
j d | � t
j d | � t
j d |
� n X| j � d S( s)
Handle a new connection
s
#TRACEBACKs #RETURNs Failure to send message: %rs ... request was %rs ... exception was %rN(
RS R
t deliver_challengeRP t answer_challengeR) R9 t ExceptionR R( R R Ri ( R R+ t funcnameR0 t requestt ignoreR- R. R? t msgt e( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRc � s2
c C s� t j d t j � j � | j } | j } | j } x�| j s�y d } } | � } | \ } } } }
| | \ } } } | | k r� t
d | t | � | f � � n t | | � }
y |
| |
� } Wn t
k
r� } d | f } np X| o| j | d � } | rP| j | | | � \ } } t | | j | � } d | | f f } n d | f } Wn� t
k
r�| d k r�d t � f } q?y8 | j | } | | | | | | |
� } d | f } Wq?t
k
r�d t � f } q?XnV t k
r t j d t j � j � t j d � n t
k
r>d t � f } n Xy; y | | � Wn& t
k
rx} | d t � f � n XWq7 t
k
r�} t j d
t j � j � t j d | � t j d | � | j � t j d
� q7 Xq7 Wd S( sQ
Handle requests from the proxies in a particular process/thread
s$ starting server thread to service %rs+ method %r of %r object is not in exposed=%rs #ERRORs #PROXYs #RETURNs
#TRACEBACKs$ got EOF -- exiting thread serving %ri s #UNSERIALIZABLEs exception in thread serving %rs ... message was %rs ... exception was %ri N( R t debugRV t current_threadR> R) R( RT RY RS t AttributeErrort typeR9 Rn t getRE R R R t fallback_mappingt EOFErrort sysR R Ri ( R t connR) R( RT R, R< Rp t identR- R. t exposedt gettypeidt functiont resRs Rr R t ridentt rexposedt tokent
fallback_funcR0 ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt serve_client� sl
c C s | S( N( ( R R| R} R< ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt fallback_getvalue+ s c C s
t | � S( N( R5 ( R R| R} R< ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt fallback_str. s c C s
t | � S( N( t repr( R R| R} R< ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt
fallback_repr1 s R6 R# s #GETVALUEc C s d S( N( ( R R+ ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRJ : s c C s� | j j � z� g } | j j � } | j � xS | D]K } | d k r6 | j d | | j | t | j | d � d f � q6 q6 Wd j | � SWd | j j � Xd S( sO
Return some info --- useful to spot problems with refcounting
RN s %s: refcount=%s
%si iK s
N(
RX t acquireRT R t sortR; RU R5 t joint release( R R+ R0 R R} ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRH = s
'c C s t | j � d S( s*
Number of shared objects
i ( t lenRT ( R R+ ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRI O s c C s z� y� t j d � | j d � t j t j k rZ t j d � t j t _ t j t _ n t j d � x( t
� D] } t j d � | j � qq Wx( t
� D] } t j d � | j � q� Wt j � t j
d � Wn d d l } | j � n XWd t d � Xd S(
s'
Shutdown this process
s! manager received shutdown messages #RETURNs resetting stdout, stderri s& terminating a child process of managers manager exiting with exitcode 0i����N( s #RETURNN( R Rt R( RS R{ t stdoutt
__stdout__t
__stderr__t stderrt _run_finalizersR t terminateR� R t tracebackt print_excR ( R R+ t pR� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRD U s*
c O s% | j j � z| j | \ } } } } | d k rB | d } n | | | � } | d k rl t | � } n | d k r� t | � t | � } n d t | � }
t j d | |
� | t | � | f | j
|
<|
| j k r� d | j |
<n | j | |
� |
t
| � f SWd | j j � Xd S( s>
Create a new shared object and return its id
i s %xs& %r callable returned object with id %rN( RX R� RO RS RB t listR R Rt t setRT RU RK t tupleR� ( R R+ R R- R. t callableR~ t method_to_typeidt proxytypeR< R} ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRE u s$
c C s t | j | j d � S( sL
Return the methods of the shared object indicated by token
i ( R� RT R ( R R+ R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRG � s c C s- | t j � _ | j d � | j | � d S( s=
Spawn a new thread to serve this connection
s #RETURNN( s #RETURNN( RV Ru R> R( RS R� ( R R+ R> ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRF � s
c C s9 | j j � z | j | c d 7<Wd | j j � Xd S( Ni ( RX R� RU R� ( R R+ R} ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRK � s
c C ss | j j � zQ | j | c d 8<| j | d k r] | j | =| j | =t j d | � n Wd | j j � Xd S( Ni i s disposing of obj with id %r( RX R� RU RT R Rt R� ( R R+ R} ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRL � s
( R$ R% R& t publicR Rk Rc R� R� R� R� Ry RJ RH RI RD RE RG RF RK RL ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRC � s. " J
& t Statec B s# e Z d g Z d Z d Z d Z RS( t valuei i i ( R$ R% R' t INITIALt STARTEDt SHUTDOWN( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s t picklet xmlrpclibc B s� e Z d Z i Z e Z d d d d � Z d � Z d � Z d � Z
d d d � Z e d d d � � Z
d � Z d d � Z d
� Z d � Z d � Z d
� Z e d � � Z e d � � Z e d d d d e d � � Z RS( s!
Base class for managers
R� c C sq | d k r t � j } n | | _ t | � | _ t � | _ t j | j _ | | _
t | \ | _ | _
d S( N( RS R RP t _addressR t _authkeyR� t _stateR� R� t _serializerRQ t _Listenert _Client( R R RP RZ ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s% t | � j | j | j | j f f S( N( Rw t from_addressR� R� R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt
__reduce__� s c C s t | j | j | j | j � S( sX
Return server object with serve_forever() method and address attribute
( RC t _registryR� R� R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt
get_server� s c C sN t | j \ } } | | j d | j �} t | d d � t j | j _ d S( s>
Connect manager object to the server process
RP RJ N(
RQ R� R� R� R1 RS R� R� R� R� ( R R[ R\ R| ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt connect� s c C sL | d k r+ t | d � r+ t d � � n t j d t � \ } } t d t | � j d | j | j
| j | j | | | f � | _
d j d � | j
j D� � } t | � j d | | j
_ | j
j � | j � | j � | _
| j � t j | j _ t j | t | � j d | j
| j
| j | j | j f d d
�| _ d S( s@
Spawn a server process for this manager object
R7 s initializer must be a callablet duplexR] R- t :c s s | ] } t | � Vq d S( N( R5 ( t .0t i( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pys <genexpr>
s R4 t exitpriorityi N( RS R: t TypeErrorR
t Pipet FalseR Rw t _run_serverR� R� R� R� t _processR� t _identityR$ R> Rf Ri R) R� R� R� R� R R t _finalize_managerR� RD ( R t initializert initargst readert writerR} ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRf � s&
c C sl | d k r | | � n | j | | | | � } | j | j � | j � t j d | j � | j � d S( s@
Create a server, report its address and run it
s manager serving at %rN( RS t _ServerR( R Ri R R Rk ( t clsRO R RP RZ R� R� R� t server( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� s
c O sk | j | j d | j �} z) t | d d | f | | � \ } } Wd | j � Xt | | j | � | f S( sP
Create a new shared object; return the token and exposed tuple
RP RE N( R� R� R� R1 RS Ri R ( R R R- R. R| R R~ ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _create0 s
) c C s | j j | � d S( sC
Join the manager process (if it has been spawned)
N( R� R� ( R t timeout( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� < s c C sA | j | j d | j �} z t | d d � SWd | j � Xd S( sS
Return some info about the servers shared objects and connections
RP RH N( R� R� R� R1 RS Ri ( R R| ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _debug_infoB s c C sA | j | j d | j �} z t | d d � SWd | j � Xd S( s5
Return the number of shared objects
RP RI N( R� R� R� R1 RS Ri ( R R| ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _number_of_objectsL s c C s | S( N( ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __enter__V s c C s | j � d S( N( RD ( R t exc_typet exc_valt exc_tb( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __exit__Y s c C s | j � r� t j d � y8 | | d | �} z t | d d � Wd | j � XWn t k
rd n X| j d d � | j � r� t j d � t | d � r� t j d � | j � | j d d
� | j � r� t j d � q� q� q� n t
j | _ y t
j | =Wn t k
rn Xd S( sQ
Shutdown the manager process; will be registered as a finalizer
s# sending shutdown message to managerRP RD NR� g�������?s manager still aliveR� s' trying to `terminate()` manager processg�������?s# manager still alive after terminate( t is_aliveR R R1 RS Ri Rn R� R: R� R� R� R� R t _address_to_localt KeyError( t processR RP R! R� R| ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� \ s.
c C s | j S( N( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt <lambda>| t c
s� d | j k r$ | j j � | _ n � d k r9 t � n | pN t � d d � } | pf t � d d � } | r� x | j � D] \ } } q| Wn | | | � f | j � <| r� � � f d � } � | _ t | � | � n d S( s9
Register a typeid with the manager type
R� t _exposed_t _method_to_typeid_c s� t j d � � | j � | | � \ } } � | | j d | d | j d | �} | j | j d | j �} t | d d | j f � | S( Ns) requesting creation of a shared %r objectt managerRP R~ RL (
R Rt R� R� R� R� R R1 RS R ( R R- R. R� t expt proxyR| ( R� R ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR= � s N( t __dict__R� t copyRS t AutoProxyR9 R R$ t setattr(
R� R R� R� R~ R� t
create_methodt keyR� R= ( ( R� R s0 /usr/lib64/python2.7/multiprocessing/managers.pyt register~ s
N( ( ( R$ R% R& R� RC R� RS R R� R� R� Rf t classmethodR� R� R� R� R� R� R� t staticmethodR� t propertyR Rd R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s*
$
t ProcessLocalSetc B s e Z d � Z d � Z RS( c C s t j | d � � d S( Nc S s
| j � S( N( t clear( R< ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � R� ( R t register_after_fork( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s t | � d f S( N( ( Rw ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s ( R$ R% R R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c B s� e Z d Z i Z e j � Z d d d e d � Z d � Z
d
i d � Z d � Z d � Z
e d � � Z d � Z d � Z d � Z d
� Z d � Z RS( s.
A base for proxies of shared objects
c C s; t j j � zP t j j | j d � } | d k r\ t j � t � f } | t j | j <n Wd t j j
� X| d | _ | d | _ | | _
| j
j | _ | | _ | | _ t | d | _ | d k r� t | � | _ n0 | j d k r| j j | _ n t � j | _ | r$| j � n t j | t j � d S( Ni i ( R t _mutexR� R� Rx R RS R t ForkAwareLocalR� R� t _tlst _idsett _tokenR t _idt _managerR� RQ R� R R� R RP t _increfR� t _after_fork( R R� RZ R� RP R~ RK t tls_idset( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s,
c C s� t j d � t � j } t j � j d k rH | d t j � j 7} n | j | j j d | j �} t
| d d | f � | | j _
d S( Ns making connection to managert
MainThreadt |RP RF ( R Rt R R> RV Ru R� R� R R� R1 RS R� R
( R R> R| ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _connect� s
c C sD y | j j } Wn@ t k
rR t j d t j � j � | j � | j j } n X| j | j
| | | f � | j � \ } } | d k r� | S| d k r1| \ } } | j j
| j d } | j j | _ | | | j d | j d | j d | �}
| j | j d | j �} t | d d | j f � |
St | | � � d S(
sW
Try to call a method of the referrent and return a copy of the result
s# thread %r does not own a connections #RETURNs #PROXYi����R� RP R~ RL N( R� R
Rv R Rt RV Ru R> R� R( R� R) R� R� R R� R R� R� R� R1 RS R R* ( R R, R- R. R| R/ R0 R~ R� R� R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _callmethod� s,
c C s
| j d � S( s9
Get a copy of the value of the referent
s #GETVALUE( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _getvalue s c
C s� | j | j j d | j �} t | d d | j f � t j d | j j � | j
j | j � | j or | j j
} t j | t j d | j | j | | j | j
| j f d d �| _ d S( NRP RK s INCREF %rR- R� i
( R� R� R R� R1 RS R� R Rt R R� t addR� R� R R t _decrefR� t _close( R R| R! ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� s c C s� | j | j � | d k s. | j t j k r� yE t j d | j � | | j d | �} t | d d | j f � Wq� t
k
r� } t j d | � q� Xn t j d | j � | r� t | d � r� t j d t j
� j � | j j � | ` n d S( Ns DECREF %rRP RL s ... decref failed %ss% DECREF %r -- manager already shutdownR
s- thread %r has no more proxies so closing conn( t discardR RS R� R� R� R Rt R R1 Rn R: RV Ru R> R
Ri ( R� RP R! t tlst idsetR� R| Rs ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� s
c C sB d | _ y | j � Wn$ t k
r= } t j d | � n Xd S( Ns incref failed: %s( RS R� R� Rn R R ( R Rs ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� 7 s
c C s� i } t j � r" | j | d <n t | d t � r] | j | d <t t | j | j | f f St t
| � | j | j | f f Sd S( NRP t _isautoR~ ( R
t thread_is_spawningR� R9 R� R� t RebuildProxyR� R� R� Rw ( R R. ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� ? s
c C s
| j � S( N( R� ( R t memo( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __deepcopy__L s c C s* d t | � j | j j d t | � f S( Ns <%s object, typeid %r at %s>s 0x%x( Rw R$ R� R R ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR# O s c C s8 y | j d � SWn t k
r3 t | � d d SXd S( sV
Return representation of the referent (or a fall-back if that fails)
R# i����s ; '__str__()' failed>N( R� Rn R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR6 S s
N( ( R$ R% R& R� R t ForkAwareThreadLockR� RS Rd R R� R� R� R� R� R� R� R� R� R# R6 ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s %
c C s� t t � d d � } | r? | j | j k r? | j | j d S| j d t � od t t � d t � } | | | d | | �Sd S( s�
Function used for unpickling proxy objects.
If possible the shared object is returned, or otherwise a proxy for it.
R^ i RK t _inheritingN( R9 R RS R RT R t popRd R� ( R? R� RZ R. R� RK ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� ` s c B s� e | � } y | | | f SWn e k
r1 n Xi } x | D] } d | | f | Uq? We | e f | � } | | _ | | | | f <| S( sB
Return a proxy type whose methods are given by `exposed`
sL def %s(self, *args, **kwds):
return self._callmethod(%r, args, kwds)( R� R� Rw R R� ( R> R~ t _cachet dict metht ProxyType( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt
MakeProxyTypeu s
c
C s� t | d } | d k r\ | | j d | �} z t | d d | f � } Wd | j � Xn | d k r� | d k r� | j } n | d k r� t � j } n t d | j | � } | | | d | d | d | �} t
| _ | S( s*
Return an auto-proxy for `token`
i RP RG Ns
AutoProxy[%s]R� RK ( RQ RS R R1 Ri R� R RP R R Rd R� (
R� RZ R� RP R~ RK R� R| R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s t Namespacec B s e Z d � Z d � Z RS( c K s | j j | � d S( N( R� t update( R R. ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C ss | j j � } g } x= | D]5 \ } } | j d � s | j d | | f � q q W| j � d t j d | � S( NRA s %s=%rs
Namespace(%s)s , ( R� R t
startswithR; R� R5 R� ( R R R= R> R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR# � s
( R$ R% R R# ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s t Valuec B s> e Z e d � Z d � Z d � Z d � Z e e e � Z RS( c C s | | _ | | _ d S( N( t _typecodet _value( R R R� t lock( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s | j S( N( R
( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRx � s c C s
| | _ d S( N( R
( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s d t | � j | j | j f S( Ns
%s(%r, %r)( Rw R$ R R
( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR# � s ( R$ R% Rd R Rx R� R# R� R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s
c C s t j | | � S( N( R ( R t sequenceR ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt Array� s t
IteratorProxyc B sD e Z d Z d � Z d � Z d � Z d � Z d � Z d
� Z RS( t __next__t nextR( t throwRi c C s | S( N( ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __iter__� s c G s | j d | � S( NR ( R� ( R R- ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c G s | j d | � S( NR ( R� ( R R- ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c G s | j d | � S( NR( ( R� ( R R- ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR( � s c G s | j d | � S( NR ( R� ( R R- ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c G s | j d | � S( NRi ( R� ( R R- ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRi � s ( R R R( R Ri ( R$ R% R� R R R R( R Ri ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s t
AcquirerProxyc B s5 e Z d Z e d � Z d � Z d � Z d � Z RS( R� R� c C s | j d | f � S( NR� ( R� ( R t blocking( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s
| j d � S( NR� ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s
| j d � S( NR� ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s
| j d � S( NR� ( R� ( R R� R� R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s ( R� R� ( R$ R% R� Rd R� R� R� R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s
t ConditionProxyc B s, e Z d Z d d � Z d � Z d � Z RS(
R� R� t waitt notifyt
notify_allc C s | j d | f � S( NR ( R� ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s
| j d � S( NR ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s
| j d � S( NR ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s ( R� R� R R R N( R$ R% R� RS R R R ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s t
EventProxyc B s5 e Z d Z d � Z d � Z d � Z d d � Z RS(
t is_setR� R� R c C s
| j d � S( NR ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s
| j d � S( NR� ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s
| j d � S( NR� ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s | j d | f � S( NR ( R� ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s ( R R� R� R N( R$ R% R� R R� R� RS R ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s
t NamespaceProxyc B s) e Z d Z d � Z d � Z d � Z RS( t __getattribute__t __setattr__t __delattr__c C sB | d d k r t j | | � St j | d � } | d | f � S( Ni RA R� R ( t objectR ( R R� t
callmethod( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __getattr__� s c C sH | d d k r# t j | | | � St j | d � } | d | | f � S( Ni RA R� R ( R" R R ( R R� R� R# ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR s c C sB | d d k r t j | | � St j | d � } | d | f � S( Ni RA R� R! ( R" R! R ( R R� R# ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR! s ( R R R! ( R$ R% R� R$ R R! ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s t
ValueProxyc B s/ e Z d Z d � Z d � Z e e e � Z RS( Rx R� c C s
| j d � S( NRx ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRx s c C s | j d | f � S( NR� ( R� ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� s ( Rx R� ( R$ R% R� Rx R� R� R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR% s t
BaseListProxyt __add__t __contains__t __delitem__t __delslice__t __getitem__t __getslice__t __len__t __mul__t __reversed__t __rmul__t __setitem__t __setslice__R; t countt extendt indext insertR t removet reverseR� t __imul__t ListProxyc B s e Z d � Z d � Z RS( c C s | j d | f � | S( NR4 ( R� ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __iadd__ s c C s | j d | f � | S( NR9 ( R� ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR9 s ( R$ R% R; R9 ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR: s t DictProxyR R� R� Rx t has_keyt popitemt
setdefaultR t Iteratort
ArrayProxyt PoolProxyt applyt apply_asyncRi t imapt imap_unorderedR� t mapt map_asyncR� t AsyncResultc B s e Z d Z RS( s(
Subclass of `BaseManager` which supports a number of shared object types.
The types registered are those intended for the synchronization
of threads, plus `dict`, `list` and `Namespace`.
The `multiprocessing.Manager()` function creates started instances of
this class.
( R$ R% R& ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR C s t Queuet
JoinableQueuet Eventt LockRW t Semaphoret BoundedSemaphoret ConditionR R� t dictR R� R� (U t __all__t osR{ t weakrefRV R RJ R� R t multiprocessingR R R R R R
t multiprocessing.processR t multiprocessing.forkingR R
R R t multiprocessing.utilR R t cPickleR t ImportErrorR� R R� R> Rw R9 t
view_typesR" R R1 R* Rn R2 R@ RB RC R� R[ R\ t XmlListenert XmlClientRQ R R� R� R R� R RS Rd R� R R R R R R R R R% R& R: R< R� RA RB R RL RM RW RN RO RP R� RQ R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt <module>$ s� ."
4
� ,
�
�
connection.pyo 0000644 00000034267 15033635200 0007445 0 ustar 00 �
{ fc @ s� d d d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m
Z
m Z d d l m
Z
m Z m Z m Z d d l m Z m Z d Z d Z d
Z e j � Z d Z d g Z e e d � rd Z e d g 7Z n e j d
k r4d Z e d g 7Z n e d � Z d � Z d � Z d � Z d e! f d � � YZ" d d d � Z$ e j d
k r�e% d � Z& n d d l m' Z' e% d � Z& d e! f d � � YZ( d � Z) e j d
k r
d e! f d � � YZ* d � Z+ n d Z, d Z- d Z. d! Z/ d" � Z0 d# � Z1 d$ � Z2 d% e! f d& � � YZ3 d' � Z4 d( � Z5 d) e" f d* � � YZ6 d+ � Z7 d S(, t Clientt Listenert Pipei����N( t current_processt AuthenticationError( t get_temp_dirt Finalizet sub_debugt debug( t duplicatet closei g 4@t sha256t AF_INETt AF_UNIXt win32t AF_PIPEc C s t j � | S( N( t time( t timeout( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt
_init_timeoutM s c C s t j � | k S( N( R ( t t( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt _check_timeoutP s c C s} | d k r d
S| d k r5 t j d d d t � � S| d k rm t j d d t j � t j � f d d
� St d � � d S( s?
Return an arbitrary free address for the given family
R t localhosti R
t prefixs listener-t dirR s \\.\pipe\pyc-%d-%d-t s unrecognized familyN( R i ( t tempfilet mktempR t ost getpidt
_mmap_countert nextt
ValueError( t family( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt arbitrary_addressW s c C se t | � t k r d St | � t k r; | j d � r; d St | � t k rQ d St d | � � d S( s]
Return the types of the address
This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE'
R s \\R R
s address type of %r unrecognizedN( t typet tuplet strt
startswithR ( t address( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt address_typef s !c B sS e Z d Z d d d d d � Z d � Z d � Z e d � � Z e d � � Z RS( s�
Returns a listener object.
This is a wrapper for a bound socket which is 'listening' for
connections, or for a Windows named pipe.
i c C s� | p | r t | � p t } | p- t | � } | d k rQ t | | � | _ n t | | | � | _ | d k r� t | t � r� t d � n | | _
d S( NR s authkey should be a byte string( R' t default_familyR! t PipeListenert _listenert SocketListenert Nonet
isinstancet bytest TypeErrort _authkey( t selfR& R t backlogt authkey( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt __init__� s c C s? | j j � } | j r; t | | j � t | | j � n | S( sz
Accept a connection on the bound socket or named pipe of `self`.
Returns a `Connection` object.
( R* t acceptR0 t deliver_challenget answer_challenge( R1 t c( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR5 � s
c C s
| j j � S( sA
Close the bound socket or named pipe of `self`.
( R* R
( R1 ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR
� s c C s
| j j S( N( R* t _address( R1 ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt <lambda>� R c C s
| j j S( N( R* t _last_accepted( R1 ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR: � R N(
t __name__t
__module__t __doc__R, R4 R5 R
t propertyR& t
last_accepted( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR y s c C s� | p t | � } | d k r- t | � } n t | � } | d k ra t | t � ra t d � n | d k r� t | | � t | | � n | S( s=
Returns a connection to the address of a `Listener`
R s authkey should be a byte stringN( R' t
PipeClientt SocketClientR, R- R. R/ R7 R6 ( R& R R3 R8 ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR � s
c C s� | r� t j � \ } } | j t � | j t � t j t j | j � � � } t j t j | j � � � } | j � | j � n< t j
� \ } } t j | d t �} t j | d t �} | | f S( sL
Returns pair of connection objects at either end of a pipe
t writablet readable( t sockett
socketpairt setblockingt Truet _multiprocessingt
ConnectionR t dupt filenoR
t pipet False( t duplext s1t s2t c1t c2t fd1t fd2( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR � s
( R c C sU t d � } | r; t j } t j t j B} t t } } n t j } t j } d t } } t j | | t j t j Bt j
Bd | | t j t j � } t j
| | d t j t j d t j � } t j | t j d d � y t j | t j � Wn/ t k
r } | j d t j k r!� q!n Xt j | d | �} t j | d | �}
| |
f S( sL
Returns pair of connection objects at either end of a pipe
R i i RC RD N( R! R t PIPE_ACCESS_DUPLEXt GENERIC_READt
GENERIC_WRITEt BUFSIZEt PIPE_ACCESS_INBOUNDt CreateNamedPipet PIPE_TYPE_MESSAGEt PIPE_READMODE_MESSAGEt PIPE_WAITt NMPWAIT_WAIT_FOREVERt NULLt
CreateFilet
OPEN_EXISTINGt SetNamedPipeHandleStateR, t ConnectNamedPipet WindowsErrort argst ERROR_PIPE_CONNECTEDRI t PipeConnection( RO R& t openmodet accesst obsizet ibsizet h1t h2t eRR RS ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR � s2
$
R+ c B s, e Z d Z d d � Z d � Z d � Z RS( sO
Representation of a socket which is bound to an address and listening
i c C s� t j t t | � � | _ yb | j j t j t j d � | j j t � | j j | � | j j | � | j j
� | _ Wn$ t j k
r� | j j
� � n X| | _ d | _ | d k r� t | t j d | f d d �| _ n d | _ d S( Ni R
Rf t exitpriorityi ( RE t getattrt _sockett
setsockoptt
SOL_SOCKETt SO_REUSEADDRRG RH t bindt listent getsocknameR9 t errorR
t _familyR, R; R R t unlinkt _unlink( R1 R& R R2 ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR4 � s
$c C s� x\ t r^ y | j j � \ } | _ Wn2 t j k
rY } | j d t j k r[ � q[ q XPq W| j t � t
| j � � } t j
| � } | j � | S( Ni ( RH Rr R5 R; RE Ry Rf t errnot EINTRRG R RL RI RJ R
( R1 t sRo t fdt conn( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR5 s
c C sA z | j j � Wd | j } | d k r< d | _ | � n Xd S( N( Rr R
R| R, ( R1 R{ ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR
# s ( R< R= R> R4 R5 R
( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR+ � s c C s� t t t | � � } t � } x� t j | � } | j t � y | j | � Wnb t j k
r� } | j � | j d t
j k s� t | � r� t
d | � � n t j d � q! XPq! W� t | j � � } t j | � } | j � | S( sO
Return a connection object connected to the socket given by `address`
i s failed to connect to address %sg{�G�z�?( Rq RE R' R RG RH t connectRy R
Rf R} t ECONNREFUSEDR R R t sleepR RL RI RJ ( R& R R R Ro R� R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyRB - s&
"
R) c B s2 e Z d Z d d � Z d � Z e d � � Z RS( s0
Representation of a named pipe
c C s� | | _ t j | t j t j t j Bt j Bt j t t t j t j
� } | g | _ d | _
t d | j � t | t j d | j | j f d d �| _ d S( Ns listener created with address=%rRf Rp i ( R9 R R[ RV R\ R] R^ t PIPE_UNLIMITED_INSTANCESRY R_ R` t
_handle_queueR, R; R R R) t _finalize_pipe_listenerR
( R1 R& R2 t handle( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR4 S s
c C s� t j | j t j t j t j Bt j Bt j t t t j t j
� } | j j | � | j j
d � } y t j | t j
� Wn8 t k
r� } | j d t j t j f k r� � q� n Xt j | � S( Ni ( R R[ R9 RV R\ R] R^ R� RY R_ R` R� t appendt popRd Re Rf Rg t
ERROR_NO_DATARI Rh ( R1 t newhandleR� Ro ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR5 f s
c C s, t d | � x | D] } t | � q Wd S( Ns closing listener with address=%r( R R
( t queueR& R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR� z s
N( R< R= R> R, R4 R5 t staticmethodR� ( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR) O s c C s� t � } x� yH t j | d � t j | t j t j Bd t j t j d t j � } WnD t k
r� } | j d t j
t j f k s� t | � r� � q� q XPq W� t j
| t j d d � t j | � S( sU
Return a connection object connected to the pipe given by `address`
i� i N( R R t
WaitNamedPipeRa RW RX R` Rb Re Rf t ERROR_SEM_TIMEOUTt ERROR_PIPE_BUSYR Rc R] R, RI Rh ( R& R t hRo ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyRA � s "
i s #CHALLENGE#s #WELCOME#s #FAILURE#c C s d d l } t | t � S( Ni����( t hashlibRq t HMAC_DIGEST_NAME( R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt get_digestmod_for_hmac� s c C s� d d l } t j t � } | j t | � | j | | t � � j � } | j d � } | | k ru | j t
� n | j t � t d � � d S( Ni����i s digest received was wrong(
t hmacR t urandomt MESSAGE_LENGTHt
send_bytest CHALLENGEt newR� t digestt
recv_bytest WELCOMEt FAILURER ( t
connectionR3 R� t messageR� t response( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR6 � s
c C s� d d l } | j d � } | t t � } | j | | t � � j � } | j | � | j d � } | t k r� t d � � n d S( Ni����i s digest sent was rejected(
R� R� t lenR� R� R� R� R� R� R ( R� R3 R� R� R� R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR7 � s
t ConnectionWrapperc B s# e Z d � Z d � Z d � Z RS( c C sO | | _ | | _ | | _ x- d D]% } t | | � } t | | | � q" Wd S( NRL R
t pollR� R� ( RL R
R� R� R� ( t _connt _dumpst _loadsRq t setattr( R1 R� t dumpst loadst attrt obj( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR4 � s
c C s# | j | � } | j j | � d S( N( R� R� R� ( R1 R� R ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt send� s c C s | j j � } | j | � S( N( R� R� R� ( R1 R ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt recv� s ( R< R= R4 R� R� ( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR� � s c C s t j | f d d d d � S( Ni ( t xmlrpclibR� R, ( R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt
_xml_dumps� s c C s t j | � \ \ } } | S( N( R� R� ( R R� t method( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt
_xml_loads� s t XmlListenerc B s e Z d � Z RS( c C s+ d d l a t j | � } t | t t � S( Ni����( R� R R5 R� R� R� ( R1 R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR5 � s ( R< R= R5 ( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR� � s c O s% d d l a t t | | � t t � S( Ni����( R� R� R R� R� ( Rf t kwds( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt XmlClient� s (8 t __all__R t sysRE R} R R t itertoolsRI t multiprocessingR R t multiprocessing.utilR R R R t multiprocessing.forkingR R
RY t CONNECTION_TIMEOUTR� t countR R( t familiest hasattrt platformR R R! R' t objectR R, R RH R R R+ RB R) RA R� R� R� R� R� R6 R7 R� R� R� R� R� ( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt <module># sd " , *2 1
process.pyo 0000644 00000021223 15033635200 0006750 0 ustar 00 �
{ fc @ s2 d d d g Z d d l Z d d l Z d d l Z d d l Z y e j j e j � � Z Wn e k
rt d Z n Xd � Z d � Z d � Z
d e f d � � YZ d e f d
� � YZ d e f d � � YZ e � a [ i Z xG e j j � D]6 \ Z Z e d
d k r� d e k r� e e e <q� q� Wd S( t Processt current_processt active_childreni����Nc C s t S( s@
Return process object representing the current process
( t _current_process( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR ; s c C s t � t t j � S( sN
Return list of process objects corresponding to live child processes
( t _cleanupt listR t _children( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR A s c C sF x? t t j � D]. } | j j � d k r t j j | � q q Wd S( N( R R R t _popent pollt Nonet discard( t p( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR L s c B s� e Z d Z d Z d d d d i d � Z d � Z d � Z d � Z d d � Z d � Z
e d � � Z e j
d � � Z e d � � Z e j
d
� � Z e d � � Z e j
d � � Z e d
� � Z e d � � Z e Z d � Z d � Z RS( s�
Process objects represent activity that is run in a separate process
The class is analagous to `threading.Thread`
c C s� t j j � } t j | f | _ t j | _ t j | _ t j | _ t j � | _ d | _ | | _ t
| � | _ t | � | _ | p� t | � j d d j d � | j D� � | _ d S( Nt -t :c s s | ] } t | � Vq d S( N( t str( t .0t i( ( s/ /usr/lib64/python2.7/multiprocessing/process.pys <genexpr>k s ( R t _countert nextt _identityt _authkeyt _daemonict _tempdirt ost getpidt _parent_pidR R t _targett tuplet _argst dictt _kwargst typet __name__t joint _name( t selft groupt targett namet argst kwargst count( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt __init__^ s c C s& | j r" | j | j | j � n d S( sQ
Method to be run in sub-process; can be overridden in sub-class
N( R R R ( R# ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt runm s c C sg t � | j d k r" | j } n d d l m } | | � | _ | ` | ` | ` t j
j | � d S( s%
Start child process
i ( t PopenN( R t _PopenR t forkingR, R R R R R R t add( R# R, ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt startt s c C s | j j � d S( sT
Terminate process; sends SIGTERM signal or uses TerminateProcess()
N( R t terminate( R# ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR1 � s c C s5 | j j | � } | d k r1 t j j | � n d S( s5
Wait until child process terminates
N( R t waitR R R R
( R# t timeoutt res( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR! � s c C sZ | t k r t S| j d k r# t S| j j � } | d k rB t St j j | � t Sd S( s1
Return whether process is alive
N( R t TrueR R t FalseR R R
( R# t
returncode( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt is_alive� s c C s | j S( N( R" ( R# ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR& � s c C s
| | _ d S( N( R" ( R# R& ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR& � s c C s | j S( s4
Return whether process is a daemon
( R ( R# ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt daemon� s c C s
| | _ d S( s1
Set whether process is a daemon
N( R ( R# t daemonic( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR9 � s c C s | j S( N( R ( R# ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt authkey� s c C s t | � | _ d S( s2
Set authorization key of process
N( t AuthenticationStringR ( R# R; ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR; � s c C s# | j d k r | j S| j j � S( sM
Return exit code of process or `None` if it has yet to stop
N( R R R ( R# ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt exitcode� s c C s- | t k r t j � S| j o( | j j Sd S( sU
Return identifier (PID) of process or `None` if it has yet to start
N( R R R R t pid( R# ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt ident� s
c C s� | t k r d } n] | j t j � k r3 d } n? | j d k rK d } n' | j j � d k rl | j } n d } t | � t t
f k r� | d k r� d } q� d t j | | � } n d t | � j
| j | | j r� d p� d f S(
Nt startedt unknownt initiali t stoppeds stopped[%s]s <%s(%s, %s%s)>s daemont ( R R R R R R R R= R t intt longt _exitcode_to_namet getR R" R ( R# t status( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt __repr__� s c C s� d d l m } y� t � | _ t j d � | _ y# t j j � t
t j � t _ Wn t
t f k
rm n X| a | j j � | j � | j d � z | j � d } Wd | j � XWn� t k
rH} | j s� d } q�t | j d t t f � rt | j d � } q�t j j t | j d � d � t j j � d } nG d } d d l } t j j d | j � t j j � | j! � n X| j d | � | S( Ni ( t utils child process calling self.run()i s
i����s Process %s:
s process exiting with exitcode %d(" RD RK t setR t itertoolsR) R t syst stdint closet openR t devnullt OSErrort
ValueErrorR t _finalizer_registryt cleart _run_after_forkerst infoR+ t _exit_functiont
SystemExitR' t
isinstanceRE RF t stderrt writeR t flusht tracebackR& t print_exc( R# RK R= t eR_ ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt
_bootstrap� sB
!
N( ( R t
__module__t __doc__R R- R* R+ R0 R1 R! R8 t propertyR& t setterR9 R; R= R? R> RJ Rb ( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR V s&
R< c B s e Z d � Z RS( c C s> d d l m } | j � s+ t d � � n t t | � f f S( Ni ( R, sJ Pickling an AuthenticationString object is disallowed for security reasons( R. R, t thread_is_spawningt TypeErrorR< t bytes( R# R, ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt
__reduce__' s
( R Rc Rj ( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR< & s t _MainProcessc B s e Z d � Z RS( c C sp d | _ t | _ d | _ d | _ d | _ t j d � | _ t
� | _ t t
j d � � | _ d | _ d S( Nt MainProcessi i ( ( R R6 R R" R R R RM R) R RL R R< R t urandomR R ( R# ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR* 6 s ( R Rc R* ( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyRk 4 s i t SIGt _( t __all__R RN t signalRM t patht abspatht getcwdt ORIGINAL_DIRRS R R R R t objectR Ri R< Rk R RG t __dict__t itemsR& t signum( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt <module># s(
�
pool.py 0000644 00000077375 15033635200 0006107 0 ustar 00 #
# Module providing the `Pool` class for managing a process pool
#
# multiprocessing/pool.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = ['Pool', 'ThreadPool']
#
# Imports
#
import collections
import itertools
import os
import queue
import threading
import time
import traceback
import warnings
from queue import Empty
# If threading is available then ThreadPool should be provided. Therefore
# we avoid top-level imports which are liable to fail on some systems.
from . import util
from . import get_context, TimeoutError
from .connection import wait
#
# Constants representing the state of a pool
#
INIT = "INIT"
RUN = "RUN"
CLOSE = "CLOSE"
TERMINATE = "TERMINATE"
#
# Miscellaneous
#
job_counter = itertools.count()
def mapstar(args):
return list(map(*args))
def starmapstar(args):
return list(itertools.starmap(args[0], args[1]))
#
# Hack to embed stringification of remote traceback in local traceback
#
class RemoteTraceback(Exception):
def __init__(self, tb):
self.tb = tb
def __str__(self):
return self.tb
class ExceptionWithTraceback:
def __init__(self, exc, tb):
tb = traceback.format_exception(type(exc), exc, tb)
tb = ''.join(tb)
self.exc = exc
self.tb = '\n"""\n%s"""' % tb
def __reduce__(self):
return rebuild_exc, (self.exc, self.tb)
def rebuild_exc(exc, tb):
exc.__cause__ = RemoteTraceback(tb)
return exc
#
# Code run by worker processes
#
class MaybeEncodingError(Exception):
"""Wraps possible unpickleable errors, so they can be
safely sent through the socket."""
def __init__(self, exc, value):
self.exc = repr(exc)
self.value = repr(value)
super(MaybeEncodingError, self).__init__(self.exc, self.value)
def __str__(self):
return "Error sending result: '%s'. Reason: '%s'" % (self.value,
self.exc)
def __repr__(self):
return "<%s: %s>" % (self.__class__.__name__, self)
def worker(inqueue, outqueue, initializer=None, initargs=(), maxtasks=None,
wrap_exception=False):
if (maxtasks is not None) and not (isinstance(maxtasks, int)
and maxtasks >= 1):
raise AssertionError("Maxtasks {!r} is not valid".format(maxtasks))
put = outqueue.put
get = inqueue.get
if hasattr(inqueue, '_writer'):
inqueue._writer.close()
outqueue._reader.close()
if initializer is not None:
initializer(*initargs)
completed = 0
while maxtasks is None or (maxtasks and completed < maxtasks):
try:
task = get()
except (EOFError, OSError):
util.debug('worker got EOFError or OSError -- exiting')
break
if task is None:
util.debug('worker got sentinel -- exiting')
break
job, i, func, args, kwds = task
try:
result = (True, func(*args, **kwds))
except Exception as e:
if wrap_exception and func is not _helper_reraises_exception:
e = ExceptionWithTraceback(e, e.__traceback__)
result = (False, e)
try:
put((job, i, result))
except Exception as e:
wrapped = MaybeEncodingError(e, result[1])
util.debug("Possible encoding error while sending result: %s" % (
wrapped))
put((job, i, (False, wrapped)))
task = job = result = func = args = kwds = None
completed += 1
util.debug('worker exiting after %d tasks' % completed)
def _helper_reraises_exception(ex):
'Pickle-able helper function for use by _guarded_task_generation.'
raise ex
#
# Class representing a process pool
#
class _PoolCache(dict):
"""
Class that implements a cache for the Pool class that will notify
the pool management threads every time the cache is emptied. The
notification is done by the use of a queue that is provided when
instantiating the cache.
"""
def __init__(self, /, *args, notifier=None, **kwds):
self.notifier = notifier
super().__init__(*args, **kwds)
def __delitem__(self, item):
super().__delitem__(item)
# Notify that the cache is empty. This is important because the
# pool keeps maintaining workers until the cache gets drained. This
# eliminates a race condition in which a task is finished after the
# the pool's _handle_workers method has enter another iteration of the
# loop. In this situation, the only event that can wake up the pool
# is the cache to be emptied (no more tasks available).
if not self:
self.notifier.put(None)
class Pool(object):
'''
Class which supports an async version of applying functions to arguments.
'''
_wrap_exception = True
@staticmethod
def Process(ctx, *args, **kwds):
return ctx.Process(*args, **kwds)
def __init__(self, processes=None, initializer=None, initargs=(),
maxtasksperchild=None, context=None):
# Attributes initialized early to make sure that they exist in
# __del__() if __init__() raises an exception
self._pool = []
self._state = INIT
self._ctx = context or get_context()
self._setup_queues()
self._taskqueue = queue.SimpleQueue()
# The _change_notifier queue exist to wake up self._handle_workers()
# when the cache (self._cache) is empty or when there is a change in
# the _state variable of the thread that runs _handle_workers.
self._change_notifier = self._ctx.SimpleQueue()
self._cache = _PoolCache(notifier=self._change_notifier)
self._maxtasksperchild = maxtasksperchild
self._initializer = initializer
self._initargs = initargs
if processes is None:
processes = os.cpu_count() or 1
if processes < 1:
raise ValueError("Number of processes must be at least 1")
if initializer is not None and not callable(initializer):
raise TypeError('initializer must be a callable')
self._processes = processes
try:
self._repopulate_pool()
except Exception:
for p in self._pool:
if p.exitcode is None:
p.terminate()
for p in self._pool:
p.join()
raise
sentinels = self._get_sentinels()
self._worker_handler = threading.Thread(
target=Pool._handle_workers,
args=(self._cache, self._taskqueue, self._ctx, self.Process,
self._processes, self._pool, self._inqueue, self._outqueue,
self._initializer, self._initargs, self._maxtasksperchild,
self._wrap_exception, sentinels, self._change_notifier)
)
self._worker_handler.daemon = True
self._worker_handler._state = RUN
self._worker_handler.start()
self._task_handler = threading.Thread(
target=Pool._handle_tasks,
args=(self._taskqueue, self._quick_put, self._outqueue,
self._pool, self._cache)
)
self._task_handler.daemon = True
self._task_handler._state = RUN
self._task_handler.start()
self._result_handler = threading.Thread(
target=Pool._handle_results,
args=(self._outqueue, self._quick_get, self._cache)
)
self._result_handler.daemon = True
self._result_handler._state = RUN
self._result_handler.start()
self._terminate = util.Finalize(
self, self._terminate_pool,
args=(self._taskqueue, self._inqueue, self._outqueue, self._pool,
self._change_notifier, self._worker_handler, self._task_handler,
self._result_handler, self._cache),
exitpriority=15
)
self._state = RUN
# Copy globals as function locals to make sure that they are available
# during Python shutdown when the Pool is destroyed.
def __del__(self, _warn=warnings.warn, RUN=RUN):
if self._state == RUN:
_warn(f"unclosed running multiprocessing pool {self!r}",
ResourceWarning, source=self)
if getattr(self, '_change_notifier', None) is not None:
self._change_notifier.put(None)
def __repr__(self):
cls = self.__class__
return (f'<{cls.__module__}.{cls.__qualname__} '
f'state={self._state} '
f'pool_size={len(self._pool)}>')
def _get_sentinels(self):
task_queue_sentinels = [self._outqueue._reader]
self_notifier_sentinels = [self._change_notifier._reader]
return [*task_queue_sentinels, *self_notifier_sentinels]
@staticmethod
def _get_worker_sentinels(workers):
return [worker.sentinel for worker in
workers if hasattr(worker, "sentinel")]
@staticmethod
def _join_exited_workers(pool):
"""Cleanup after any worker processes which have exited due to reaching
their specified lifetime. Returns True if any workers were cleaned up.
"""
cleaned = False
for i in reversed(range(len(pool))):
worker = pool[i]
if worker.exitcode is not None:
# worker exited
util.debug('cleaning up worker %d' % i)
worker.join()
cleaned = True
del pool[i]
return cleaned
def _repopulate_pool(self):
return self._repopulate_pool_static(self._ctx, self.Process,
self._processes,
self._pool, self._inqueue,
self._outqueue, self._initializer,
self._initargs,
self._maxtasksperchild,
self._wrap_exception)
@staticmethod
def _repopulate_pool_static(ctx, Process, processes, pool, inqueue,
outqueue, initializer, initargs,
maxtasksperchild, wrap_exception):
"""Bring the number of pool processes up to the specified number,
for use after reaping workers which have exited.
"""
for i in range(processes - len(pool)):
w = Process(ctx, target=worker,
args=(inqueue, outqueue,
initializer,
initargs, maxtasksperchild,
wrap_exception))
w.name = w.name.replace('Process', 'PoolWorker')
w.daemon = True
w.start()
pool.append(w)
util.debug('added worker')
@staticmethod
def _maintain_pool(ctx, Process, processes, pool, inqueue, outqueue,
initializer, initargs, maxtasksperchild,
wrap_exception):
"""Clean up any exited workers and start replacements for them.
"""
if Pool._join_exited_workers(pool):
Pool._repopulate_pool_static(ctx, Process, processes, pool,
inqueue, outqueue, initializer,
initargs, maxtasksperchild,
wrap_exception)
def _setup_queues(self):
self._inqueue = self._ctx.SimpleQueue()
self._outqueue = self._ctx.SimpleQueue()
self._quick_put = self._inqueue._writer.send
self._quick_get = self._outqueue._reader.recv
def _check_running(self):
if self._state != RUN:
raise ValueError("Pool not running")
def apply(self, func, args=(), kwds={}):
'''
Equivalent of `func(*args, **kwds)`.
Pool must be running.
'''
return self.apply_async(func, args, kwds).get()
def map(self, func, iterable, chunksize=None):
'''
Apply `func` to each element in `iterable`, collecting the results
in a list that is returned.
'''
return self._map_async(func, iterable, mapstar, chunksize).get()
def starmap(self, func, iterable, chunksize=None):
'''
Like `map()` method but the elements of the `iterable` are expected to
be iterables as well and will be unpacked as arguments. Hence
`func` and (a, b) becomes func(a, b).
'''
return self._map_async(func, iterable, starmapstar, chunksize).get()
def starmap_async(self, func, iterable, chunksize=None, callback=None,
error_callback=None):
'''
Asynchronous version of `starmap()` method.
'''
return self._map_async(func, iterable, starmapstar, chunksize,
callback, error_callback)
def _guarded_task_generation(self, result_job, func, iterable):
'''Provides a generator of tasks for imap and imap_unordered with
appropriate handling for iterables which throw exceptions during
iteration.'''
try:
i = -1
for i, x in enumerate(iterable):
yield (result_job, i, func, (x,), {})
except Exception as e:
yield (result_job, i+1, _helper_reraises_exception, (e,), {})
def imap(self, func, iterable, chunksize=1):
'''
Equivalent of `map()` -- can be MUCH slower than `Pool.map()`.
'''
self._check_running()
if chunksize == 1:
result = IMapIterator(self)
self._taskqueue.put(
(
self._guarded_task_generation(result._job, func, iterable),
result._set_length
))
return result
else:
if chunksize < 1:
raise ValueError(
"Chunksize must be 1+, not {0:n}".format(
chunksize))
task_batches = Pool._get_tasks(func, iterable, chunksize)
result = IMapIterator(self)
self._taskqueue.put(
(
self._guarded_task_generation(result._job,
mapstar,
task_batches),
result._set_length
))
return (item for chunk in result for item in chunk)
def imap_unordered(self, func, iterable, chunksize=1):
'''
Like `imap()` method but ordering of results is arbitrary.
'''
self._check_running()
if chunksize == 1:
result = IMapUnorderedIterator(self)
self._taskqueue.put(
(
self._guarded_task_generation(result._job, func, iterable),
result._set_length
))
return result
else:
if chunksize < 1:
raise ValueError(
"Chunksize must be 1+, not {0!r}".format(chunksize))
task_batches = Pool._get_tasks(func, iterable, chunksize)
result = IMapUnorderedIterator(self)
self._taskqueue.put(
(
self._guarded_task_generation(result._job,
mapstar,
task_batches),
result._set_length
))
return (item for chunk in result for item in chunk)
def apply_async(self, func, args=(), kwds={}, callback=None,
error_callback=None):
'''
Asynchronous version of `apply()` method.
'''
self._check_running()
result = ApplyResult(self, callback, error_callback)
self._taskqueue.put(([(result._job, 0, func, args, kwds)], None))
return result
def map_async(self, func, iterable, chunksize=None, callback=None,
error_callback=None):
'''
Asynchronous version of `map()` method.
'''
return self._map_async(func, iterable, mapstar, chunksize, callback,
error_callback)
def _map_async(self, func, iterable, mapper, chunksize=None, callback=None,
error_callback=None):
'''
Helper function to implement map, starmap and their async counterparts.
'''
self._check_running()
if not hasattr(iterable, '__len__'):
iterable = list(iterable)
if chunksize is None:
chunksize, extra = divmod(len(iterable), len(self._pool) * 4)
if extra:
chunksize += 1
if len(iterable) == 0:
chunksize = 0
task_batches = Pool._get_tasks(func, iterable, chunksize)
result = MapResult(self, chunksize, len(iterable), callback,
error_callback=error_callback)
self._taskqueue.put(
(
self._guarded_task_generation(result._job,
mapper,
task_batches),
None
)
)
return result
@staticmethod
def _wait_for_updates(sentinels, change_notifier, timeout=None):
wait(sentinels, timeout=timeout)
while not change_notifier.empty():
change_notifier.get()
@classmethod
def _handle_workers(cls, cache, taskqueue, ctx, Process, processes,
pool, inqueue, outqueue, initializer, initargs,
maxtasksperchild, wrap_exception, sentinels,
change_notifier):
thread = threading.current_thread()
# Keep maintaining workers until the cache gets drained, unless the pool
# is terminated.
while thread._state == RUN or (cache and thread._state != TERMINATE):
cls._maintain_pool(ctx, Process, processes, pool, inqueue,
outqueue, initializer, initargs,
maxtasksperchild, wrap_exception)
current_sentinels = [*cls._get_worker_sentinels(pool), *sentinels]
cls._wait_for_updates(current_sentinels, change_notifier)
# send sentinel to stop workers
taskqueue.put(None)
util.debug('worker handler exiting')
@staticmethod
def _handle_tasks(taskqueue, put, outqueue, pool, cache):
thread = threading.current_thread()
for taskseq, set_length in iter(taskqueue.get, None):
task = None
try:
# iterating taskseq cannot fail
for task in taskseq:
if thread._state != RUN:
util.debug('task handler found thread._state != RUN')
break
try:
put(task)
except Exception as e:
job, idx = task[:2]
try:
cache[job]._set(idx, (False, e))
except KeyError:
pass
else:
if set_length:
util.debug('doing set_length()')
idx = task[1] if task else -1
set_length(idx + 1)
continue
break
finally:
task = taskseq = job = None
else:
util.debug('task handler got sentinel')
try:
# tell result handler to finish when cache is empty
util.debug('task handler sending sentinel to result handler')
outqueue.put(None)
# tell workers there is no more work
util.debug('task handler sending sentinel to workers')
for p in pool:
put(None)
except OSError:
util.debug('task handler got OSError when sending sentinels')
util.debug('task handler exiting')
@staticmethod
def _handle_results(outqueue, get, cache):
thread = threading.current_thread()
while 1:
try:
task = get()
except (OSError, EOFError):
util.debug('result handler got EOFError/OSError -- exiting')
return
if thread._state != RUN:
assert thread._state == TERMINATE, "Thread not in TERMINATE"
util.debug('result handler found thread._state=TERMINATE')
break
if task is None:
util.debug('result handler got sentinel')
break
job, i, obj = task
try:
cache[job]._set(i, obj)
except KeyError:
pass
task = job = obj = None
while cache and thread._state != TERMINATE:
try:
task = get()
except (OSError, EOFError):
util.debug('result handler got EOFError/OSError -- exiting')
return
if task is None:
util.debug('result handler ignoring extra sentinel')
continue
job, i, obj = task
try:
cache[job]._set(i, obj)
except KeyError:
pass
task = job = obj = None
if hasattr(outqueue, '_reader'):
util.debug('ensuring that outqueue is not full')
# If we don't make room available in outqueue then
# attempts to add the sentinel (None) to outqueue may
# block. There is guaranteed to be no more than 2 sentinels.
try:
for i in range(10):
if not outqueue._reader.poll():
break
get()
except (OSError, EOFError):
pass
util.debug('result handler exiting: len(cache)=%s, thread._state=%s',
len(cache), thread._state)
@staticmethod
def _get_tasks(func, it, size):
it = iter(it)
while 1:
x = tuple(itertools.islice(it, size))
if not x:
return
yield (func, x)
def __reduce__(self):
raise NotImplementedError(
'pool objects cannot be passed between processes or pickled'
)
def close(self):
util.debug('closing pool')
if self._state == RUN:
self._state = CLOSE
self._worker_handler._state = CLOSE
self._change_notifier.put(None)
def terminate(self):
util.debug('terminating pool')
self._state = TERMINATE
self._terminate()
def join(self):
util.debug('joining pool')
if self._state == RUN:
raise ValueError("Pool is still running")
elif self._state not in (CLOSE, TERMINATE):
raise ValueError("In unknown state")
self._worker_handler.join()
self._task_handler.join()
self._result_handler.join()
for p in self._pool:
p.join()
@staticmethod
def _help_stuff_finish(inqueue, task_handler, size):
# task_handler may be blocked trying to put items on inqueue
util.debug('removing tasks from inqueue until task handler finished')
inqueue._rlock.acquire()
while task_handler.is_alive() and inqueue._reader.poll():
inqueue._reader.recv()
time.sleep(0)
@classmethod
def _terminate_pool(cls, taskqueue, inqueue, outqueue, pool, change_notifier,
worker_handler, task_handler, result_handler, cache):
# this is guaranteed to only be called once
util.debug('finalizing pool')
# Notify that the worker_handler state has been changed so the
# _handle_workers loop can be unblocked (and exited) in order to
# send the finalization sentinel all the workers.
worker_handler._state = TERMINATE
change_notifier.put(None)
task_handler._state = TERMINATE
util.debug('helping task handler/workers to finish')
cls._help_stuff_finish(inqueue, task_handler, len(pool))
if (not result_handler.is_alive()) and (len(cache) != 0):
raise AssertionError(
"Cannot have cache with result_hander not alive")
result_handler._state = TERMINATE
change_notifier.put(None)
outqueue.put(None) # sentinel
# We must wait for the worker handler to exit before terminating
# workers because we don't want workers to be restarted behind our back.
util.debug('joining worker handler')
if threading.current_thread() is not worker_handler:
worker_handler.join()
# Terminate workers which haven't already finished.
if pool and hasattr(pool[0], 'terminate'):
util.debug('terminating workers')
for p in pool:
if p.exitcode is None:
p.terminate()
util.debug('joining task handler')
if threading.current_thread() is not task_handler:
task_handler.join()
util.debug('joining result handler')
if threading.current_thread() is not result_handler:
result_handler.join()
if pool and hasattr(pool[0], 'terminate'):
util.debug('joining pool workers')
for p in pool:
if p.is_alive():
# worker has not yet exited
util.debug('cleaning up worker %d' % p.pid)
p.join()
def __enter__(self):
self._check_running()
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.terminate()
#
# Class whose instances are returned by `Pool.apply_async()`
#
class ApplyResult(object):
def __init__(self, pool, callback, error_callback):
self._pool = pool
self._event = threading.Event()
self._job = next(job_counter)
self._cache = pool._cache
self._callback = callback
self._error_callback = error_callback
self._cache[self._job] = self
def ready(self):
return self._event.is_set()
def successful(self):
if not self.ready():
raise ValueError("{0!r} not ready".format(self))
return self._success
def wait(self, timeout=None):
self._event.wait(timeout)
def get(self, timeout=None):
self.wait(timeout)
if not self.ready():
raise TimeoutError
if self._success:
return self._value
else:
raise self._value
def _set(self, i, obj):
self._success, self._value = obj
if self._callback and self._success:
self._callback(self._value)
if self._error_callback and not self._success:
self._error_callback(self._value)
self._event.set()
del self._cache[self._job]
self._pool = None
AsyncResult = ApplyResult # create alias -- see #17805
#
# Class whose instances are returned by `Pool.map_async()`
#
class MapResult(ApplyResult):
def __init__(self, pool, chunksize, length, callback, error_callback):
ApplyResult.__init__(self, pool, callback,
error_callback=error_callback)
self._success = True
self._value = [None] * length
self._chunksize = chunksize
if chunksize <= 0:
self._number_left = 0
self._event.set()
del self._cache[self._job]
else:
self._number_left = length//chunksize + bool(length % chunksize)
def _set(self, i, success_result):
self._number_left -= 1
success, result = success_result
if success and self._success:
self._value[i*self._chunksize:(i+1)*self._chunksize] = result
if self._number_left == 0:
if self._callback:
self._callback(self._value)
del self._cache[self._job]
self._event.set()
self._pool = None
else:
if not success and self._success:
# only store first exception
self._success = False
self._value = result
if self._number_left == 0:
# only consider the result ready once all jobs are done
if self._error_callback:
self._error_callback(self._value)
del self._cache[self._job]
self._event.set()
self._pool = None
#
# Class whose instances are returned by `Pool.imap()`
#
class IMapIterator(object):
def __init__(self, pool):
self._pool = pool
self._cond = threading.Condition(threading.Lock())
self._job = next(job_counter)
self._cache = pool._cache
self._items = collections.deque()
self._index = 0
self._length = None
self._unsorted = {}
self._cache[self._job] = self
def __iter__(self):
return self
def next(self, timeout=None):
with self._cond:
try:
item = self._items.popleft()
except IndexError:
if self._index == self._length:
self._pool = None
raise StopIteration from None
self._cond.wait(timeout)
try:
item = self._items.popleft()
except IndexError:
if self._index == self._length:
self._pool = None
raise StopIteration from None
raise TimeoutError from None
success, value = item
if success:
return value
raise value
__next__ = next # XXX
def _set(self, i, obj):
with self._cond:
if self._index == i:
self._items.append(obj)
self._index += 1
while self._index in self._unsorted:
obj = self._unsorted.pop(self._index)
self._items.append(obj)
self._index += 1
self._cond.notify()
else:
self._unsorted[i] = obj
if self._index == self._length:
del self._cache[self._job]
self._pool = None
def _set_length(self, length):
with self._cond:
self._length = length
if self._index == self._length:
self._cond.notify()
del self._cache[self._job]
self._pool = None
#
# Class whose instances are returned by `Pool.imap_unordered()`
#
class IMapUnorderedIterator(IMapIterator):
def _set(self, i, obj):
with self._cond:
self._items.append(obj)
self._index += 1
self._cond.notify()
if self._index == self._length:
del self._cache[self._job]
self._pool = None
#
#
#
class ThreadPool(Pool):
_wrap_exception = False
@staticmethod
def Process(ctx, *args, **kwds):
from .dummy import Process
return Process(*args, **kwds)
def __init__(self, processes=None, initializer=None, initargs=()):
Pool.__init__(self, processes, initializer, initargs)
def _setup_queues(self):
self._inqueue = queue.SimpleQueue()
self._outqueue = queue.SimpleQueue()
self._quick_put = self._inqueue.put
self._quick_get = self._outqueue.get
def _get_sentinels(self):
return [self._change_notifier._reader]
@staticmethod
def _get_worker_sentinels(workers):
return []
@staticmethod
def _help_stuff_finish(inqueue, task_handler, size):
# drain inqueue, and put sentinels at its head to make workers finish
try:
while True:
inqueue.get(block=False)
except queue.Empty:
pass
for i in range(size):
inqueue.put(None)
def _wait_for_updates(self, sentinels, change_notifier, timeout):
time.sleep(timeout)
__init__.pyo 0000644 00000020421 15033635200 0007030 0 ustar 00 �
{ fc @ s d Z d d d d d d d d d d
d d d
d d d d d d d d d d d d d d g Z d Z d d l Z d d l Z d d l m Z m Z m Z d d l m
Z
m Z d! e f d" � � YZ
d e
f d# � � YZ d e
f d$ � � YZ d% e
f d& � � YZ d d l Z d' � Z e d( � Z d) � Z d* � Z d+ � Z d d, � Z d- � Z d. � Z d/ � Z d d0 � Z d1 d2 � Z d1 d3 � Z d4 � Z d5 d6 � Z! d5 d7 � Z" d d d@ d d8 � Z# d9 � Z$ d: � Z% d; � Z& d< � Z' e j( d= k rd> � Z) e d? g 7Z n d S(A s 0.70a1t Processt current_processt active_childrent freeze_supportt Managert Pipet cpu_countt
log_to_stderrt
get_loggert allow_connection_picklingt BufferTooShortt TimeoutErrort Lockt RLockt Semaphoret BoundedSemaphoret Conditiont Eventt Queuet
JoinableQueuet Poolt Valuet Arrayt RawValuet RawArrayt SUBDEBUGt
SUBWARNINGs" R. Oudkerk (r.m.oudkerk@gmail.com)i����N( R R R ( R R t ProcessErrorc B s e Z RS( ( t __name__t
__module__( ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR G s c B s e Z RS( ( R R ( ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR
J s c B s e Z RS( ( R R ( ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR M s t AuthenticationErrorc B s e Z RS( ( R R ( ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR P s c C s' d d l m } | � } | j � | S( s�
Returns a manager associated with a running server process
The managers methods such as `Lock()`, `Condition()` and `Queue()`
can be used to create shared objects.
i����( t SyncManager( t multiprocessing.managersR t start( R t m( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR Z s
c C s d d l m } | | � S( s;
Returns two connection object connected by a pipe
i����( R ( t multiprocessing.connectionR ( t duplexR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR f s c C s* t j d k rI y t t j d � } Wq
t t f k
rE d } q
Xn� d t j k sg t j d k r� d } t j d k r� d | } n y. t j | � � } t | j � � } Wd QXWq
t k
r� d } q
Xn6 y t j d � } Wn t t
t f k
r d } n X| d
k r| St d � � d S( s2
Returns the number of CPUs in the system
t win32t NUMBER_OF_PROCESSORSi t bsdt darwins /sbin/sysctl -n hw.ncpus /usrNt SC_NPROCESSORS_ONLNi s cannot determine number of cpus(
t syst platformt intt ost environt
ValueErrort KeyErrort popent readt sysconft OSErrort AttributeErrort NotImplementedError( t numt commt p( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR m s*
c C s? t j d k r; t t d t � r; d d l m } | � n d S( s�
Check whether this is a fake forked process in a frozen executable.
If so then run code specified by commandline and exit.
R% t frozeni����( R N( R* R+ t getattrt Falset multiprocessing.forkingR ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s !c C s d d l m } | � S( sR
Return package logger -- if it does not already exist then it is created
i����( R ( t multiprocessing.utilR ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | | � S( sB
Turn on logging and add a handler which prints to stderr
i����( R ( R> R ( t levelR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } d S( sO
Install support for sending connections and sockets between processes
i����( t reductionN( t multiprocessingR@ ( R@ ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | � S( s-
Returns a non-recursive lock object
i����( R ( t multiprocessing.synchronizeR ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | � S( s)
Returns a recursive lock object
i����( R
( RB R
( R
( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR
� s c C s d d l m } | | � S( s$
Returns a condition object
i����( R ( RB R ( t lockR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s i c C s d d l m } | | � S( s$
Returns a semaphore object
i����( R ( RB R ( t valueR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | | � S( s,
Returns a bounded semaphore object
i����( R ( RB R ( RD R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | � S( s!
Returns an event object
i����( R ( RB R ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s i c C s d d l m } | | � S( s
Returns a queue object
i����( R ( t multiprocessing.queuesR ( t maxsizeR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | | � S( s
Returns a queue object
i����( R ( RE R ( RF R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s# d d l m } | | | | | � S( s'
Returns a process pool object
i����( R ( t multiprocessing.poolR ( t processest initializert initargst maxtasksperchildR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c G s d d l m } | | | � S( s!
Returns a shared object
i����( R ( t multiprocessing.sharedctypesR ( t typecode_or_typet argsR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | | | � S( s
Returns a shared array
i����( R ( RL R ( RM t size_or_initializerR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c O s d d l m } | | | | � S( s.
Returns a synchronized shared object
i����( R ( RL R ( RM RN t kwdsR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c K s d d l m } | | | | � S( s-
Returns a synchronized shared array
i����( R ( RL R ( RM RO RP R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s R% c C s d d l m } | | � d S( s�
Sets the path to a python.exe or pythonw.exe binary used to run
child processes on Windows instead of sys.executable.
Useful for people embedding Python.
i����( t set_executableN( R= RQ ( t
executableRQ ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyRQ s RQ ( (* t __version__t __all__t
__author__R- R* t multiprocessing.processR R R R> R R t ExceptionR R
R R t _multiprocessingR t TrueR R R R t NoneR R R R
R R R R R R R R R R R R+ RQ ( ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyt <module>, sN
synchronize.pyc 0000644 00000025421 15033635200 0007635 0 ustar 00 �
{ fc @ s� d d d d d d g Z d d l Z d d l Z d d l Z d d l m Z m Z d d l Z d d l m
Z
d d
l m Z m
Z
m Z d d l m Z m Z y d d l m Z Wn) e k
r� e d
d d d � � n Xe d � \ Z Z e j j Z d e f d � � YZ d e f d � � YZ d e f d � � YZ d e f d � � YZ d e f d � � YZ d e f d � � YZ d e f d � � YZ d S( t Lockt RLockt Semaphoret BoundedSemaphoret Conditiont Eventi����N( t timet sleep( t current_process( t Finalizet register_after_forkt debug( t assert_spawningt Popen( t SemLocks* This platform lacks a functioning sem_opens( implementation, therefore, the requireds+ synchronization primitives needed will nots function, see issue 3770.i R c B s> e Z d � Z d � Z d � Z d � Z d � Z d � Z RS( c C sc t j | | | � } | _ t d | j � | j � t j d k r_ d � } t | | � n d S( Ns created semlock with handle %st win32c S s | j j � d S( N( t _semlockt _after_fork( t obj( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR P s ( t _multiprocessingR R R t handlet
_make_methodst syst platformR
( t selft kindt valuet maxvaluet slR ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt __init__J s
c C s" | j j | _ | j j | _ d S( N( R t acquiret release( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR T s c C s
| j j � S( N( R t __enter__( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR X s c G s | j j | � S( N( R t __exit__( R t args( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR! [ s c C s2 t | � | j } t j | j � | j | j f S( N( R R R
t duplicate_for_childR R R ( R R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt __getstate__^ s
c C s5 t j j | � | _ t d | d � | j � d S( Ns recreated blocker with handle %ri ( R R t _rebuildR R R ( R t state( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt __setstate__c s ( t __name__t
__module__R R R R! R$ R' ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR H s
c B s& e Z d d � Z d � Z d � Z RS( i c C s t j | t | t � d S( N( R R t SEMAPHOREt
SEM_VALUE_MAX( R R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR n s c C s
| j j � S( N( R t
_get_value( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt get_valueq s c C s5 y | j j � } Wn t k
r, d } n Xd | S( Nt unknowns <Semaphore(value=%s)>( R R, t Exception( R R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt __repr__t s
( R( R) R R- R0 ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR l s c B s e Z d d � Z d � Z RS( i c C s t j | t | | � d S( N( R R R* ( R R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c C sA y | j j � } Wn t k
r, d } n Xd | | j j f S( NR. s) <BoundedSemaphore(value=%s, maxvalue=%s)>( R R, R/ R ( R R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR0 � s
( R( R) R R0 ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR s c B s e Z d � Z d � Z RS( c C s t j | t d d � d S( Ni ( R R R* ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c C s� y� | j j � rP t � j } t j � j d k r� | d t j � j 7} q� nB | j j � d k rn d } n$ | j j � d k r� d } n d } Wn t k
r� d } n Xd | S(
Nt
MainThreadt |i t Nonei t SomeOtherThreadt SomeOtherProcessR. s <Lock(owner=%s)>( R t _is_mineR t namet threadingt current_threadR, t _countR/ ( R R7 ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR0 � s
( R( R) R R0 ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c B s e Z d � Z d � Z RS( c C s t j | t d d � d S( Ni ( R R t RECURSIVE_MUTEX( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c C s� y� | j j � r_ t � j } t j � j d k rM | d t j � j 7} n | j j � } nT | j j � d k r� d \ } } n0 | j j � d k r� d \ } } n d
\ } } Wn t k
r� d \ } } n Xd
| | f S( NR1 R2 i R3 i R4 t nonzeroR5 R. s <RLock(%s, %s)>( R3 i ( R4 R< ( R5 R< ( R. R. ( R R6 R R7 R8 R9 R: R, R/ ( R R7 t count( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR0 � s
( R( R) R R0 ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c B sh e Z d
d � Z d � Z d � Z d � Z d � Z d � Z d � Z d
d � Z
d � Z d � Z RS( c C sM | p t � | _ t d � | _ t d � | _ t d � | _ | j � d S( Ni ( R t _lockR t _sleeping_countt _woken_countt _wait_semaphoreR ( R t lock( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s
c C s& t | � | j | j | j | j f S( N( R R> R? R@ RA ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR$ � s
c C s, | \ | _ | _ | _ | _ | j � d S( N( R> R? R@ RA R ( R R& ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR' � s c C s
| j j � S( N( R> R ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c G s | j j | � S( N( R> R! ( R R" ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR! � s c C s" | j j | _ | j j | _ d S( N( R> R R ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c C sQ y& | j j j � | j j j � } Wn t k
r? d } n Xd | j | f S( NR. s <Condition(%s, %s)>( R? R R, R@ R/ R> ( R t num_waiters( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR0 � s
c C s� | j j j � s t d � � | j j � | j j j � } x! t | � D] } | j j � qJ Wz | j j t
| � Wd | j j � x! t | � D] } | j j � q� WXd S( Ns, must acquire() condition before using wait()( R> R R6 t AssertionErrorR? R R: t xrangeRA R t TrueR@ ( R t timeoutR= t i( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt wait� s
c C s� | j j j � s t d � � | j j t � s7 t � x4 | j j t � rm | j j t � } | s: t � q: W| j j t � r� | j j � | j j � | j j t � n d S( Ns lock is not owned(
R> R R6 RD RA R t FalseR@ R? R ( R t res( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt notify� s
c C s� | j j j � s t d � � | j j t � s7 t � x4 | j j t � rm | j j t � } | s: t � q: Wd } x- | j j t � r� | j j � | d 7} qw W| r� x! t
| � D] } | j j � q� Wx | j j t � r� q� Wn d S( Ns lock is not ownedi i ( R> R R6 RD RA R RJ R@ R? R RE ( R RK t sleepersRH ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt
notify_all s
N(
R( R) R3 R R$ R' R R! R R0 RI RL RN ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c B s8 e Z d � Z d � Z d � Z d � Z d d � Z RS( c C s% t t � � | _ t d � | _ d S( Ni ( R R t _condR t _flag( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR - s c C sM | j j � z+ | j j t � r3 | j j � t St SWd | j j � Xd S( N( RO R RP RJ R RF ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt is_set1 s
c C sP | j j � z. | j j t � | j j � | j j � Wd | j j � Xd S( N( RO R RP RJ R RN ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt set; s
c C s6 | j j � z | j j t � Wd | j j � Xd S( N( RO R RP RJ R ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt clearD s
c C s | j j � z] | j j t � r2 | j j � n | j j | � | j j t � re | j j � t St SWd | j j � Xd S( N( RO R RP RJ R RI RF ( R RG ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyRI K s
N( R( R) R RQ RR RS R3 RI ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR + s
( t __all__R8 t osR R t _timeR t _sleepR t multiprocessing.processR t multiprocessing.utilR R
R t multiprocessing.forkingR R
R t ImportErrort rangeR; R* R+ t objectR R R R R R ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt <module>$ s.
$h connection.py 0000644 00000076160 15033635200 0007264 0 ustar 00 #
# A higher level module for using sockets (or Windows named pipes)
#
# multiprocessing/connection.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = [ 'Client', 'Listener', 'Pipe', 'wait' ]
import io
import os
import sys
import socket
import struct
import time
import tempfile
import itertools
import _multiprocessing
from . import util
from . import AuthenticationError, BufferTooShort
from .context import reduction
_ForkingPickler = reduction.ForkingPickler
try:
import _winapi
from _winapi import WAIT_OBJECT_0, WAIT_ABANDONED_0, WAIT_TIMEOUT, INFINITE
except ImportError:
if sys.platform == 'win32':
raise
_winapi = None
#
#
#
BUFSIZE = 8192
# A very generous timeout when it comes to local connections...
CONNECTION_TIMEOUT = 20.
# The hmac module implicitly defaults to using MD5.
# Support using a stronger algorithm for the challenge/response code:
HMAC_DIGEST_NAME='sha256'
_mmap_counter = itertools.count()
default_family = 'AF_INET'
families = ['AF_INET']
if hasattr(socket, 'AF_UNIX'):
default_family = 'AF_UNIX'
families += ['AF_UNIX']
if sys.platform == 'win32':
default_family = 'AF_PIPE'
families += ['AF_PIPE']
def _init_timeout(timeout=CONNECTION_TIMEOUT):
return time.monotonic() + timeout
def _check_timeout(t):
return time.monotonic() > t
#
#
#
def arbitrary_address(family):
'''
Return an arbitrary free address for the given family
'''
if family == 'AF_INET':
return ('localhost', 0)
elif family == 'AF_UNIX':
return tempfile.mktemp(prefix='listener-', dir=util.get_temp_dir())
elif family == 'AF_PIPE':
return tempfile.mktemp(prefix=r'\\.\pipe\pyc-%d-%d-' %
(os.getpid(), next(_mmap_counter)), dir="")
else:
raise ValueError('unrecognized family')
def _validate_family(family):
'''
Checks if the family is valid for the current environment.
'''
if sys.platform != 'win32' and family == 'AF_PIPE':
raise ValueError('Family %s is not recognized.' % family)
if sys.platform == 'win32' and family == 'AF_UNIX':
# double check
if not hasattr(socket, family):
raise ValueError('Family %s is not recognized.' % family)
def address_type(address):
'''
Return the types of the address
This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE'
'''
if type(address) == tuple:
return 'AF_INET'
elif type(address) is str and address.startswith('\\\\'):
return 'AF_PIPE'
elif type(address) is str or util.is_abstract_socket_namespace(address):
return 'AF_UNIX'
else:
raise ValueError('address type of %r unrecognized' % address)
#
# Connection classes
#
class _ConnectionBase:
_handle = None
def __init__(self, handle, readable=True, writable=True):
handle = handle.__index__()
if handle < 0:
raise ValueError("invalid handle")
if not readable and not writable:
raise ValueError(
"at least one of `readable` and `writable` must be True")
self._handle = handle
self._readable = readable
self._writable = writable
# XXX should we use util.Finalize instead of a __del__?
def __del__(self):
if self._handle is not None:
self._close()
def _check_closed(self):
if self._handle is None:
raise OSError("handle is closed")
def _check_readable(self):
if not self._readable:
raise OSError("connection is write-only")
def _check_writable(self):
if not self._writable:
raise OSError("connection is read-only")
def _bad_message_length(self):
if self._writable:
self._readable = False
else:
self.close()
raise OSError("bad message length")
@property
def closed(self):
"""True if the connection is closed"""
return self._handle is None
@property
def readable(self):
"""True if the connection is readable"""
return self._readable
@property
def writable(self):
"""True if the connection is writable"""
return self._writable
def fileno(self):
"""File descriptor or handle of the connection"""
self._check_closed()
return self._handle
def close(self):
"""Close the connection"""
if self._handle is not None:
try:
self._close()
finally:
self._handle = None
def send_bytes(self, buf, offset=0, size=None):
"""Send the bytes data from a bytes-like object"""
self._check_closed()
self._check_writable()
m = memoryview(buf)
# HACK for byte-indexing of non-bytewise buffers (e.g. array.array)
if m.itemsize > 1:
m = memoryview(bytes(m))
n = len(m)
if offset < 0:
raise ValueError("offset is negative")
if n < offset:
raise ValueError("buffer length < offset")
if size is None:
size = n - offset
elif size < 0:
raise ValueError("size is negative")
elif offset + size > n:
raise ValueError("buffer length < offset + size")
self._send_bytes(m[offset:offset + size])
def send(self, obj):
"""Send a (picklable) object"""
self._check_closed()
self._check_writable()
self._send_bytes(_ForkingPickler.dumps(obj))
def recv_bytes(self, maxlength=None):
"""
Receive bytes data as a bytes object.
"""
self._check_closed()
self._check_readable()
if maxlength is not None and maxlength < 0:
raise ValueError("negative maxlength")
buf = self._recv_bytes(maxlength)
if buf is None:
self._bad_message_length()
return buf.getvalue()
def recv_bytes_into(self, buf, offset=0):
"""
Receive bytes data into a writeable bytes-like object.
Return the number of bytes read.
"""
self._check_closed()
self._check_readable()
with memoryview(buf) as m:
# Get bytesize of arbitrary buffer
itemsize = m.itemsize
bytesize = itemsize * len(m)
if offset < 0:
raise ValueError("negative offset")
elif offset > bytesize:
raise ValueError("offset too large")
result = self._recv_bytes()
size = result.tell()
if bytesize < offset + size:
raise BufferTooShort(result.getvalue())
# Message can fit in dest
result.seek(0)
result.readinto(m[offset // itemsize :
(offset + size) // itemsize])
return size
def recv(self):
"""Receive a (picklable) object"""
self._check_closed()
self._check_readable()
buf = self._recv_bytes()
return _ForkingPickler.loads(buf.getbuffer())
def poll(self, timeout=0.0):
"""Whether there is any input available to be read"""
self._check_closed()
self._check_readable()
return self._poll(timeout)
def __enter__(self):
return self
def __exit__(self, exc_type, exc_value, exc_tb):
self.close()
if _winapi:
class PipeConnection(_ConnectionBase):
"""
Connection class based on a Windows named pipe.
Overlapped I/O is used, so the handles must have been created
with FILE_FLAG_OVERLAPPED.
"""
_got_empty_message = False
def _close(self, _CloseHandle=_winapi.CloseHandle):
_CloseHandle(self._handle)
def _send_bytes(self, buf):
ov, err = _winapi.WriteFile(self._handle, buf, overlapped=True)
try:
if err == _winapi.ERROR_IO_PENDING:
waitres = _winapi.WaitForMultipleObjects(
[ov.event], False, INFINITE)
assert waitres == WAIT_OBJECT_0
except:
ov.cancel()
raise
finally:
nwritten, err = ov.GetOverlappedResult(True)
assert err == 0
assert nwritten == len(buf)
def _recv_bytes(self, maxsize=None):
if self._got_empty_message:
self._got_empty_message = False
return io.BytesIO()
else:
bsize = 128 if maxsize is None else min(maxsize, 128)
try:
ov, err = _winapi.ReadFile(self._handle, bsize,
overlapped=True)
try:
if err == _winapi.ERROR_IO_PENDING:
waitres = _winapi.WaitForMultipleObjects(
[ov.event], False, INFINITE)
assert waitres == WAIT_OBJECT_0
except:
ov.cancel()
raise
finally:
nread, err = ov.GetOverlappedResult(True)
if err == 0:
f = io.BytesIO()
f.write(ov.getbuffer())
return f
elif err == _winapi.ERROR_MORE_DATA:
return self._get_more_data(ov, maxsize)
except OSError as e:
if e.winerror == _winapi.ERROR_BROKEN_PIPE:
raise EOFError
else:
raise
raise RuntimeError("shouldn't get here; expected KeyboardInterrupt")
def _poll(self, timeout):
if (self._got_empty_message or
_winapi.PeekNamedPipe(self._handle)[0] != 0):
return True
return bool(wait([self], timeout))
def _get_more_data(self, ov, maxsize):
buf = ov.getbuffer()
f = io.BytesIO()
f.write(buf)
left = _winapi.PeekNamedPipe(self._handle)[1]
assert left > 0
if maxsize is not None and len(buf) + left > maxsize:
self._bad_message_length()
ov, err = _winapi.ReadFile(self._handle, left, overlapped=True)
rbytes, err = ov.GetOverlappedResult(True)
assert err == 0
assert rbytes == left
f.write(ov.getbuffer())
return f
class Connection(_ConnectionBase):
"""
Connection class based on an arbitrary file descriptor (Unix only), or
a socket handle (Windows).
"""
if _winapi:
def _close(self, _close=_multiprocessing.closesocket):
_close(self._handle)
_write = _multiprocessing.send
_read = _multiprocessing.recv
else:
def _close(self, _close=os.close):
_close(self._handle)
_write = os.write
_read = os.read
def _send(self, buf, write=_write):
remaining = len(buf)
while True:
n = write(self._handle, buf)
remaining -= n
if remaining == 0:
break
buf = buf[n:]
def _recv(self, size, read=_read):
buf = io.BytesIO()
handle = self._handle
remaining = size
while remaining > 0:
chunk = read(handle, remaining)
n = len(chunk)
if n == 0:
if remaining == size:
raise EOFError
else:
raise OSError("got end of file during message")
buf.write(chunk)
remaining -= n
return buf
def _send_bytes(self, buf):
n = len(buf)
if n > 0x7fffffff:
pre_header = struct.pack("!i", -1)
header = struct.pack("!Q", n)
self._send(pre_header)
self._send(header)
self._send(buf)
else:
# For wire compatibility with 3.7 and lower
header = struct.pack("!i", n)
if n > 16384:
# The payload is large so Nagle's algorithm won't be triggered
# and we'd better avoid the cost of concatenation.
self._send(header)
self._send(buf)
else:
# Issue #20540: concatenate before sending, to avoid delays due
# to Nagle's algorithm on a TCP socket.
# Also note we want to avoid sending a 0-length buffer separately,
# to avoid "broken pipe" errors if the other end closed the pipe.
self._send(header + buf)
def _recv_bytes(self, maxsize=None):
buf = self._recv(4)
size, = struct.unpack("!i", buf.getvalue())
if size == -1:
buf = self._recv(8)
size, = struct.unpack("!Q", buf.getvalue())
if maxsize is not None and size > maxsize:
return None
return self._recv(size)
def _poll(self, timeout):
r = wait([self], timeout)
return bool(r)
#
# Public functions
#
class Listener(object):
'''
Returns a listener object.
This is a wrapper for a bound socket which is 'listening' for
connections, or for a Windows named pipe.
'''
def __init__(self, address=None, family=None, backlog=1, authkey=None):
family = family or (address and address_type(address)) \
or default_family
address = address or arbitrary_address(family)
_validate_family(family)
if family == 'AF_PIPE':
self._listener = PipeListener(address, backlog)
else:
self._listener = SocketListener(address, family, backlog)
if authkey is not None and not isinstance(authkey, bytes):
raise TypeError('authkey should be a byte string')
self._authkey = authkey
def accept(self):
'''
Accept a connection on the bound socket or named pipe of `self`.
Returns a `Connection` object.
'''
if self._listener is None:
raise OSError('listener is closed')
c = self._listener.accept()
if self._authkey:
deliver_challenge(c, self._authkey)
answer_challenge(c, self._authkey)
return c
def close(self):
'''
Close the bound socket or named pipe of `self`.
'''
listener = self._listener
if listener is not None:
self._listener = None
listener.close()
@property
def address(self):
return self._listener._address
@property
def last_accepted(self):
return self._listener._last_accepted
def __enter__(self):
return self
def __exit__(self, exc_type, exc_value, exc_tb):
self.close()
def Client(address, family=None, authkey=None):
'''
Returns a connection to the address of a `Listener`
'''
family = family or address_type(address)
_validate_family(family)
if family == 'AF_PIPE':
c = PipeClient(address)
else:
c = SocketClient(address)
if authkey is not None and not isinstance(authkey, bytes):
raise TypeError('authkey should be a byte string')
if authkey is not None:
answer_challenge(c, authkey)
deliver_challenge(c, authkey)
return c
if sys.platform != 'win32':
def Pipe(duplex=True):
'''
Returns pair of connection objects at either end of a pipe
'''
if duplex:
s1, s2 = socket.socketpair()
s1.setblocking(True)
s2.setblocking(True)
c1 = Connection(s1.detach())
c2 = Connection(s2.detach())
else:
fd1, fd2 = os.pipe()
c1 = Connection(fd1, writable=False)
c2 = Connection(fd2, readable=False)
return c1, c2
else:
def Pipe(duplex=True):
'''
Returns pair of connection objects at either end of a pipe
'''
address = arbitrary_address('AF_PIPE')
if duplex:
openmode = _winapi.PIPE_ACCESS_DUPLEX
access = _winapi.GENERIC_READ | _winapi.GENERIC_WRITE
obsize, ibsize = BUFSIZE, BUFSIZE
else:
openmode = _winapi.PIPE_ACCESS_INBOUND
access = _winapi.GENERIC_WRITE
obsize, ibsize = 0, BUFSIZE
h1 = _winapi.CreateNamedPipe(
address, openmode | _winapi.FILE_FLAG_OVERLAPPED |
_winapi.FILE_FLAG_FIRST_PIPE_INSTANCE,
_winapi.PIPE_TYPE_MESSAGE | _winapi.PIPE_READMODE_MESSAGE |
_winapi.PIPE_WAIT,
1, obsize, ibsize, _winapi.NMPWAIT_WAIT_FOREVER,
# default security descriptor: the handle cannot be inherited
_winapi.NULL
)
h2 = _winapi.CreateFile(
address, access, 0, _winapi.NULL, _winapi.OPEN_EXISTING,
_winapi.FILE_FLAG_OVERLAPPED, _winapi.NULL
)
_winapi.SetNamedPipeHandleState(
h2, _winapi.PIPE_READMODE_MESSAGE, None, None
)
overlapped = _winapi.ConnectNamedPipe(h1, overlapped=True)
_, err = overlapped.GetOverlappedResult(True)
assert err == 0
c1 = PipeConnection(h1, writable=duplex)
c2 = PipeConnection(h2, readable=duplex)
return c1, c2
#
# Definitions for connections based on sockets
#
class SocketListener(object):
'''
Representation of a socket which is bound to an address and listening
'''
def __init__(self, address, family, backlog=1):
self._socket = socket.socket(getattr(socket, family))
try:
# SO_REUSEADDR has different semantics on Windows (issue #2550).
if os.name == 'posix':
self._socket.setsockopt(socket.SOL_SOCKET,
socket.SO_REUSEADDR, 1)
self._socket.setblocking(True)
self._socket.bind(address)
self._socket.listen(backlog)
self._address = self._socket.getsockname()
except OSError:
self._socket.close()
raise
self._family = family
self._last_accepted = None
if family == 'AF_UNIX' and not util.is_abstract_socket_namespace(address):
# Linux abstract socket namespaces do not need to be explicitly unlinked
self._unlink = util.Finalize(
self, os.unlink, args=(address,), exitpriority=0
)
else:
self._unlink = None
def accept(self):
s, self._last_accepted = self._socket.accept()
s.setblocking(True)
return Connection(s.detach())
def close(self):
try:
self._socket.close()
finally:
unlink = self._unlink
if unlink is not None:
self._unlink = None
unlink()
def SocketClient(address):
'''
Return a connection object connected to the socket given by `address`
'''
family = address_type(address)
with socket.socket( getattr(socket, family) ) as s:
s.setblocking(True)
s.connect(address)
return Connection(s.detach())
#
# Definitions for connections based on named pipes
#
if sys.platform == 'win32':
class PipeListener(object):
'''
Representation of a named pipe
'''
def __init__(self, address, backlog=None):
self._address = address
self._handle_queue = [self._new_handle(first=True)]
self._last_accepted = None
util.sub_debug('listener created with address=%r', self._address)
self.close = util.Finalize(
self, PipeListener._finalize_pipe_listener,
args=(self._handle_queue, self._address), exitpriority=0
)
def _new_handle(self, first=False):
flags = _winapi.PIPE_ACCESS_DUPLEX | _winapi.FILE_FLAG_OVERLAPPED
if first:
flags |= _winapi.FILE_FLAG_FIRST_PIPE_INSTANCE
return _winapi.CreateNamedPipe(
self._address, flags,
_winapi.PIPE_TYPE_MESSAGE | _winapi.PIPE_READMODE_MESSAGE |
_winapi.PIPE_WAIT,
_winapi.PIPE_UNLIMITED_INSTANCES, BUFSIZE, BUFSIZE,
_winapi.NMPWAIT_WAIT_FOREVER, _winapi.NULL
)
def accept(self):
self._handle_queue.append(self._new_handle())
handle = self._handle_queue.pop(0)
try:
ov = _winapi.ConnectNamedPipe(handle, overlapped=True)
except OSError as e:
if e.winerror != _winapi.ERROR_NO_DATA:
raise
# ERROR_NO_DATA can occur if a client has already connected,
# written data and then disconnected -- see Issue 14725.
else:
try:
res = _winapi.WaitForMultipleObjects(
[ov.event], False, INFINITE)
except:
ov.cancel()
_winapi.CloseHandle(handle)
raise
finally:
_, err = ov.GetOverlappedResult(True)
assert err == 0
return PipeConnection(handle)
@staticmethod
def _finalize_pipe_listener(queue, address):
util.sub_debug('closing listener with address=%r', address)
for handle in queue:
_winapi.CloseHandle(handle)
def PipeClient(address):
'''
Return a connection object connected to the pipe given by `address`
'''
t = _init_timeout()
while 1:
try:
_winapi.WaitNamedPipe(address, 1000)
h = _winapi.CreateFile(
address, _winapi.GENERIC_READ | _winapi.GENERIC_WRITE,
0, _winapi.NULL, _winapi.OPEN_EXISTING,
_winapi.FILE_FLAG_OVERLAPPED, _winapi.NULL
)
except OSError as e:
if e.winerror not in (_winapi.ERROR_SEM_TIMEOUT,
_winapi.ERROR_PIPE_BUSY) or _check_timeout(t):
raise
else:
break
else:
raise
_winapi.SetNamedPipeHandleState(
h, _winapi.PIPE_READMODE_MESSAGE, None, None
)
return PipeConnection(h)
#
# Authentication stuff
#
MESSAGE_LENGTH = 20
CHALLENGE = b'#CHALLENGE#'
WELCOME = b'#WELCOME#'
FAILURE = b'#FAILURE#'
def deliver_challenge(connection, authkey):
import hmac
if not isinstance(authkey, bytes):
raise ValueError(
"Authkey must be bytes, not {0!s}".format(type(authkey)))
message = os.urandom(MESSAGE_LENGTH)
connection.send_bytes(CHALLENGE + message)
digest = hmac.new(authkey, message, HMAC_DIGEST_NAME).digest()
response = connection.recv_bytes(256) # reject large message
if response == digest:
connection.send_bytes(WELCOME)
else:
connection.send_bytes(FAILURE)
raise AuthenticationError('digest received was wrong')
def answer_challenge(connection, authkey):
import hmac
if not isinstance(authkey, bytes):
raise ValueError(
"Authkey must be bytes, not {0!s}".format(type(authkey)))
message = connection.recv_bytes(256) # reject large message
assert message[:len(CHALLENGE)] == CHALLENGE, 'message = %r' % message
message = message[len(CHALLENGE):]
digest = hmac.new(authkey, message, HMAC_DIGEST_NAME).digest()
connection.send_bytes(digest)
response = connection.recv_bytes(256) # reject large message
if response != WELCOME:
raise AuthenticationError('digest sent was rejected')
#
# Support for using xmlrpclib for serialization
#
class ConnectionWrapper(object):
def __init__(self, conn, dumps, loads):
self._conn = conn
self._dumps = dumps
self._loads = loads
for attr in ('fileno', 'close', 'poll', 'recv_bytes', 'send_bytes'):
obj = getattr(conn, attr)
setattr(self, attr, obj)
def send(self, obj):
s = self._dumps(obj)
self._conn.send_bytes(s)
def recv(self):
s = self._conn.recv_bytes()
return self._loads(s)
def _xml_dumps(obj):
return xmlrpclib.dumps((obj,), None, None, None, 1).encode('utf-8')
def _xml_loads(s):
(obj,), method = xmlrpclib.loads(s.decode('utf-8'))
return obj
class XmlListener(Listener):
def accept(self):
global xmlrpclib
import xmlrpc.client as xmlrpclib
obj = Listener.accept(self)
return ConnectionWrapper(obj, _xml_dumps, _xml_loads)
def XmlClient(*args, **kwds):
global xmlrpclib
import xmlrpc.client as xmlrpclib
return ConnectionWrapper(Client(*args, **kwds), _xml_dumps, _xml_loads)
#
# Wait
#
if sys.platform == 'win32':
def _exhaustive_wait(handles, timeout):
# Return ALL handles which are currently signalled. (Only
# returning the first signalled might create starvation issues.)
L = list(handles)
ready = []
while L:
res = _winapi.WaitForMultipleObjects(L, False, timeout)
if res == WAIT_TIMEOUT:
break
elif WAIT_OBJECT_0 <= res < WAIT_OBJECT_0 + len(L):
res -= WAIT_OBJECT_0
elif WAIT_ABANDONED_0 <= res < WAIT_ABANDONED_0 + len(L):
res -= WAIT_ABANDONED_0
else:
raise RuntimeError('Should not get here')
ready.append(L[res])
L = L[res+1:]
timeout = 0
return ready
_ready_errors = {_winapi.ERROR_BROKEN_PIPE, _winapi.ERROR_NETNAME_DELETED}
def wait(object_list, timeout=None):
'''
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
'''
if timeout is None:
timeout = INFINITE
elif timeout < 0:
timeout = 0
else:
timeout = int(timeout * 1000 + 0.5)
object_list = list(object_list)
waithandle_to_obj = {}
ov_list = []
ready_objects = set()
ready_handles = set()
try:
for o in object_list:
try:
fileno = getattr(o, 'fileno')
except AttributeError:
waithandle_to_obj[o.__index__()] = o
else:
# start an overlapped read of length zero
try:
ov, err = _winapi.ReadFile(fileno(), 0, True)
except OSError as e:
ov, err = None, e.winerror
if err not in _ready_errors:
raise
if err == _winapi.ERROR_IO_PENDING:
ov_list.append(ov)
waithandle_to_obj[ov.event] = o
else:
# If o.fileno() is an overlapped pipe handle and
# err == 0 then there is a zero length message
# in the pipe, but it HAS NOT been consumed...
if ov and sys.getwindowsversion()[:2] >= (6, 2):
# ... except on Windows 8 and later, where
# the message HAS been consumed.
try:
_, err = ov.GetOverlappedResult(False)
except OSError as e:
err = e.winerror
if not err and hasattr(o, '_got_empty_message'):
o._got_empty_message = True
ready_objects.add(o)
timeout = 0
ready_handles = _exhaustive_wait(waithandle_to_obj.keys(), timeout)
finally:
# request that overlapped reads stop
for ov in ov_list:
ov.cancel()
# wait for all overlapped reads to stop
for ov in ov_list:
try:
_, err = ov.GetOverlappedResult(True)
except OSError as e:
err = e.winerror
if err not in _ready_errors:
raise
if err != _winapi.ERROR_OPERATION_ABORTED:
o = waithandle_to_obj[ov.event]
ready_objects.add(o)
if err == 0:
# If o.fileno() is an overlapped pipe handle then
# a zero length message HAS been consumed.
if hasattr(o, '_got_empty_message'):
o._got_empty_message = True
ready_objects.update(waithandle_to_obj[h] for h in ready_handles)
return [o for o in object_list if o in ready_objects]
else:
import selectors
# poll/select have the advantage of not requiring any extra file
# descriptor, contrarily to epoll/kqueue (also, they require a single
# syscall).
if hasattr(selectors, 'PollSelector'):
_WaitSelector = selectors.PollSelector
else:
_WaitSelector = selectors.SelectSelector
def wait(object_list, timeout=None):
'''
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
'''
with _WaitSelector() as selector:
for obj in object_list:
selector.register(obj, selectors.EVENT_READ)
if timeout is not None:
deadline = time.monotonic() + timeout
while True:
ready = selector.select(timeout)
if ready:
return [key.fileobj for (key, events) in ready]
else:
if timeout is not None:
timeout = deadline - time.monotonic()
if timeout < 0:
return ready
#
# Make connection and socket objects sharable if possible
#
if sys.platform == 'win32':
def reduce_connection(conn):
handle = conn.fileno()
with socket.fromfd(handle, socket.AF_INET, socket.SOCK_STREAM) as s:
from . import resource_sharer
ds = resource_sharer.DupSocket(s)
return rebuild_connection, (ds, conn.readable, conn.writable)
def rebuild_connection(ds, readable, writable):
sock = ds.detach()
return Connection(sock.detach(), readable, writable)
reduction.register(Connection, reduce_connection)
def reduce_pipe_connection(conn):
access = ((_winapi.FILE_GENERIC_READ if conn.readable else 0) |
(_winapi.FILE_GENERIC_WRITE if conn.writable else 0))
dh = reduction.DupHandle(conn.fileno(), access)
return rebuild_pipe_connection, (dh, conn.readable, conn.writable)
def rebuild_pipe_connection(dh, readable, writable):
handle = dh.detach()
return PipeConnection(handle, readable, writable)
reduction.register(PipeConnection, reduce_pipe_connection)
else:
def reduce_connection(conn):
df = reduction.DupFd(conn.fileno())
return rebuild_connection, (df, conn.readable, conn.writable)
def rebuild_connection(df, readable, writable):
fd = df.detach()
return Connection(fd, readable, writable)
reduction.register(Connection, reduce_connection)
connection.pyc 0000644 00000034512 15033635200 0007422 0 ustar 00 �
{ fc @ s� d d d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m
Z
m Z d d l m
Z
m Z m Z m Z d d l m Z m Z d Z d Z d
Z e j � Z d Z d g Z e e d � rd Z e d g 7Z n e j d
k r4d Z e d g 7Z n e d � Z d � Z d � Z d � Z d e! f d � � YZ" d d d � Z$ e j d
k r�e% d � Z& n d d l m' Z' e% d � Z& d e! f d � � YZ( d � Z) e j d
k r
d e! f d � � YZ* d � Z+ n d Z, d Z- d Z. d! Z/ d" � Z0 d# � Z1 d$ � Z2 d% e! f d& � � YZ3 d' � Z4 d( � Z5 d) e" f d* � � YZ6 d+ � Z7 d S(, t Clientt Listenert Pipei����N( t current_processt AuthenticationError( t get_temp_dirt Finalizet sub_debugt debug( t duplicatet closei g 4@t sha256t AF_INETt AF_UNIXt win32t AF_PIPEc C s t j � | S( N( t time( t timeout( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt
_init_timeoutM s c C s t j � | k S( N( R ( t t( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt _check_timeoutP s c C s} | d k r d
S| d k r5 t j d d d t � � S| d k rm t j d d t j � t j � f d d
� St d � � d S( s?
Return an arbitrary free address for the given family
R t localhosti R
t prefixs listener-t dirR s \\.\pipe\pyc-%d-%d-t s unrecognized familyN( R i ( t tempfilet mktempR t ost getpidt
_mmap_countert nextt
ValueError( t family( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt arbitrary_addressW s c C se t | � t k r d St | � t k r; | j d � r; d St | � t k rQ d St d | � � d S( s]
Return the types of the address
This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE'
R s \\R R
s address type of %r unrecognizedN( t typet tuplet strt
startswithR ( t address( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt address_typef s !c B sS e Z d Z d d d d d � Z d � Z d � Z e d � � Z e d � � Z RS( s�
Returns a listener object.
This is a wrapper for a bound socket which is 'listening' for
connections, or for a Windows named pipe.
i c C s� | p | r t | � p t } | p- t | � } | d k rQ t | | � | _ n t | | | � | _ | d k r� t | t � r� t d � n | | _
d S( NR s authkey should be a byte string( R' t default_familyR! t PipeListenert _listenert SocketListenert Nonet
isinstancet bytest TypeErrort _authkey( t selfR& R t backlogt authkey( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt __init__� s c C s? | j j � } | j r; t | | j � t | | j � n | S( sz
Accept a connection on the bound socket or named pipe of `self`.
Returns a `Connection` object.
( R* t acceptR0 t deliver_challenget answer_challenge( R1 t c( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR5 � s
c C s
| j j � S( sA
Close the bound socket or named pipe of `self`.
( R* R
( R1 ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR
� s c C s
| j j S( N( R* t _address( R1 ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt <lambda>� R c C s
| j j S( N( R* t _last_accepted( R1 ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR: � R N(
t __name__t
__module__t __doc__R, R4 R5 R
t propertyR& t
last_accepted( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR y s c C s� | p t | � } | d k r- t | � } n t | � } | d k ra t | t � ra t d � n | d k r� t | | � t | | � n | S( s=
Returns a connection to the address of a `Listener`
R s authkey should be a byte stringN( R' t
PipeClientt SocketClientR, R- R. R/ R7 R6 ( R& R R3 R8 ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR � s
c C s� | r� t j � \ } } | j t � | j t � t j t j | j � � � } t j t j | j � � � } | j � | j � n< t j
� \ } } t j | d t �} t j | d t �} | | f S( sL
Returns pair of connection objects at either end of a pipe
t writablet readable( t sockett
socketpairt setblockingt Truet _multiprocessingt
ConnectionR t dupt filenoR
t pipet False( t duplext s1t s2t c1t c2t fd1t fd2( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR � s
( R c C sU t d � } | r; t j } t j t j B} t t } } n t j } t j } d t } } t j | | t j t j Bt j
Bd | | t j t j � } t j
| | d t j t j d t j � } t j | t j d d � y t j | t j � Wn/ t k
r } | j d t j k r!� q!n Xt j | d | �} t j | d | �}
| |
f S( sL
Returns pair of connection objects at either end of a pipe
R i i RC RD N( R! R t PIPE_ACCESS_DUPLEXt GENERIC_READt
GENERIC_WRITEt BUFSIZEt PIPE_ACCESS_INBOUNDt CreateNamedPipet PIPE_TYPE_MESSAGEt PIPE_READMODE_MESSAGEt PIPE_WAITt NMPWAIT_WAIT_FOREVERt NULLt
CreateFilet
OPEN_EXISTINGt SetNamedPipeHandleStateR, t ConnectNamedPipet WindowsErrort argst ERROR_PIPE_CONNECTEDRI t PipeConnection( RO R& t openmodet accesst obsizet ibsizet h1t h2t eRR RS ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR � s2
$
R+ c B s, e Z d Z d d � Z d � Z d � Z RS( sO
Representation of a socket which is bound to an address and listening
i c C s� t j t t | � � | _ yb | j j t j t j d � | j j t � | j j | � | j j | � | j j
� | _ Wn$ t j k
r� | j j
� � n X| | _ d | _ | d k r� t | t j d | f d d �| _ n d | _ d S( Ni R
Rf t exitpriorityi ( RE t getattrt _sockett
setsockoptt
SOL_SOCKETt SO_REUSEADDRRG RH t bindt listent getsocknameR9 t errorR
t _familyR, R; R R t unlinkt _unlink( R1 R& R R2 ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR4 � s
$c C s� x\ t r^ y | j j � \ } | _ Wn2 t j k
rY } | j d t j k r[ � q[ q XPq W| j t � t
| j � � } t j
| � } | j � | S( Ni ( RH Rr R5 R; RE Ry Rf t errnot EINTRRG R RL RI RJ R
( R1 t sRo t fdt conn( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR5 s
c C sA z | j j � Wd | j } | d k r< d | _ | � n Xd S( N( Rr R
R| R, ( R1 R{ ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR
# s ( R< R= R> R4 R5 R
( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR+ � s c C s� t t t | � � } t � } x� t j | � } | j t � y | j | � Wnb t j k
r� } | j � | j d t
j k s� t | � r� t
d | � � n t j d � q! XPq! W� t | j � � } t j | � } | j � | S( sO
Return a connection object connected to the socket given by `address`
i s failed to connect to address %sg{�G�z�?( Rq RE R' R RG RH t connectRy R
Rf R} t ECONNREFUSEDR R R t sleepR RL RI RJ ( R& R R R Ro R� R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyRB - s&
"
R) c B s2 e Z d Z d d � Z d � Z e d � � Z RS( s0
Representation of a named pipe
c C s� | | _ t j | t j t j t j Bt j Bt j t t t j t j
� } | g | _ d | _
t d | j � t | t j d | j | j f d d �| _ d S( Ns listener created with address=%rRf Rp i ( R9 R R[ RV R\ R] R^ t PIPE_UNLIMITED_INSTANCESRY R_ R` t
_handle_queueR, R; R R R) t _finalize_pipe_listenerR
( R1 R& R2 t handle( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR4 S s
c C s� t j | j t j t j t j Bt j Bt j t t t j t j
� } | j j | � | j j
d � } y t j | t j
� Wn8 t k
r� } | j d t j t j f k r� � q� n Xt j | � S( Ni ( R R[ R9 RV R\ R] R^ R� RY R_ R` R� t appendt popRd Re Rf Rg t
ERROR_NO_DATARI Rh ( R1 t newhandleR� Ro ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR5 f s
c C s, t d | � x | D] } t | � q Wd S( Ns closing listener with address=%r( R R
( t queueR& R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR� z s
N( R< R= R> R, R4 R5 t staticmethodR� ( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR) O s c C s� t � } x� yH t j | d � t j | t j t j Bd t j t j d t j � } WnD t k
r� } | j d t j
t j f k s� t | � r� � q� q XPq W� t j
| t j d d � t j | � S( sU
Return a connection object connected to the pipe given by `address`
i� i N( R R t
WaitNamedPipeRa RW RX R` Rb Re Rf t ERROR_SEM_TIMEOUTt ERROR_PIPE_BUSYR Rc R] R, RI Rh ( R& R t hRo ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyRA � s "
i s #CHALLENGE#s #WELCOME#s #FAILURE#c C s d d l } t | t � S( Ni����( t hashlibRq t HMAC_DIGEST_NAME( R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt get_digestmod_for_hmac� s c C s� d d l } t | t � s! t � t j t � } | j t | � | j | | t
� � j � } | j d � } | | k r� | j t
� n | j t � t d � � d S( Ni����i s digest received was wrong( t hmacR- R. t AssertionErrorR t urandomt MESSAGE_LENGTHt
send_bytest CHALLENGEt newR� t digestt
recv_bytest WELCOMEt FAILURER ( t
connectionR3 R� t messageR� t response( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR6 � s
c C s� d d l } t | t � s! t � | j d � } | t t � t k sV t d | � � | t t � } | j | | t � � j � } | j
| � | j d � } | t k r� t d � � n d S( Ni����i s message = %rs digest sent was rejected(
R� R- R. R� R� t lenR� R� R� R� R� R� R ( R� R3 R� R� R� R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR7 � s &
t ConnectionWrapperc B s# e Z d � Z d � Z d � Z RS( c C sO | | _ | | _ | | _ x- d D]% } t | | � } t | | | � q" Wd S( NRL R
t pollR� R� ( RL R
R� R� R� ( t _connt _dumpst _loadsRq t setattr( R1 R� t dumpst loadst attrt obj( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR4 � s
c C s# | j | � } | j j | � d S( N( R� R� R� ( R1 R� R ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt send� s c C s | j j � } | j | � S( N( R� R� R� ( R1 R ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt recv� s ( R< R= R4 R� R� ( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR� � s c C s t j | f d d d d � S( Ni ( t xmlrpclibR� R, ( R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt
_xml_dumps� s c C s t j | � \ \ } } | S( N( R� R� ( R R� t method( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt
_xml_loads� s t XmlListenerc B s e Z d � Z RS( c C s+ d d l a t j | � } t | t t � S( Ni����( R� R R5 R� R� R� ( R1 R� ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR5 � s ( R< R= R5 ( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyR� � s c O s% d d l a t t | | � t t � S( Ni����( R� R� R R� R� ( Rf t kwds( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt XmlClient� s (8 t __all__R t sysRE R} R R t itertoolsRI t multiprocessingR R t multiprocessing.utilR R R R t multiprocessing.forkingR R
RY t CONNECTION_TIMEOUTR� t countR R( t familiest hasattrt platformR R R! R' t objectR R, R RH R R R+ RB R) RA R� R� R� R� R� R6 R7 R� R� R� R� R� ( ( ( s2 /usr/lib64/python2.7/multiprocessing/connection.pyt <module># sd " , *2 1
util.py 0000644 00000033176 15033635200 0006102 0 ustar 00 #
# Module providing various facilities to other parts of the package
#
# multiprocessing/util.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
import os
import itertools
import sys
import weakref
import atexit
import threading # we want threading to install it's
# cleanup function before multiprocessing does
from subprocess import _args_from_interpreter_flags
from . import process
__all__ = [
'sub_debug', 'debug', 'info', 'sub_warning', 'get_logger',
'log_to_stderr', 'get_temp_dir', 'register_after_fork',
'is_exiting', 'Finalize', 'ForkAwareThreadLock', 'ForkAwareLocal',
'close_all_fds_except', 'SUBDEBUG', 'SUBWARNING',
]
#
# Logging
#
NOTSET = 0
SUBDEBUG = 5
DEBUG = 10
INFO = 20
SUBWARNING = 25
LOGGER_NAME = 'multiprocessing'
DEFAULT_LOGGING_FORMAT = '[%(levelname)s/%(processName)s] %(message)s'
_logger = None
_log_to_stderr = False
def sub_debug(msg, *args):
if _logger:
_logger.log(SUBDEBUG, msg, *args)
def debug(msg, *args):
if _logger:
_logger.log(DEBUG, msg, *args)
def info(msg, *args):
if _logger:
_logger.log(INFO, msg, *args)
def sub_warning(msg, *args):
if _logger:
_logger.log(SUBWARNING, msg, *args)
def get_logger():
'''
Returns logger used by multiprocessing
'''
global _logger
import logging
logging._acquireLock()
try:
if not _logger:
_logger = logging.getLogger(LOGGER_NAME)
_logger.propagate = 0
# XXX multiprocessing should cleanup before logging
if hasattr(atexit, 'unregister'):
atexit.unregister(_exit_function)
atexit.register(_exit_function)
else:
atexit._exithandlers.remove((_exit_function, (), {}))
atexit._exithandlers.append((_exit_function, (), {}))
finally:
logging._releaseLock()
return _logger
def log_to_stderr(level=None):
'''
Turn on logging and add a handler which prints to stderr
'''
global _log_to_stderr
import logging
logger = get_logger()
formatter = logging.Formatter(DEFAULT_LOGGING_FORMAT)
handler = logging.StreamHandler()
handler.setFormatter(formatter)
logger.addHandler(handler)
if level:
logger.setLevel(level)
_log_to_stderr = True
return _logger
# Abstract socket support
def _platform_supports_abstract_sockets():
if sys.platform == "linux":
return True
if hasattr(sys, 'getandroidapilevel'):
return True
return False
def is_abstract_socket_namespace(address):
if not address:
return False
if isinstance(address, bytes):
return address[0] == 0
elif isinstance(address, str):
return address[0] == "\0"
raise TypeError('address type of {address!r} unrecognized')
abstract_sockets_supported = _platform_supports_abstract_sockets()
#
# Function returning a temp directory which will be removed on exit
#
def _remove_temp_dir(rmtree, tempdir):
rmtree(tempdir)
current_process = process.current_process()
# current_process() can be None if the finalizer is called
# late during Python finalization
if current_process is not None:
current_process._config['tempdir'] = None
def get_temp_dir():
# get name of a temp directory which will be automatically cleaned up
tempdir = process.current_process()._config.get('tempdir')
if tempdir is None:
import shutil, tempfile
tempdir = tempfile.mkdtemp(prefix='pymp-')
info('created temp directory %s', tempdir)
# keep a strong reference to shutil.rmtree(), since the finalizer
# can be called late during Python shutdown
Finalize(None, _remove_temp_dir, args=(shutil.rmtree, tempdir),
exitpriority=-100)
process.current_process()._config['tempdir'] = tempdir
return tempdir
#
# Support for reinitialization of objects when bootstrapping a child process
#
_afterfork_registry = weakref.WeakValueDictionary()
_afterfork_counter = itertools.count()
def _run_after_forkers():
items = list(_afterfork_registry.items())
items.sort()
for (index, ident, func), obj in items:
try:
func(obj)
except Exception as e:
info('after forker raised exception %s', e)
def register_after_fork(obj, func):
_afterfork_registry[(next(_afterfork_counter), id(obj), func)] = obj
#
# Finalization using weakrefs
#
_finalizer_registry = {}
_finalizer_counter = itertools.count()
class Finalize(object):
'''
Class which supports object finalization using weakrefs
'''
def __init__(self, obj, callback, args=(), kwargs=None, exitpriority=None):
if (exitpriority is not None) and not isinstance(exitpriority,int):
raise TypeError(
"Exitpriority ({0!r}) must be None or int, not {1!s}".format(
exitpriority, type(exitpriority)))
if obj is not None:
self._weakref = weakref.ref(obj, self)
elif exitpriority is None:
raise ValueError("Without object, exitpriority cannot be None")
self._callback = callback
self._args = args
self._kwargs = kwargs or {}
self._key = (exitpriority, next(_finalizer_counter))
self._pid = os.getpid()
_finalizer_registry[self._key] = self
def __call__(self, wr=None,
# Need to bind these locally because the globals can have
# been cleared at shutdown
_finalizer_registry=_finalizer_registry,
sub_debug=sub_debug, getpid=os.getpid):
'''
Run the callback unless it has already been called or cancelled
'''
try:
del _finalizer_registry[self._key]
except KeyError:
sub_debug('finalizer no longer registered')
else:
if self._pid != getpid():
sub_debug('finalizer ignored because different process')
res = None
else:
sub_debug('finalizer calling %s with args %s and kwargs %s',
self._callback, self._args, self._kwargs)
res = self._callback(*self._args, **self._kwargs)
self._weakref = self._callback = self._args = \
self._kwargs = self._key = None
return res
def cancel(self):
'''
Cancel finalization of the object
'''
try:
del _finalizer_registry[self._key]
except KeyError:
pass
else:
self._weakref = self._callback = self._args = \
self._kwargs = self._key = None
def still_active(self):
'''
Return whether this finalizer is still waiting to invoke callback
'''
return self._key in _finalizer_registry
def __repr__(self):
try:
obj = self._weakref()
except (AttributeError, TypeError):
obj = None
if obj is None:
return '<%s object, dead>' % self.__class__.__name__
x = '<%s object, callback=%s' % (
self.__class__.__name__,
getattr(self._callback, '__name__', self._callback))
if self._args:
x += ', args=' + str(self._args)
if self._kwargs:
x += ', kwargs=' + str(self._kwargs)
if self._key[0] is not None:
x += ', exitpriority=' + str(self._key[0])
return x + '>'
def _run_finalizers(minpriority=None):
'''
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
'''
if _finalizer_registry is None:
# This function may be called after this module's globals are
# destroyed. See the _exit_function function in this module for more
# notes.
return
if minpriority is None:
f = lambda p : p[0] is not None
else:
f = lambda p : p[0] is not None and p[0] >= minpriority
# Careful: _finalizer_registry may be mutated while this function
# is running (either by a GC run or by another thread).
# list(_finalizer_registry) should be atomic, while
# list(_finalizer_registry.items()) is not.
keys = [key for key in list(_finalizer_registry) if f(key)]
keys.sort(reverse=True)
for key in keys:
finalizer = _finalizer_registry.get(key)
# key may have been removed from the registry
if finalizer is not None:
sub_debug('calling %s', finalizer)
try:
finalizer()
except Exception:
import traceback
traceback.print_exc()
if minpriority is None:
_finalizer_registry.clear()
#
# Clean up on exit
#
def is_exiting():
'''
Returns true if the process is shutting down
'''
return _exiting or _exiting is None
_exiting = False
def _exit_function(info=info, debug=debug, _run_finalizers=_run_finalizers,
active_children=process.active_children,
current_process=process.current_process):
# We hold on to references to functions in the arglist due to the
# situation described below, where this function is called after this
# module's globals are destroyed.
global _exiting
if not _exiting:
_exiting = True
info('process shutting down')
debug('running all "atexit" finalizers with priority >= 0')
_run_finalizers(0)
if current_process() is not None:
# We check if the current process is None here because if
# it's None, any call to ``active_children()`` will raise
# an AttributeError (active_children winds up trying to
# get attributes from util._current_process). One
# situation where this can happen is if someone has
# manipulated sys.modules, causing this module to be
# garbage collected. The destructor for the module type
# then replaces all values in the module dict with None.
# For instance, after setuptools runs a test it replaces
# sys.modules with a copy created earlier. See issues
# #9775 and #15881. Also related: #4106, #9205, and
# #9207.
for p in active_children():
if p.daemon:
info('calling terminate() for daemon %s', p.name)
p._popen.terminate()
for p in active_children():
info('calling join() for process %s', p.name)
p.join()
debug('running the remaining "atexit" finalizers')
_run_finalizers()
atexit.register(_exit_function)
#
# Some fork aware types
#
class ForkAwareThreadLock(object):
def __init__(self):
self._reset()
register_after_fork(self, ForkAwareThreadLock._reset)
def _reset(self):
self._lock = threading.Lock()
self.acquire = self._lock.acquire
self.release = self._lock.release
def __enter__(self):
return self._lock.__enter__()
def __exit__(self, *args):
return self._lock.__exit__(*args)
class ForkAwareLocal(threading.local):
def __init__(self):
register_after_fork(self, lambda obj : obj.__dict__.clear())
def __reduce__(self):
return type(self), ()
#
# Close fds except those specified
#
try:
MAXFD = os.sysconf("SC_OPEN_MAX")
except Exception:
MAXFD = 256
def close_all_fds_except(fds):
fds = list(fds) + [-1, MAXFD]
fds.sort()
assert fds[-1] == MAXFD, 'fd too large'
for i in range(len(fds) - 1):
os.closerange(fds[i]+1, fds[i+1])
#
# Close sys.stdin and replace stdin with os.devnull
#
def _close_stdin():
if sys.stdin is None:
return
try:
sys.stdin.close()
except (OSError, ValueError):
pass
try:
fd = os.open(os.devnull, os.O_RDONLY)
try:
sys.stdin = open(fd, closefd=False)
except:
os.close(fd)
raise
except (OSError, ValueError):
pass
#
# Flush standard streams, if any
#
def _flush_std_streams():
try:
sys.stdout.flush()
except (AttributeError, ValueError):
pass
try:
sys.stderr.flush()
except (AttributeError, ValueError):
pass
#
# Start a program with only specified fds kept open
#
def spawnv_passfds(path, args, passfds):
import _posixsubprocess
passfds = tuple(sorted(map(int, passfds)))
errpipe_read, errpipe_write = os.pipe()
try:
return _posixsubprocess.fork_exec(
args, [os.fsencode(path)], True, passfds, None, None,
-1, -1, -1, -1, -1, -1, errpipe_read, errpipe_write,
False, False, None)
finally:
os.close(errpipe_read)
os.close(errpipe_write)
def close_fds(*fds):
"""Close each file descriptor given as an argument"""
for fd in fds:
os.close(fd)
def _cleanup_tests():
"""Cleanup multiprocessing resources when multiprocessing tests
completed."""
from test import support
# cleanup multiprocessing
process._cleanup()
# Stop the ForkServer process if it's running
from multiprocessing import forkserver
forkserver._forkserver._stop()
# Stop the ResourceTracker process if it's running
from multiprocessing import resource_tracker
resource_tracker._resource_tracker._stop()
# bpo-37421: Explicitly call _run_finalizers() to remove immediately
# temporary directories created by multiprocessing.util.get_temp_dir().
_run_finalizers()
support.gc_collect()
support.reap_children()
heap.pyc 0000644 00000015375 15033635200 0006206 0 ustar 00 �
{ fc @ s
d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m
Z
d d l m Z d g Z
e j d k r� d d l m Z d e f d � � YZ n d e f d � � YZ d
e f d � � YZ d e f d � � YZ d S(
i����N( t Finalizet info( t assert_spawningt
BufferWrappert win32( R t Arenac B s/ e Z e j � Z d � Z d � Z d � Z RS( c C s� | | _ d t j � t j j � f | _ t j d | j d | j �| _ t j
� d k sj t d � � | j | j f | _ d S( Ns pym-%d-%di����t tagnamei s tagname already in use(
t sizet ost getpidR t _countert nextt namet mmapt bufferR t GetLastErrort AssertionErrort _state( t selfR ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt __init__= s
"! c C s t | � | j S( N( R R ( R ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt __getstate__D s
c C sY | \ | _ | _ | _ t j d | j d | j �| _ t j � t j k sU t � d S( Ni����R ( R R R R
R R R t ERROR_ALREADY_EXISTSR ( R t state( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt __setstate__H s !( t __name__t
__module__t itertoolst countR
R R R ( ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR 9 s c B s e Z d � Z RS( c C s+ t j d | � | _ | | _ d | _ d S( Ni����( R
R R t NoneR ( R R ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR Q s ( R R R ( ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR O s t Heapc B sb e Z d Z e j d � Z e d � � Z d � Z d � Z d � Z
d � Z d � Z d � Z
RS( i c C sm t j � | _ t j � | _ | | _ g | _ i | _ i | _ i | _
t � | _ g | _
g | _ d S( N( R R t _lastpidt threadingt Lockt _lockt _sizet _lengthst _len_to_seqt _start_to_blockt _stop_to_blockt sett _allocated_blockst _arenast _pending_free_blocks( R R ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR ^ s c C s | d } | | | @S( Ni ( ( t nt alignmentt mask( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt _roundupk s
c C s t j | j | � } | t | j � k r� | j t | j | � t j � } | j d 9_ t d | � t
| � } | j j | � | d | f S| j | } | j
| } | j � } | s� | j
| =| j | =n | \ } } } | j | | f =| j | | f =| S( Ni s" allocating a new mmap of length %di ( t bisectt bisect_leftR# t lenR. t maxR" R
t PAGESIZER R R) t appendR$ t popR% R& ( R R t it lengtht arenat seqt blockt startt stop( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt _mallocq s" !
c C s! | \ } } } y | j | | f } Wn t k
r9 n X| j | � \ } } y | j | | f } Wn t k
ry n X| j | � \ } } | | | f } | | } y | j | j | � Wn4 t k
r� | g | j | <t j | j | � n X| | j | | f <| | j | | f <d S( N( R& t KeyErrort _absorbR% R$ R4 R/ t insortR# ( R R: R8 R; R< t
prev_blockt _t
next_blockR7 ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt _free� s(
c C s� | \ } } } | j | | f =| j | | f =| | } | j | } | j | � | sv | j | =| j j | � n | | f S( N( R% R& R$ t removeR# ( R R: R8 R; R< R7 R9 ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR? � s
c C sV xO t rQ y | j j � } Wn t k
r0 Pn X| j j | � | j | � q Wd S( N( t TrueR* R5 t
IndexErrorR( RE RD ( R R: ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt _free_pending_blocks� s
c C s� t j � | j k s t � | j j t � s@ | j j | � n< z+ | j � | j
j | � | j | � Wd | j j
� Xd S( N( R R R R R! t acquiret FalseR* R4 RH R( RE RD t release( R R: ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt free� s
c C s� d | k o t j k n s% t � t j � | j k rG | j � n | j j � | j � z� | j
t | d � | j � } | j
| � \ } } } | | } | | k r� | j | | | f � n | | | f } | j j | � | SWd | j j � Xd S( Ni i ( t syst maxintR R R R R R! RI RH R. R2 t
_alignmentR= RD R( t addRK ( R R R8 R; R< t new_stopR: ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt malloc� s %
( R R RO R
R3 R t staticmethodR. R= RD R? RH RL RR ( ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR Z s
c B s, e Z e � Z d � Z d � Z d � Z RS( c C sf d | k o t j k n s% t � t j j | � } | | f | _ t | t j j d | f �d S( Ni t args( RM RN R R t _heapRR R R RL ( R R R: ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR � s %c C sJ | j \ \ } } } } t j | j � \ } } | | k sB t � | | S( N( R t _multiprocessingt address_of_bufferR R ( R R8 R; R< R t addressR7 ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt get_address� s c C s | j d S( Ni ( R ( R ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt get_size� s ( R R R RU R RY RZ ( ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR � s ( R/ R
t tempfileR RM R R RV t multiprocessing.utilR R t multiprocessing.forkingR t __all__t platformR t objectR R R ( ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt <module># s � heap.py 0000644 00000026552 15033635200 0006042 0 ustar 00 #
# Module which supports allocation of memory from an mmap
#
# multiprocessing/heap.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
import bisect
from collections import defaultdict
import mmap
import os
import sys
import tempfile
import threading
from .context import reduction, assert_spawning
from . import util
__all__ = ['BufferWrapper']
#
# Inheritable class which wraps an mmap, and from which blocks can be allocated
#
if sys.platform == 'win32':
import _winapi
class Arena(object):
"""
A shared memory area backed by anonymous memory (Windows).
"""
_rand = tempfile._RandomNameSequence()
def __init__(self, size):
self.size = size
for i in range(100):
name = 'pym-%d-%s' % (os.getpid(), next(self._rand))
buf = mmap.mmap(-1, size, tagname=name)
if _winapi.GetLastError() == 0:
break
# We have reopened a preexisting mmap.
buf.close()
else:
raise FileExistsError('Cannot find name for new mmap')
self.name = name
self.buffer = buf
self._state = (self.size, self.name)
def __getstate__(self):
assert_spawning(self)
return self._state
def __setstate__(self, state):
self.size, self.name = self._state = state
# Reopen existing mmap
self.buffer = mmap.mmap(-1, self.size, tagname=self.name)
# XXX Temporarily preventing buildbot failures while determining
# XXX the correct long-term fix. See issue 23060
#assert _winapi.GetLastError() == _winapi.ERROR_ALREADY_EXISTS
else:
class Arena(object):
"""
A shared memory area backed by a temporary file (POSIX).
"""
if sys.platform == 'linux':
_dir_candidates = ['/dev/shm']
else:
_dir_candidates = []
def __init__(self, size, fd=-1):
self.size = size
self.fd = fd
if fd == -1:
# Arena is created anew (if fd != -1, it means we're coming
# from rebuild_arena() below)
self.fd, name = tempfile.mkstemp(
prefix='pym-%d-'%os.getpid(),
dir=self._choose_dir(size))
os.unlink(name)
util.Finalize(self, os.close, (self.fd,))
os.ftruncate(self.fd, size)
self.buffer = mmap.mmap(self.fd, self.size)
def _choose_dir(self, size):
# Choose a non-storage backed directory if possible,
# to improve performance
for d in self._dir_candidates:
st = os.statvfs(d)
if st.f_bavail * st.f_frsize >= size: # enough free space?
return d
return util.get_temp_dir()
def reduce_arena(a):
if a.fd == -1:
raise ValueError('Arena is unpicklable because '
'forking was enabled when it was created')
return rebuild_arena, (a.size, reduction.DupFd(a.fd))
def rebuild_arena(size, dupfd):
return Arena(size, dupfd.detach())
reduction.register(Arena, reduce_arena)
#
# Class allowing allocation of chunks of memory from arenas
#
class Heap(object):
# Minimum malloc() alignment
_alignment = 8
_DISCARD_FREE_SPACE_LARGER_THAN = 4 * 1024 ** 2 # 4 MB
_DOUBLE_ARENA_SIZE_UNTIL = 4 * 1024 ** 2
def __init__(self, size=mmap.PAGESIZE):
self._lastpid = os.getpid()
self._lock = threading.Lock()
# Current arena allocation size
self._size = size
# A sorted list of available block sizes in arenas
self._lengths = []
# Free block management:
# - map each block size to a list of `(Arena, start, stop)` blocks
self._len_to_seq = {}
# - map `(Arena, start)` tuple to the `(Arena, start, stop)` block
# starting at that offset
self._start_to_block = {}
# - map `(Arena, stop)` tuple to the `(Arena, start, stop)` block
# ending at that offset
self._stop_to_block = {}
# Map arenas to their `(Arena, start, stop)` blocks in use
self._allocated_blocks = defaultdict(set)
self._arenas = []
# List of pending blocks to free - see comment in free() below
self._pending_free_blocks = []
# Statistics
self._n_mallocs = 0
self._n_frees = 0
@staticmethod
def _roundup(n, alignment):
# alignment must be a power of 2
mask = alignment - 1
return (n + mask) & ~mask
def _new_arena(self, size):
# Create a new arena with at least the given *size*
length = self._roundup(max(self._size, size), mmap.PAGESIZE)
# We carve larger and larger arenas, for efficiency, until we
# reach a large-ish size (roughly L3 cache-sized)
if self._size < self._DOUBLE_ARENA_SIZE_UNTIL:
self._size *= 2
util.info('allocating a new mmap of length %d', length)
arena = Arena(length)
self._arenas.append(arena)
return (arena, 0, length)
def _discard_arena(self, arena):
# Possibly delete the given (unused) arena
length = arena.size
# Reusing an existing arena is faster than creating a new one, so
# we only reclaim space if it's large enough.
if length < self._DISCARD_FREE_SPACE_LARGER_THAN:
return
blocks = self._allocated_blocks.pop(arena)
assert not blocks
del self._start_to_block[(arena, 0)]
del self._stop_to_block[(arena, length)]
self._arenas.remove(arena)
seq = self._len_to_seq[length]
seq.remove((arena, 0, length))
if not seq:
del self._len_to_seq[length]
self._lengths.remove(length)
def _malloc(self, size):
# returns a large enough block -- it might be much larger
i = bisect.bisect_left(self._lengths, size)
if i == len(self._lengths):
return self._new_arena(size)
else:
length = self._lengths[i]
seq = self._len_to_seq[length]
block = seq.pop()
if not seq:
del self._len_to_seq[length], self._lengths[i]
(arena, start, stop) = block
del self._start_to_block[(arena, start)]
del self._stop_to_block[(arena, stop)]
return block
def _add_free_block(self, block):
# make block available and try to merge with its neighbours in the arena
(arena, start, stop) = block
try:
prev_block = self._stop_to_block[(arena, start)]
except KeyError:
pass
else:
start, _ = self._absorb(prev_block)
try:
next_block = self._start_to_block[(arena, stop)]
except KeyError:
pass
else:
_, stop = self._absorb(next_block)
block = (arena, start, stop)
length = stop - start
try:
self._len_to_seq[length].append(block)
except KeyError:
self._len_to_seq[length] = [block]
bisect.insort(self._lengths, length)
self._start_to_block[(arena, start)] = block
self._stop_to_block[(arena, stop)] = block
def _absorb(self, block):
# deregister this block so it can be merged with a neighbour
(arena, start, stop) = block
del self._start_to_block[(arena, start)]
del self._stop_to_block[(arena, stop)]
length = stop - start
seq = self._len_to_seq[length]
seq.remove(block)
if not seq:
del self._len_to_seq[length]
self._lengths.remove(length)
return start, stop
def _remove_allocated_block(self, block):
arena, start, stop = block
blocks = self._allocated_blocks[arena]
blocks.remove((start, stop))
if not blocks:
# Arena is entirely free, discard it from this process
self._discard_arena(arena)
def _free_pending_blocks(self):
# Free all the blocks in the pending list - called with the lock held.
while True:
try:
block = self._pending_free_blocks.pop()
except IndexError:
break
self._add_free_block(block)
self._remove_allocated_block(block)
def free(self, block):
# free a block returned by malloc()
# Since free() can be called asynchronously by the GC, it could happen
# that it's called while self._lock is held: in that case,
# self._lock.acquire() would deadlock (issue #12352). To avoid that, a
# trylock is used instead, and if the lock can't be acquired
# immediately, the block is added to a list of blocks to be freed
# synchronously sometimes later from malloc() or free(), by calling
# _free_pending_blocks() (appending and retrieving from a list is not
# strictly thread-safe but under CPython it's atomic thanks to the GIL).
if os.getpid() != self._lastpid:
raise ValueError(
"My pid ({0:n}) is not last pid {1:n}".format(
os.getpid(),self._lastpid))
if not self._lock.acquire(False):
# can't acquire the lock right now, add the block to the list of
# pending blocks to free
self._pending_free_blocks.append(block)
else:
# we hold the lock
try:
self._n_frees += 1
self._free_pending_blocks()
self._add_free_block(block)
self._remove_allocated_block(block)
finally:
self._lock.release()
def malloc(self, size):
# return a block of right size (possibly rounded up)
if size < 0:
raise ValueError("Size {0:n} out of range".format(size))
if sys.maxsize <= size:
raise OverflowError("Size {0:n} too large".format(size))
if os.getpid() != self._lastpid:
self.__init__() # reinitialize after fork
with self._lock:
self._n_mallocs += 1
# allow pending blocks to be marked available
self._free_pending_blocks()
size = self._roundup(max(size, 1), self._alignment)
(arena, start, stop) = self._malloc(size)
real_stop = start + size
if real_stop < stop:
# if the returned block is larger than necessary, mark
# the remainder available
self._add_free_block((arena, real_stop, stop))
self._allocated_blocks[arena].add((start, real_stop))
return (arena, start, real_stop)
#
# Class wrapping a block allocated out of a Heap -- can be inherited by child process
#
class BufferWrapper(object):
_heap = Heap()
def __init__(self, size):
if size < 0:
raise ValueError("Size {0:n} out of range".format(size))
if sys.maxsize <= size:
raise OverflowError("Size {0:n} too large".format(size))
block = BufferWrapper._heap.malloc(size)
self._state = (block, size)
util.Finalize(self, BufferWrapper._heap.free, args=(block,))
def create_memoryview(self):
(arena, start, stop), size = self._state
return memoryview(arena.buffer)[start:start+size]
queues.pyc 0000644 00000026353 15033635200 0006576 0 ustar 00 �
{ fc @ s> d d d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m
Z
d d l Z d d l m
Z
d d l m Z m Z m Z m Z d d l m Z m Z m Z m Z m Z d d
l m Z d e f d � � YZ e � Z d e f d � � YZ d e f d
� � YZ d S( t Queuet SimpleQueuet
JoinableQueuei����N( t Emptyt Fulli ( t Pipe( t Lockt BoundedSemaphoret Semaphoret Condition( t debugt infot Finalizet register_after_forkt
is_exiting( t assert_spawningc B s� e Z d d � Z d � Z d � Z d � Z e d d � Z e d d � Z d � Z
d � Z d � Z d
� Z
d � Z d � Z d
� Z d � Z d � Z e d � � Z e d � � Z e d � � Z RS( i c C s� | d k r t j j } n | | _ t d t � \ | _ | _ t � | _ t
j � | _ t
j d k ru d | _ n t � | _ t | � | _ | j � t
j d k r� t | t j � n d S( Ni t duplext win32( t _multiprocessingt SemLockt
SEM_VALUE_MAXt _maxsizeR t Falset _readert _writerR t _rlockt ost getpidt _opidt syst platformt Nonet _wlockR t _semt _after_forkR
R ( t selft maxsize( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt __init__: s
c C s8 t | � | j | j | j | j | j | j | j f S( N( R R R R R R R! R ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt __getstate__L s
c C s> | \ | _ | _ | _ | _ | _ | _ | _ | j � d S( N( R R R R R R! R R" ( R# t state( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt __setstate__Q s 0c C s� t d � t j t j � � | _ t j � | _ d | _ d | _
t | _ t | _
d | _ | j j | _ | j j | _ | j j | _ d S( Ns Queue._after_fork()( R
t threadingR R t _notemptyt collectionst dequet _bufferR t _threadt _jointhreadR t _joincancelledt _closedt _closeR t sendt _sendR t recvt _recvt pollt _poll( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR" V s
c C s� | j s t � | j j | | � s. t � n | j j � z= | j d k rZ | j � n | j j
| � | j j � Wd | j j � Xd S( N(
R1 t AssertionErrorR! t acquireR R* R. R t
_start_threadR- t appendt notifyt release( R# t objt blockt timeout( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt putc s
c C s | rT | d k rT | j j � z! | j � } | j j � | SWd | j j � Xn� | rm t j � | } n | j j | | � s� t � n zg | r� | t j � } | j | � s� t � q� n | j � s� t � n | j � } | j j � | SWd | j j � Xd S( N( R R R: R6 R! R> t timeR R8 ( R# R@ RA t rest deadline( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt getq s,
c C s | j | j j j � S( N( R R! t _semlockt
_get_value( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt qsize� s c C s | j � S( N( R8 ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt empty� s c C s | j j j � S( N( R! RG t _is_zero( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt full� s c C s
| j t � S( N( RF R ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt
get_nowait� s c C s | j | t � S( N( RB R ( R# R? ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt
put_nowait� s c C sD t | _ z | j j � Wd | j } | r? d | _ | � n Xd S( N( t TrueR1 R t closeR2 R ( R# RP ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRP � s c C s3 t d � | j s t � | j r/ | j � n d S( Ns Queue.join_thread()( R
R1 R9 R/ ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt join_thread� s
c C s< t d � t | _ y | j j � Wn t k
r7 n Xd S( Ns Queue.cancel_join_thread()( R
RO R0 R/ t cancelt AttributeError( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt cancel_join_thread� s
c C s� t d � | j j � t j d t j d | j | j | j | j | j
j f d d � | _ t
| j _ t d � | j j � t d � | j s� t | j t j t j | j � g d d �| _ n t | t j | j | j g d d
�| _ d S( Ns Queue._start_thread()t targett argst namet QueueFeederThreads doing self._thread.start()s ... done self._thread.start()t exitpriorityi����i
( R
R- t clearR) t ThreadR t _feedR* R4 R R RP R. RO t daemont startR0 R t _finalize_joint weakreft refR/ t _finalize_closeR2 ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR; � s(
c C sD t d � | � } | d k r6 | j � t d � n
t d � d S( Ns joining queue threads ... queue thread joineds ... queue thread already dead( R
R t join( t twrt thread( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR_ � s
c C sA t d � | j � z | j t � | j � Wd | j � Xd S( Ns telling queue thread to quit( R
R: R< t _sentinelR= R> ( t buffert notempty( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRb � s
c C s[ t d � | j } | j } | j } | j } t } t j d k rX | j }
| j } n d }
x� y� | � z | s~ | � n Wd | � Xyn xg | � } | | k r� t d � | � d S|
d k r� | | � q� |
� z | | � Wd | � Xq� WWn t k
r n XWqa t
k
rR}
t � r9t d |
� d Sd d l
} | j � qa Xqa Wd S( Ns$ starting thread to feed data to pipeR s% feeder thread got sentinel -- exitings error in queue thread: %si����( R
R: R> t waitt popleftRf R R R t
IndexErrort ExceptionR R t tracebackt print_exc( Rg Rh R3 t writelockRP t nacquiret nreleaset nwaitt bpopleftt sentinelt wacquiret wreleaseR? t eRm ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR\ � sL
N( t __name__t
__module__R% R& R( R" RO R RB RF RI RJ RL RM RN RP RQ RT R; t staticmethodR_ Rb R\ ( ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR 8 s$
c B sG e Z d d � Z d � Z d � Z e d d � Z d � Z d � Z RS( i c C s/ t j | | � t d � | _ t � | _ d S( Ni ( R R% R t _unfinished_tasksR t _cond( R# R$ ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR% ) s c C s t j | � | j | j f S( N( R R& R| R{ ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR& . s c C s. t j | | d � | d \ | _ | _ d S( Ni����( R R( R| R{ ( R# R' ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR( 1 s c C s� | j s t � | j j | | � s. t � n | j j � | j j � zJ | j d k rg | j � n | j
j | � | j j
� | j j � Wd | j j
� | j j
� Xd S( N( R1 R9 R! R: R R* R| R. R R; R- R< R{ R> R= ( R# R? R@ RA ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRB 5 s
c C si | j j � zG | j j t � s1 t d � � n | j j j � rS | j j � n Wd | j j � Xd S( Ns! task_done() called too many times( R| R: R{ R t
ValueErrorRG RK t
notify_allR> ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt task_doneF s
c C sH | j j � z& | j j j � s2 | j j � n Wd | j j � Xd S( N( R| R: R{ RG RK Ri R> ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRc P s
N(
Rx Ry R% R& R( RO R RB R Rc ( ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR ' s
c B s5 e Z d � Z d � Z d � Z d � Z d � Z RS( c C s\ t d t � \ | _ | _ t � | _ t j d k rB d | _ n t � | _ | j
� d S( NR R ( R R R R R R R R R R t
_make_methods( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR% ^ s c C s | j j � S( N( R R7 ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRJ g s c C s& t | � | j | j | j | j f S( N( R R R R R ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR& j s
c C s, | \ | _ | _ | _ | _ | j � d S( N( R R R R R� ( R# R' ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR( n s c s� | j j � | j j | j j � � � � � f d � } | | _ | j d k rd | j j | _
nC | j j � | j j | j j � � � � � f d � } | | _
d S( Nc s! � � z � � SWd � � Xd S( N( ( ( t racquireR5 t rrelease( s. /usr/lib64/python2.7/multiprocessing/queues.pyRF u s c s$ � � z � | � SWd � � Xd S( N( ( R? ( R3 Ru Rv ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRB � s ( R R5 R R: R> RF R R R R3 RB ( R# RF RB ( ( R� R5 R� R3 Ru Rv s. /usr/lib64/python2.7/multiprocessing/queues.pyR� r s ( Rx Ry R% RJ R& R( R� ( ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR \ s
( t __all__R R R) R+ RC t atexitR` R R R R t R t synchronizeR R R R t utilR
R R R
R t forkingR t objectRf R R ( ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt <module># s" "(�
5 sharedctypes.py 0000644 00000014242 15033635200 0007614 0 ustar 00 #
# Module which supports allocation of ctypes objects from shared memory
#
# multiprocessing/sharedctypes.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
import ctypes
import weakref
from . import heap
from . import get_context
from .context import reduction, assert_spawning
_ForkingPickler = reduction.ForkingPickler
__all__ = ['RawValue', 'RawArray', 'Value', 'Array', 'copy', 'synchronized']
#
#
#
typecode_to_type = {
'c': ctypes.c_char, 'u': ctypes.c_wchar,
'b': ctypes.c_byte, 'B': ctypes.c_ubyte,
'h': ctypes.c_short, 'H': ctypes.c_ushort,
'i': ctypes.c_int, 'I': ctypes.c_uint,
'l': ctypes.c_long, 'L': ctypes.c_ulong,
'q': ctypes.c_longlong, 'Q': ctypes.c_ulonglong,
'f': ctypes.c_float, 'd': ctypes.c_double
}
#
#
#
def _new_value(type_):
size = ctypes.sizeof(type_)
wrapper = heap.BufferWrapper(size)
return rebuild_ctype(type_, wrapper, None)
def RawValue(typecode_or_type, *args):
'''
Returns a ctypes object allocated from shared memory
'''
type_ = typecode_to_type.get(typecode_or_type, typecode_or_type)
obj = _new_value(type_)
ctypes.memset(ctypes.addressof(obj), 0, ctypes.sizeof(obj))
obj.__init__(*args)
return obj
def RawArray(typecode_or_type, size_or_initializer):
'''
Returns a ctypes array allocated from shared memory
'''
type_ = typecode_to_type.get(typecode_or_type, typecode_or_type)
if isinstance(size_or_initializer, int):
type_ = type_ * size_or_initializer
obj = _new_value(type_)
ctypes.memset(ctypes.addressof(obj), 0, ctypes.sizeof(obj))
return obj
else:
type_ = type_ * len(size_or_initializer)
result = _new_value(type_)
result.__init__(*size_or_initializer)
return result
def Value(typecode_or_type, *args, lock=True, ctx=None):
'''
Return a synchronization wrapper for a Value
'''
obj = RawValue(typecode_or_type, *args)
if lock is False:
return obj
if lock in (True, None):
ctx = ctx or get_context()
lock = ctx.RLock()
if not hasattr(lock, 'acquire'):
raise AttributeError("%r has no method 'acquire'" % lock)
return synchronized(obj, lock, ctx=ctx)
def Array(typecode_or_type, size_or_initializer, *, lock=True, ctx=None):
'''
Return a synchronization wrapper for a RawArray
'''
obj = RawArray(typecode_or_type, size_or_initializer)
if lock is False:
return obj
if lock in (True, None):
ctx = ctx or get_context()
lock = ctx.RLock()
if not hasattr(lock, 'acquire'):
raise AttributeError("%r has no method 'acquire'" % lock)
return synchronized(obj, lock, ctx=ctx)
def copy(obj):
new_obj = _new_value(type(obj))
ctypes.pointer(new_obj)[0] = obj
return new_obj
def synchronized(obj, lock=None, ctx=None):
assert not isinstance(obj, SynchronizedBase), 'object already synchronized'
ctx = ctx or get_context()
if isinstance(obj, ctypes._SimpleCData):
return Synchronized(obj, lock, ctx)
elif isinstance(obj, ctypes.Array):
if obj._type_ is ctypes.c_char:
return SynchronizedString(obj, lock, ctx)
return SynchronizedArray(obj, lock, ctx)
else:
cls = type(obj)
try:
scls = class_cache[cls]
except KeyError:
names = [field[0] for field in cls._fields_]
d = {name: make_property(name) for name in names}
classname = 'Synchronized' + cls.__name__
scls = class_cache[cls] = type(classname, (SynchronizedBase,), d)
return scls(obj, lock, ctx)
#
# Functions for pickling/unpickling
#
def reduce_ctype(obj):
assert_spawning(obj)
if isinstance(obj, ctypes.Array):
return rebuild_ctype, (obj._type_, obj._wrapper, obj._length_)
else:
return rebuild_ctype, (type(obj), obj._wrapper, None)
def rebuild_ctype(type_, wrapper, length):
if length is not None:
type_ = type_ * length
_ForkingPickler.register(type_, reduce_ctype)
buf = wrapper.create_memoryview()
obj = type_.from_buffer(buf)
obj._wrapper = wrapper
return obj
#
# Function to create properties
#
def make_property(name):
try:
return prop_cache[name]
except KeyError:
d = {}
exec(template % ((name,)*7), d)
prop_cache[name] = d[name]
return d[name]
template = '''
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
'''
prop_cache = {}
class_cache = weakref.WeakKeyDictionary()
#
# Synchronized wrappers
#
class SynchronizedBase(object):
def __init__(self, obj, lock=None, ctx=None):
self._obj = obj
if lock:
self._lock = lock
else:
ctx = ctx or get_context(force=True)
self._lock = ctx.RLock()
self.acquire = self._lock.acquire
self.release = self._lock.release
def __enter__(self):
return self._lock.__enter__()
def __exit__(self, *args):
return self._lock.__exit__(*args)
def __reduce__(self):
assert_spawning(self)
return synchronized, (self._obj, self._lock)
def get_obj(self):
return self._obj
def get_lock(self):
return self._lock
def __repr__(self):
return '<%s wrapper for %s>' % (type(self).__name__, self._obj)
class Synchronized(SynchronizedBase):
value = make_property('value')
class SynchronizedArray(SynchronizedBase):
def __len__(self):
return len(self._obj)
def __getitem__(self, i):
with self:
return self._obj[i]
def __setitem__(self, i, value):
with self:
self._obj[i] = value
def __getslice__(self, start, stop):
with self:
return self._obj[start:stop]
def __setslice__(self, start, stop, values):
with self:
self._obj[start:stop] = values
class SynchronizedString(SynchronizedArray):
value = make_property('value')
raw = make_property('raw')
process.pyc 0000644 00000022604 15033635200 0006740 0 ustar 00 �
{ fc @ s2 d d d g Z d d l Z d d l Z d d l Z d d l Z y e j j e j � � Z Wn e k
rt d Z n Xd � Z d � Z d � Z
d e f d � � YZ d e f d
� � YZ d e f d � � YZ e � a [ i Z xG e j j � D]6 \ Z Z e d
d k r� d e k r� e e e <q� q� Wd S( t Processt current_processt active_childreni����Nc C s t S( s@
Return process object representing the current process
( t _current_process( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR ; s c C s t � t t j � S( sN
Return list of process objects corresponding to live child processes
( t _cleanupt listR t _children( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR A s c C sF x? t t j � D]. } | j j � d k r t j j | � q q Wd S( N( R R R t _popent pollt Nonet discard( t p( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR L s c B s� e Z d Z d Z d d d d i d � Z d � Z d � Z d � Z d d � Z d � Z
e d � � Z e j
d � � Z e d � � Z e j
d
� � Z e d � � Z e j
d � � Z e d
� � Z e d � � Z e Z d � Z d � Z RS( s�
Process objects represent activity that is run in a separate process
The class is analagous to `threading.Thread`
c C s� | d k s t d � � t j j � } t j | f | _ t j | _ t j | _ t j | _ t j
� | _ d | _ | | _
t | � | _ t | � | _ | p� t | � j d d j d � | j D� � | _ d S( Ns# group argument must be None for nowt -t :c s s | ] } t | � Vq d S( N( t str( t .0t i( ( s/ /usr/lib64/python2.7/multiprocessing/process.pys <genexpr>k s ( R t AssertionErrorR t _countert nextt _identityt _authkeyt _daemonict _tempdirt ost getpidt _parent_pidR t _targett tuplet _argst dictt _kwargst typet __name__t joint _name( t selft groupt targett namet argst kwargst count( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt __init__^ s c C s& | j r" | j | j | j � n d S( sQ
Method to be run in sub-process; can be overridden in sub-class
N( R R R ( R$ ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt runm s c C s� | j d k s t d � � | j t j � k s< t d � � t j sR t d � � t � | j d k rt | j } n d d l
m } | | � | _ | ` | `
| ` t j j | � d S( s%
Start child process
s cannot start a process twices: can only start a process object created by current processs3 daemonic processes are not allowed to have childreni ( t PopenN( R R R R R R R R R t _Popent forkingR- R R R R t add( R$ R- ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt startt s
c C s | j j � d S( sT
Terminate process; sends SIGTERM signal or uses TerminateProcess()
N( R t terminate( R$ ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR2 � s c C sq | j t j � k s! t d � � | j d k s< t d � � | j j | � } | d k rm t j j | � n d S( s5
Wait until child process terminates
s can only join a child processs can only join a started processN(
R R R R R R t waitR R R
( R$ t timeoutt res( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR" � s
! c C s{ | t k r t S| j t j � k s1 t d � � | j d k rD t S| j j � } | d k rc t St j
j | � t Sd S( s1
Return whether process is alive
s can only test a child processN( R t TrueR R R R R R t FalseR R R
( R$ t
returncode( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt is_alive� s ! c C s | j S( N( R# ( R$ ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR' � s c C s( t | t � s t d � � | | _ d S( Ns name must be a string( t
isinstancet
basestringR R# ( R$ R' ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR' � s c C s | j S( s4
Return whether process is a daemon
( R ( R$ ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt daemon� s c C s( | j d k s t d � � | | _ d S( s1
Set whether process is a daemon
s process has already startedN( R R R R ( R$ t daemonic( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR< � s c C s | j S( N( R ( R$ ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt authkey� s c C s t | � | _ d S( s2
Set authorization key of process
N( t AuthenticationStringR ( R$ R> ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR> � s c C s# | j d k r | j S| j j � S( sM
Return exit code of process or `None` if it has yet to stop
N( R R R ( R$ ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt exitcode� s c C s- | t k r t j � S| j o( | j j Sd S( sU
Return identifier (PID) of process or `None` if it has yet to start
N( R R R R t pid( R$ ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt ident� s
c C s� | t k r d } n] | j t j � k r3 d } n? | j d k rK d } n' | j j � d k rl | j } n d } t | � t t
f k r� | d k r� d } q� d t j | | � } n d t | � j
| j | | j r� d p� d f S(
Nt startedt unknownt initiali t stoppeds stopped[%s]s <%s(%s, %s%s)>s daemont ( R R R R R R R R@ R t intt longt _exitcode_to_namet getR! R# R ( R$ t status( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt __repr__� s c C s� d d l m } y� t � | _ t j d � | _ y# t j j � t
t j � t _ Wn t
t f k
rm n X| a | j j � | j � | j d � z | j � d } Wd | j � XWn� t k
rH} | j s� d } q�t | j d t t f � rt | j d � } q�t j j t | j d � d � t j j � d } nG d } d d l } t j j d | j � t j j � | j! � n X| j d | � | S( Ni ( t utils child process calling self.run()i s
i����s Process %s:
s process exiting with exitcode %d(" RG RN t setR t itertoolsR* R t syst stdint closet openR t devnullt OSErrort
ValueErrorR t _finalizer_registryt cleart _run_after_forkerst infoR, t _exit_functiont
SystemExitR( R: RH RI t stderrt writeR t flusht tracebackR' t print_exc( R$ RN R@ t eRa ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt
_bootstrap� sB
!
N( ( R! t
__module__t __doc__R R. R+ R, R1 R2 R" R9 t propertyR' t setterR< R> R@ RB RA RM Rd ( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR V s&
R? c B s e Z d � Z RS( c C s> d d l m } | j � s+ t d � � n t t | � f f S( Ni ( R- sJ Pickling an AuthenticationString object is disallowed for security reasons( R/ R- t thread_is_spawningt TypeErrorR? t bytes( R$ R- ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt
__reduce__' s
( R! Re Rl ( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR? & s t _MainProcessc B s e Z d � Z RS( c C sp d | _ t | _ d | _ d | _ d | _ t j d � | _ t
� | _ t t
j d � � | _ d | _ d S( Nt MainProcessi i ( ( R R7 R R# R R R RP R* R RO R R? R t urandomR R ( R$ ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyR+ 6 s ( R! Re R+ ( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyRm 4 s i t SIGt _( t __all__R RQ t signalRP t patht abspatht getcwdt ORIGINAL_DIRRV R R R R t objectR Rk R? Rm R RJ t __dict__t itemsR' t signum( ( ( s/ /usr/lib64/python2.7/multiprocessing/process.pyt <module># s(
�
forking.pyc 0000644 00000034212 15033635200 0006717 0 ustar 00 �
{ fc @ s d d l Z d d l Z d d l Z d d l Z d d l m Z m Z d d d d d d g Z d � Z d d
l m
Z
d e
f d � � YZ d � Z e j
e e j � e � d
� Z e j
e e j � e � e j
e e j � e � y d d l m Z Wn e k
rn# Xd � Z d � Z e j
e e � e j d k r�d d l Z e j Z e j Z e j Z d e! f d � � YZ" n}d d l# Z# d d l$ Z$ d d l% Z% d d l Z d d l& m' Z' m( Z( m) Z) d d l m* Z* d d l m+ Z+ m, Z, d d � Z. d Z/ e j d k o%e0 e d e1 � Z2 e j3 j4 � j5 d � Z6 e' j7 Z e' j8 Z e6 rse j9 j: e j; d � a< n e j3 a< d � Z= d e1 d � Z d e! f d � � YZ" d � Z> d � Z? d! � Z@ d" � ZA d# � ZB d$ � ZC e j
e( eC � e j
e) eC � g ZD d% � ZE d S(& i����N( t utilt processt Popent assert_spawningt exitt duplicatet closet ForkingPicklerc C s, t j � s( t d t | � j � � n d S( NsF %s objects should only be shared between processes through inheritance( R t thread_is_spawningt RuntimeErrort typet __name__( t self( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR 0 s ( t Picklerc B s& e Z e j j � Z e d � � Z RS( c s � f d � } | | j | <d S( Nc s# � | � } | j d | | � d S( Nt obj( t save_reduce( R R t rv( t reduce( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt
dispatcherA s ( t dispatch( t clsR
R R ( ( R s/ /usr/lib64/python2.7/multiprocessing/forking.pyt register? s ( R t
__module__R
R t copyt classmethodR ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR < s c C sE | j d k r( t | j | j j f f St | j | j j f f Sd S( N( t im_selft Nonet getattrt im_classt im_funct func_name( t m( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt _reduce_methodF s c C s t | j | j f f S( N( R t __objclass__R ( R ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt _reduce_method_descriptorM s ( t partialc C s" t | j | j | j p i f f S( N( t _rebuild_partialt funct argst keywords( t p( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt _reduce_partial\ s c C s t | | | � S( N( R# ( R% R& R' ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR$ ^ s t win32c B sD e Z d � Z e j d � Z d d � Z d � Z e d � � Z
RS( c C s� t j j � t j j � d | _ t j � | _ | j d k r� d t j k ri d d l
} | j � n | j � } t j j � t j j � t j
| � n d S( Ni t randomi����( t syst stdoutt flusht stderrR t
returncodet ost forkt pidt modulesR+ t seedt
_bootstrapt _exit( R t process_objR+ t code( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt __init__t s
c C s� | j d k r� x\ t rm y t j | j | � \ } } Wn/ t j k
rh } | j t j k rd q n d SXPq W| | j k r� t j | � r� t j
| � | _ q� t j | � s� t � t j
| � | _ q� n | j S( N( R0 R t TrueR1 t waitpidR3 t errort errnot EINTRt WIFSIGNALEDt WTERMSIGt WIFEXITEDt AssertionErrort WEXITSTATUS( R t flagR3 t stst e( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt poll� s c C s� | d k r | j d � St j � | } d } xc | j � } | d k rN Pn | t j � } | d k rn Pn t | d | d � } t j | � q2 W| S( Ni g����Mb@?i g�������?( R RH t timet mint sleep( R t timeoutt deadlinet delayt rest remaining( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt wait� s
c C sd | j d k r` y t j | j t j � Wq` t k
r\ } | j d d � d k r] � q] q` Xn d S( NRL g�������?( R0 R R1 t killR3 t signalt SIGTERMt OSErrorRQ ( R RG ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt terminate� s c C s t S( N( t False( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR � s N( R R R: R1 t WNOHANGRH R RQ RV t staticmethodR ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR r s
( R* t
Connectiont PipeConnectioni ( t Finalize( t loadt HIGHEST_PROTOCOLc C s t | | � j | � d S( N( R t dump( R t filet protocol( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR_ � s i t frozens pythonservice.exes
python.exec C s
| a d S( N( t _python_exe( t exe( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt set_executable� s c C sF | d k r t j � } n t j t j � | | d | t j � j � S( Ni ( R t _subprocesst GetCurrentProcesst DuplicateHandlet DUPLICATE_SAME_ACCESSt Detach( t handlet target_processt inheritable( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR � s
c B s_ e Z d Z e j � Z d � Z e d � � Z e d � � Z d d � Z d � Z d � Z
RS( sH
Start a subprocess to run the code of a process object
c
C s7 t j � \ } } t t j | � d t �} t j | � t � | g } d j d � | D� � } t j
t | d d d d d d d � \ } } } } | j
� t | � | | _ d | _ | | _ t | j � }
t j | d � } t | � t j _ z$ t |
| t � t | | t � Wd t j ` | j � Xd S( NRm t c s s | ] } d | Vq d S( s "%s"N( ( t .0t x( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pys <genexpr> s i i t wb( R1 t pipeR t msvcrtt
get_osfhandleR; R t get_command_linet joinRf t
CreateProcessRc R t CloseR3 R0 t _handlet get_preparation_datat _namet fdopent intR t _tlst process_handleR_ R^ ( R R8 t rfdt wfdt rhandlet cmdt hpt htR3 t tidt prep_datat to_child( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR: � s(
-
c C s t t j d d � d k S( NR ( R R R~ R ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR s c C s t | t j j � S( N( R R R~ R ( Rk ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt duplicate_for_child s c C s� | j d k r� | d k r' t j } n t d t | d d � � } t j t | j � | � } | t j k r� t j | j � } | t
k r� t j } n | | _ q� n | j S( Ni i� g �?(
R0 R Rf t INFINITEt maxR} t WaitForSingleObjectRy t
WAIT_OBJECT_0t GetExitCodeProcesst TERMINATERS RT ( R RL t msecsRO R9 ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyRQ " s
c C s | j d d � S( NRL i ( RQ ( R ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyRH 2 s c C se | j d k ra y t j t | j � t � Wqa t k
r] | j d d � d k r^ � q^ qa Xn d S( NRL g�������?( R0 R Rf t TerminateProcessR} Ry R� t WindowsErrorRQ ( R ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyRV 5 s
N( R R t __doc__t threadt _localR~ R: RY R R� R RQ RH RV ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR � s ! c C sF t | � d k r> | d d k r> t | � d k s: t � t St Sd S( sE
Return whether commandline indicates we are forking
i i s --multiprocessing-forki N( t lenRC R; RW ( t argv( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt
is_forkingA s "c C s' t t j � r# t � t j � n d S( sM
Run code for process object if this in not the main process
N( R� R, R� t mainR ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt freeze_supportL s c C st t t j � d t � r' t d � � n t t d t � rF t j d g Sd } t j � } t g | d | d g Sd S( sR
Returns prefix of command line used for spawning a child process
t _inheritings�
Attempt to start a new process before the current process
has finished its bootstrapping phase.
This probably means that you are on Windows and you have
forgotten to use the proper idiom in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce a Windows executable.Rb s --multiprocessing-forks0 from multiprocessing.forking import main; main()s -cN(
R R t current_processRW R R, t
executableR t _args_from_interpreter_flagsRc ( t progt opts( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyRu U s
c C s� t t j � s t � t t j d � } t j | t j � } t j | d � } t
t j � _
t | � } t | � t | � } t t j � _
| j � | j � } t | � d S( s?
Run code specified by data received over pipe
i����t rbN( R� R, R� RC R} Rs t open_osfhandleR1 t O_RDONLYR| R; R R� R� R] t prepareRW R R6 R ( Rk t fdt from_parentt preparation_dataR t exitcode( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR� p s
c
C sL d d l m } m } t d | d t j d t j d | d t j d t j � j
� } | d k rt | j � | d <n t
rHt rH| d d
j � j d � rHt t j d d
d � } | r� t j d
d k r� t j d
} n | d k rHt j j | � r,t j d k r,t j j t j | � } n t j j | � | d <qHn | S( sU
Return info about parent needed by child to unpickle process object
i ( t _loggert _log_to_stderrt namet sys_patht sys_argvt
log_to_stderrt orig_dirt authkeyt log_leveli s pythonservice.exet __main__t __file__t s -ct main_pathN( R� s -c( R R� R� t dictR, t pathR� R t ORIGINAL_DIRR� R� R t getEffectiveLevelt WINEXEt
WINSERVICEt lowert endswithR R4 R1 t isabsRv t normpath( R� R� R� t dR� ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyRz � s* c C sV t j � s( t d t | � j � � n t | � t j | j � � | j | j f f S( NsL By default %s objects can only be shared between processes
using inheritance( R R R R
R R� t filenot readablet writable( t conn( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt reduce_connection� s c
C s� t j t j d � d | k r6 | d t j � _ n d | k rX | d t j � _ n d | k r{ | d r{ t j � n d | k r� t j
� j | d � n d | k r� | d t _ n d | k r� | d t _
n d | k r� t j | d � n d | k r| d t _ n d
| k r�| d
} t j j t j j | � � d } | d k rzt j j t j j | � � } n | d k r�t j d } | | _ q�| d
k r�d d l } | d k r�d } nT t j j | � j d � r t j j t j j | � � g } n t j j | � g } | t j k s;t | � � | j | | � \ } } } z | j d | | | � } Wd | r�| j � n X| t j d <d | _ xM | j j � D]9 } y | j d k r�d | _ n Wq�t k
r�q�Xq�Wq�n d S( sE
Try to get current process ready to unpickle process object
R� R� R� R� R� R� R� t dirR� R� i R: t ipythoni����Ns __init__.pyt __parents_main__(! t old_main_modulest appendR, R4 R R� R� t _authkeyR R� t
get_loggert setLevelR� R� R1 t chdirR� t splitextt basenamet dirnameR� t impR t
startswithRC t find_modulet load_moduleR R t __dict__t valuesR t Exception(
t dataR� t main_namet main_moduleR� t dirsR` t path_namet etcR ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR� � s^
" !
$
(F R1 R, RS R> t multiprocessingR R t __all__R t pickleR
R R R R
t saveR" t listR� R} t __add__t functoolsR# t ImportErrorR) R$ t platformRI R7 R t dupR R t objectR R� Rs Rf t _multiprocessingR* RZ R[ R\ R] R^ R R_ R� R RW R� R� R� R� R� t ExitProcesst CloseHandleR� Rv t exec_prefixRc Re R� R� Ru R� Rz R� R� R� ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt <module># sn
G !
N # heap.pyo 0000644 00000014613 15033635200 0006214 0 ustar 00 �
{ fc @ s
d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m
Z
d d l m Z d g Z
e j d k r� d d l m Z d e f d � � YZ n d e f d � � YZ d
e f d � � YZ d e f d � � YZ d S(
i����N( t Finalizet info( t assert_spawningt
BufferWrappert win32( R t Arenac B s/ e Z e j � Z d � Z d � Z d � Z RS( c C se | | _ d t j � t j j � f | _ t j d | j d | j �| _ | j | j f | _ d S( Ns pym-%d-%di����t tagname(
t sizet ost getpidR t _countert nextt namet mmapt buffert _state( t selfR ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt __init__= s "!c C s t | � | j S( N( R R ( R ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt __getstate__D s
c C s> | \ | _ | _ | _ t j d | j d | j �| _ d S( Ni����R ( R R R R
R ( R t state( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt __setstate__H s !( t __name__t
__module__t itertoolst countR
R R R ( ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR 9 s c B s e Z d � Z RS( c C s+ t j d | � | _ | | _ d | _ d S( Ni����( R
R R t NoneR ( R R ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR Q s ( R R R ( ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR O s t Heapc B sb e Z d Z e j d � Z e d � � Z d � Z d � Z d � Z
d � Z d � Z d � Z
RS( i c C sm t j � | _ t j � | _ | | _ g | _ i | _ i | _ i | _
t � | _ g | _
g | _ d S( N( R R t _lastpidt threadingt Lockt _lockt _sizet _lengthst _len_to_seqt _start_to_blockt _stop_to_blockt sett _allocated_blockst _arenast _pending_free_blocks( R R ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR ^ s c C s | d } | | | @S( Ni ( ( t nt alignmentt mask( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt _roundupk s
c C s t j | j | � } | t | j � k r� | j t | j | � t j � } | j d 9_ t d | � t
| � } | j j | � | d | f S| j | } | j
| } | j � } | s� | j
| =| j | =n | \ } } } | j | | f =| j | | f =| S( Ni s" allocating a new mmap of length %di ( t bisectt bisect_leftR t lenR+ t maxR R
t PAGESIZER R R& t appendR! t popR" R# ( R R t it lengtht arenat seqt blockt startt stop( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt _mallocq s" !
c C s! | \ } } } y | j | | f } Wn t k
r9 n X| j | � \ } } y | j | | f } Wn t k
ry n X| j | � \ } } | | | f } | | } y | j | j | � Wn4 t k
r� | g | j | <t j | j | � n X| | j | | f <| | j | | f <d S( N( R# t KeyErrort _absorbR" R! R1 R, t insortR ( R R7 R5 R8 R9 t
prev_blockt _t
next_blockR4 ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt _free� s(
c C s� | \ } } } | j | | f =| j | | f =| | } | j | } | j | � | sv | j | =| j j | � n | | f S( N( R" R# R! t removeR ( R R7 R5 R8 R9 R4 R6 ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR< � s
c C sV xO t rQ y | j j � } Wn t k
r0 Pn X| j j | � | j | � q Wd S( N( t TrueR' R2 t
IndexErrorR% RB RA ( R R7 ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt _free_pending_blocks� s
c C se | j j t � s% | j j | � n< z+ | j � | j j | � | j | � Wd | j j � Xd S( N(
R t acquiret FalseR' R1 RE R% RB RA t release( R R7 ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt free� s
c C s� t j � | j k r" | j � n | j j � | j � z� | j t | d � | j � } | j
| � \ } } } | | } | | k r� | j | | | f � n | | | f } | j j
| � | SWd | j j � Xd S( Ni ( R R R R R RF RE R+ R/ t
_alignmentR: RA R% t addRH ( R R R5 R8 R9 t new_stopR7 ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt malloc� s
( R R RJ R
R0 R t staticmethodR+ R: RA R< RE RI RM ( ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR Z s
c B s, e Z e � Z d � Z d � Z d � Z RS( c C sA t j j | � } | | f | _ t | t j j d | f �d S( Nt args( R t _heapRM R R RI ( R R R7 ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR � s c C s8 | j \ \ } } } } t j | j � \ } } | | S( N( R t _multiprocessingt address_of_bufferR ( R R5 R8 R9 R t addressR4 ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt get_address� s c C s | j d S( Ni ( R ( R ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt get_size� s ( R R R RP R RT RU ( ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyR � s ( R, R
t tempfileR t sysR R RQ t multiprocessing.utilR R t multiprocessing.forkingR t __all__t platformR t objectR R R ( ( ( s, /usr/lib64/python2.7/multiprocessing/heap.pyt <module># s � reduction.pyc 0000644 00000013576 15033635200 0007266 0 ustar 00 �
{ fc @ s g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l m Z m
Z
m Z m Z d d l
m Z m Z m Z d d l m Z m Z e j d k p� e e d � s� e d � � n e j d k rd d l Z d d l m Z d
� Z d � Z n d � Z d
� Z e � a d � Z e d � e e e � d � Z d � Z d � Z! d � Z" d � Z# d � Z$ e j% e j& e# � d d � Z' d � Z( d � Z) e j% e j e( � e j d k r�d � Z* d � Z+ e j% e j, e* � n d S( i����N( t current_process( t Popent duplicatet closet ForkingPickler( t register_after_forkt debugt sub_debug( t Clientt Listenert win32t recvfds% pickling of connections not supported( R
c C sJ t j t j t | � } z t | | � } | j | � Wd t | � Xd S( N( R
t OpenProcesst PROCESS_ALL_ACCESSt FalseR t sendR ( t connt handlet destination_pidt process_handlet
new_handle( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt send_handleA s c C s
| j � S( N( t recv( R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt recv_handleK s c C s t j | j � | � d S( N( t _multiprocessingt sendfdt fileno( R R R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyR O s c C s t j | j � � S( N( R R R ( R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyR R s c C s; x t D] } t | � q Wt j � t j � a d a d S( N( t _cacheR t cleart threadingt Lockt _lockt Nonet _listener( t objt h( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt _reset[ s
c C s� t d k r~ t j � zW t d k rl t d � t d t � j � a t j d t
� } t | _ | j
� n Wd t j � Xn t S( Ns0 starting listener and thread for sending handlest authkeyt target( R! R R t acquireR R R R% R t Threadt _servet Truet daemont startt release( t t( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt
_get_listenerf s
c C s� d d l m } m } x� yS t j � } | j � \ } } t j | � t | | | � t | � | j � Wq | � s� d d l
} | d d d d | j � d d � q� q Xq Wd S( Ni ( t
is_exitingt sub_warningi����s. thread for sharing handles raised exception :
t -iO s
( t utilR0 R1 R! t acceptR R t removeR R t tracebackt
format_exc( R0 R1 R t
handle_wantedR R6 ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyR) w s
c C s[ t j � r" d t j | � t f St | � } t j | � t d | � t � j
| t f S( Ns reducing handle %d( R t thread_is_spawningR t duplicate_for_childR* R R t addR R/ t addressR ( R t
dup_handle( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt
reduce_handle� s
c C sq | \ } } } | r | St d | � t | d t � j �} | j | t j � f � t | � } | j � | S( Ns rebuilding handle %dR% ( R R R R% R t ost getpidR R ( t pickled_dataR< R t inheritedR R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt rebuild_handle� s
c C s+ t | j � � } t | | j | j f f S( N( R> R t rebuild_connectiont readablet writable( R t rh( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt reduce_connection� s c C s% t | � } t j | d | d | �S( NRE RF ( RC R t
Connection( t reduced_handleRE RF R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyRD � s i c C sC t j | | | | � } | j t j k r? t j d | � } n | S( Nt _sock( t sockett fromfdt __class__( t fdt familyt type_t protot s( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyRM � s c C s1 t | j � � } t | | j | j | j f f S( N( R> R t rebuild_socketRP t typeRR ( RS RJ ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt
reduce_socket� s c C s/ t | � } t | | | | � } t | � | S( N( RC RM R ( RJ RP RQ RR RO RK ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyRT � s
c C s+ t | j � � } t | | j | j f f S( N( R> R t rebuild_pipe_connectionRE RF ( R RG ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt reduce_pipe_connection� s c C s% t | � } t j | d | d | �S( NRE RF ( RC R t PipeConnection( RJ RE RF R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyRW � s (- t __all__R? t sysRL R R t multiprocessingR t multiprocessing.forkingR R R R t multiprocessing.utilR R R t multiprocessing.connectionR R t platformt hasattrt ImportErrort _subprocessR
R R t setR R$ R R/ R) R> RC RH RD t registerRI RM RV RT RX RW RY ( ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt <module>$ sJ "
forking.pyo 0000644 00000033753 15033635200 0006744 0 ustar 00 �
{ fc @ s d d l Z d d l Z d d l Z d d l Z d d l m Z m Z d d d d d d g Z d � Z d d
l m
Z
d e
f d � � YZ d � Z e j
e e j � e � d
� Z e j
e e j � e � e j
e e j � e � y d d l m Z Wn e k
rn# Xd � Z d � Z e j
e e � e j d k r�d d l Z e j Z e j Z e j Z d e! f d � � YZ" n}d d l# Z# d d l$ Z$ d d l% Z% d d l Z d d l& m' Z' m( Z( m) Z) d d l m* Z* d d l m+ Z+ m, Z, d d � Z. d Z/ e j d k o%e0 e d e1 � Z2 e j3 j4 � j5 d � Z6 e' j7 Z e' j8 Z e6 rse j9 j: e j; d � a< n e j3 a< d � Z= d e1 d � Z d e! f d � � YZ" d � Z> d � Z? d! � Z@ d" � ZA d# � ZB d$ � ZC e j
e( eC � e j
e) eC � g ZD d% � ZE d S(& i����N( t utilt processt Popent assert_spawningt exitt duplicatet closet ForkingPicklerc C s, t j � s( t d t | � j � � n d S( NsF %s objects should only be shared between processes through inheritance( R t thread_is_spawningt RuntimeErrort typet __name__( t self( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR 0 s ( t Picklerc B s& e Z e j j � Z e d � � Z RS( c s � f d � } | | j | <d S( Nc s# � | � } | j d | | � d S( Nt obj( t save_reduce( R R t rv( t reduce( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt
dispatcherA s ( t dispatch( t clsR
R R ( ( R s/ /usr/lib64/python2.7/multiprocessing/forking.pyt register? s ( R t
__module__R
R t copyt classmethodR ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR < s c C sE | j d k r( t | j | j j f f St | j | j j f f Sd S( N( t im_selft Nonet getattrt im_classt im_funct func_name( t m( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt _reduce_methodF s c C s t | j | j f f S( N( R t __objclass__R ( R ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt _reduce_method_descriptorM s ( t partialc C s" t | j | j | j p i f f S( N( t _rebuild_partialt funct argst keywords( t p( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt _reduce_partial\ s c C s t | | | � S( N( R# ( R% R& R' ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR$ ^ s t win32c B sD e Z d � Z e j d � Z d d � Z d � Z e d � � Z
RS( c C s� t j j � t j j � d | _ t j � | _ | j d k r� d t j k ri d d l
} | j � n | j � } t j j � t j j � t j
| � n d S( Ni t randomi����( t syst stdoutt flusht stderrR t
returncodet ost forkt pidt modulesR+ t seedt
_bootstrapt _exit( R t process_objR+ t code( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt __init__t s
c C s� | j d k r� x\ t rm y t j | j | � \ } } Wn/ t j k
rh } | j t j k rd q n d SXPq W| | j k r� t j | � r� t j
| � | _ q� t j | � | _ q� n | j S( N( R0 R t TrueR1 t waitpidR3 t errort errnot EINTRt WIFSIGNALEDt WTERMSIGt WEXITSTATUS( R t flagR3 t stst e( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt poll� s c C s� | d k r | j d � St j � | } d } xc | j � } | d k rN Pn | t j � } | d k rn Pn t | d | d � } t j | � q2 W| S( Ni g����Mb@?i g�������?( R RF t timet mint sleep( R t timeoutt deadlinet delayt rest remaining( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt wait� s
c C sd | j d k r` y t j | j t j � Wq` t k
r\ } | j d d � d k r] � q] q` Xn d S( NRJ g�������?( R0 R R1 t killR3 t signalt SIGTERMt OSErrorRO ( R RE ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt terminate� s c C s t S( N( t False( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR � s N( R R R: R1 t WNOHANGRF R RO RT t staticmethodR ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR r s
( R* t
Connectiont PipeConnectioni ( t Finalize( t loadt HIGHEST_PROTOCOLc C s t | | � j | � d S( N( R t dump( R t filet protocol( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR] � s i t frozens pythonservice.exes
python.exec C s
| a d S( N( t _python_exe( t exe( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt set_executable� s c C sF | d k r t j � } n t j t j � | | d | t j � j � S( Ni ( R t _subprocesst GetCurrentProcesst DuplicateHandlet DUPLICATE_SAME_ACCESSt Detach( t handlet target_processt inheritable( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR � s
c B s_ e Z d Z e j � Z d � Z e d � � Z e d � � Z d d � Z d � Z d � Z
RS( sH
Start a subprocess to run the code of a process object
c
C s7 t j � \ } } t t j | � d t �} t j | � t � | g } d j d � | D� � } t j
t | d d d d d d d � \ } } } } | j
� t | � | | _ d | _ | | _ t | j � }
t j | d � } t | � t j _ z$ t |
| t � t | | t � Wd t j ` | j � Xd S( NRk t c s s | ] } d | Vq d S( s "%s"N( ( t .0t x( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pys <genexpr> s i i t wb( R1 t pipeR t msvcrtt
get_osfhandleR; R t get_command_linet joinRd t
CreateProcessRa R t CloseR3 R0 t _handlet get_preparation_datat _namet fdopent intR t _tlst process_handleR] R\ ( R R8 t rfdt wfdt rhandlet cmdt hpt htR3 t tidt prep_datat to_child( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR: � s(
-
c C s t t j d d � d k S( NR} ( R R R| R ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR s c C s t | t j j � S( N( R R R| R} ( Ri ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt duplicate_for_child s c C s� | j d k r� | d k r' t j } n t d t | d d � � } t j t | j � | � } | t j k r� t j | j � } | t
k r� t j } n | | _ q� n | j S( Ni i� g �?(
R0 R Rd t INFINITEt maxR{ t WaitForSingleObjectRw t
WAIT_OBJECT_0t GetExitCodeProcesst TERMINATERQ RR ( R RJ t msecsRM R9 ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyRO " s
c C s | j d d � S( NRJ i ( RO ( R ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyRF 2 s c C se | j d k ra y t j t | j � t � Wqa t k
r] | j d d � d k r^ � q^ qa Xn d S( NRJ g�������?( R0 R Rd t TerminateProcessR{ Rw R� t WindowsErrorRO ( R ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyRT 5 s
N( R R t __doc__t threadt _localR| R: RW R R� R RO RF RT ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR � s ! c C s. t | � d k r& | d d k r& t St Sd S( sE
Return whether commandline indicates we are forking
i i s --multiprocessing-forkN( t lenR; RU ( t argv( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt
is_forkingA s "c C s' t t j � r# t � t j � n d S( sM
Run code for process object if this in not the main process
N( R� R, R� t mainR ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt freeze_supportL s c C st t t j � d t � r' t d � � n t t d t � rF t j d g Sd } t j � } t g | d | d g Sd S( sR
Returns prefix of command line used for spawning a child process
t _inheritings�
Attempt to start a new process before the current process
has finished its bootstrapping phase.
This probably means that you are on Windows and you have
forgotten to use the proper idiom in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce a Windows executable.R` s --multiprocessing-forks0 from multiprocessing.forking import main; main()s -cN(
R R t current_processRU R R, t
executableR t _args_from_interpreter_flagsRa ( t progt opts( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyRs U s
c C s� t t j d � } t j | t j � } t j | d � } t t j
� _ t | � } t
| � t | � } t t j
� _ | j � | j � } t | � d S( s?
Run code specified by data received over pipe
i����t rbN( R{ R, R� Rq t open_osfhandleR1 t O_RDONLYRz R; R R� R� R[ t prepareRU R R6 R ( Ri t fdt from_parentt preparation_dataR t exitcode( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR� p s
c
C sL d d l m } m } t d | d t j d t j d | d t j d t j � j
� } | d k rt | j � | d <n t
rHt rH| d d
j � j d � rHt t j d d
d � } | r� t j d
d k r� t j d
} n | d k rHt j j | � r,t j d k r,t j j t j | � } n t j j | � | d <qHn | S( sU
Return info about parent needed by child to unpickle process object
i ( t _loggert _log_to_stderrt namet sys_patht sys_argvt
log_to_stderrt orig_dirt authkeyt log_leveli s pythonservice.exet __main__t __file__t s -ct main_pathN( R� s -c( R R� R� t dictR, t pathR� R t ORIGINAL_DIRR� R� R t getEffectiveLevelt WINEXEt
WINSERVICEt lowert endswithR R4 R1 t isabsRt t normpath( R� R� R� t dR� ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyRx � s* c C sV t j � s( t d t | � j � � n t | � t j | j � � | j | j f f S( NsL By default %s objects can only be shared between processes
using inheritance( R R R R
R R� t filenot readablet writable( t conn( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt reduce_connection� s c
C s� t j t j d � d | k r6 | d t j � _ n d | k rX | d t j � _ n d | k r{ | d r{ t j � n d | k r� t j
� j | d � n d | k r� | d t _ n d | k r� | d t _
n d | k r� t j | d � n d | k r| d t _ n d
| k r�| d
} t j j t j j | � � d } | d k rzt j j t j j | � � } n | d k r�t j d } | | _ q�| d
k r�d d l } | d k r�d } nT t j j | � j d � r t j j t j j | � � g } n t j j | � g } | j | | � \ } } } z | j d | | | � } Wd | rm| j � n X| t j d <d | _ xM | j j � D]9 } y | j d k r�d | _ n Wq�t k
r�q�Xq�Wq�n d S( sE
Try to get current process ready to unpickle process object
R� R� R� R� R� R� R� t dirR� R� i R: t ipythoni����Ns __init__.pyt __parents_main__( t old_main_modulest appendR, R4 R R� R� t _authkeyR R� t
get_loggert setLevelR� R� R1 t chdirR� t splitextt basenamet dirnameR� t impR t
startswitht find_modulet load_moduleR R t __dict__t valuesR t Exception(
t dataR� t main_namet main_moduleR� t dirsR^ t path_namet etcR ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyR� � s\
" !
$
(F R1 R, RQ R> t multiprocessingR R t __all__R t pickleR
R R R R
t saveR" t listR� R{ t __add__t functoolsR# t ImportErrorR) R$ t platformRG R7 R t dupR R t objectR R� Rq Rd t _multiprocessingR* RX RY RZ R[ R\ R R] R� R RU R� R� R� R� R� t ExitProcesst CloseHandleR� Rt t exec_prefixRa Rc R� R� Rs R� Rx R� R� R� ( ( ( s/ /usr/lib64/python2.7/multiprocessing/forking.pyt <module># sn
G !
N # managers.pyc 0000644 00000112745 15033635200 0007065 0 ustar 00 �
{ fc @ s� d d d d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l m
Z
m Z m Z m
Z
m Z m Z d d l m Z d d l m Z m Z m Z m Z d d
l m Z m Z y d d l m Z Wn! e k
rd d l m Z n Xd � Z e j e j e � g d
d d f D] Z e! e" i e � � � ^ qDZ# d e$ f d � � YZ% f i d � Z& d � Z' d e( f d � � YZ) d � Z* d � Z+ d e$ f d � � YZ, d e$ f d � � YZ- i e j. e j/ f d 6e j0 e j1 f d 6Z2 d e$ f d � � YZ3 d e4 f d � � YZ5 d e$ f d � � YZ6 d! � Z7 i d" � Z8 e9 e9 e9 e: d# � Z; d$ e$ f d% � � YZ< d& e$ f d' � � YZ= e: d( � Z> d) e6 f d* � � YZ? d+ e6 f d, � � YZ@ d- e@ f d. � � YZA d/ e6 f d0 � � YZB d1 e6 f d2 � � YZC d3 e6 f d4 � � YZD e8 d5 d6 d7 d8 d9 d: d; d< d= d> d? d@ dA dB dC dD dE dF dG dH dI dJ dK f � ZE dL eE f dM � � YZF e8 dN d7 d8 d: dO d< d@ dP dQ dR dS d
d dG dT dU dV d f � ZG i dW dO 6eG _H e8 dX d< d: d@ d; dA f � ZI e8 dY dZ d[ d\ d] d^ d_ d` da db f � ZJ i dc d[ 6dc da 6dW d] 6dW d^ 6eJ _H d e3 f dd � � YZK eK j de e j � eK j df e j � eK j dg e jL eB � eK j dh e jM e@ � eK j di e jN e@ � eK j dj e jO e@ � eK j dk e jP e@ � eK j dl e jQ eA � eK j dm e
eJ � eK j dn eR eF � eK j do eS eG � eK j d& e= eD � eK j dp e> eI � eK j d$ e< eC � eK j dW dq e? dr eT �eK j dc dr eT �d S(s t BaseManagert SyncManagert BaseProxyt Tokeni����N( t
format_exc( t Processt current_processt active_childrent Poolt utilt
connection( t AuthenticationString( t exitt Popent assert_spawningt ForkingPickler( t Finalizet info( t
PicklingErrorc C s t j | j | j � f f S( N( t arrayt typecodet tostring( t a( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt reduce_array@ s t itemst keyst valuesc B s8 e Z d Z d Z d � Z d � Z d � Z d � Z RS( s4
Type to uniquely indentify a shared object
t typeidt addresst idc C s! | | | | _ | _ | _ d S( N( R R R ( t selfR R R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __init__P s c C s | j | j | j f S( N( R R R ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __getstate__S s c C s | \ | _ | _ | _ d S( N( R R R ( R t state( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __setstate__V s c C s d | j | j | j f S( Ns# Token(typeid=%r, address=%r, id=%r)( R R R ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __repr__Y s ( R R R ( t __name__t
__module__t __doc__t __slots__R R R" R# ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR J s c C sN | j | | | | f � | j � \ } } | d k r; | St | | � � d S( sL
Send a message to manager using connection `c` and return response
s #RETURNN( t sendt recvt convert_to_error( t cR t
methodnamet argst kwdst kindt result( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt dispatcha s
c C s~ | d k r | S| d k r> t | � t k s4 t � t | � S| d k rp t | � t k sb t � t d | � St d � Sd S( Ns #ERRORs
#TRACEBACKs #UNSERIALIZABLEs Unserializable message: %s
s Unrecognized message type( t typet strt AssertionErrort RemoteErrort
ValueError( R/ R0 ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR* k s
R5 c B s e Z d � Z RS( c C s) d d d d t | j d � d d S( Ns
t -iK i ( R3 R- ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __str__x s ( R$ R% R8 ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR5 w s c C sO g } xB t | � D]4 } t | | � } t | d � r | j | � q q W| S( s4
Return a list of names of methods of `obj`
t __call__( t dirt getattrt hasattrt append( t objt tempt namet func( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt all_methods s c C s- g t | � D] } | d d k r
| ^ q
S( sP
Return a list of names of methods of `obj` which do not start with '_'
i t _( RB ( R> R@ ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt public_methods� s t Serverc B s� e Z d Z d d d d d d d d d g Z d
� Z d � Z d � Z d
� Z d � Z d � Z d � Z
i e d 6e
d 6e d 6Z d � Z d � Z
d � Z d � Z d � Z d � Z d � Z d � Z d � Z RS( sM
Server class which runs in a process controlled by a manager object
t shutdownt createt accept_connectiont get_methodst
debug_infot number_of_objectst dummyt increft decrefc C s� t | t � s t � | | _ t | � | _ t | \ } } | d | d d � | _ | j j | _ i d d f d 6| _
i | _ t j
� | _ d | _ d S( NR t backlogi t 0i ( ( t
isinstancet bytesR4 t registryR t authkeyt listener_clientt listenerR t Nonet id_to_objt id_to_refcountt threadingt RLockt mutext stop( R RS R RT t
serializert Listenert Client( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s� | t � _ z� yl xe y | j j � } Wn t t f k
rD q n Xt j d | j d | f � } t | _
| j � q WWn t t
f k
r� n XWd d | _ | j j � Xd S( s(
Run the server forever
t targetR- Ni� ( R t _manager_serverRV t acceptt OSErrort IOErrorRZ t Threadt handle_requestt Truet daemont startt KeyboardInterruptt
SystemExitR] t close( R R+ t t( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt
serve_forever� s c C s d } } } yv t j | | j � t j | | j � | j � } | \ } } } } | | j k st t d | � � t | | � } Wn t k
r� d t
� f } nF Xy | | | | � } Wn t k
r� d t
� f } n
Xd | f } y | j | � Wnq t k
rp}
y | j d t
� f � Wn t k
r<n Xt j
d | � t j
d | � t j
d |
� n X| j � d S( s)
Handle a new connection
s %r unrecognizeds
#TRACEBACKs #RETURNs Failure to send message: %rs ... request was %rs ... exception was %rN( RW R
t deliver_challengeRT t answer_challengeR) t publicR4 R; t ExceptionR R( R R Rm ( R R+ t funcnameR0 t requestt ignoreR- R. RA t msgt e( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRg � s4
c C s� t j d t j � j � | j } | j } | j } x�| j s�y d } } | � } | \ } } } }
| | \ } } } | | k r� t
d | t | � | f � � n t | | � }
y |
| |
� } Wn t
k
r� } d | f } np X| o| j | d � } | rP| j | | | � \ } } t | | j | � } d | | f f } n d | f } Wn� t
k
r�| d k r�d t � f } q?y8 | j | } | | | | | | |
� } d | f } Wq?t
k
r�d t � f } q?XnV t k
r t j d t j � j � t j d � n t
k
r>d t � f } n Xy; y | | � Wn& t
k
rx} | d t � f � n XWq7 t
k
r�} t j d
t j � j � t j d | � t j d | � | j � t j d
� q7 Xq7 Wd S( sQ
Handle requests from the proxies in a particular process/thread
s$ starting server thread to service %rs+ method %r of %r object is not in exposed=%rs #ERRORs #PROXYs #RETURNs
#TRACEBACKs$ got EOF -- exiting thread serving %ri s #UNSERIALIZABLEs exception in thread serving %rs ... message was %rs ... exception was %ri N( R t debugRZ t current_threadR@ R) R( RX R] RW t AttributeErrorR2 R; Rs t getRG R R R t fallback_mappingt EOFErrort sysR R Rm ( R t connR) R( RX R, R> Ru t identR- R. t exposedt gettypeidt functiont resRx Rw R t ridentt rexposedt tokent
fallback_funcR0 ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt serve_client� sl
c C s | S( N( ( R R� R� R> ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt fallback_getvalue+ s c C s
t | � S( N( R3 ( R R� R� R> ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt fallback_str. s c C s
t | � S( N( t repr( R R� R� R> ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt
fallback_repr1 s R8 R# s #GETVALUEc C s d S( N( ( R R+ ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRL : s c C s� | j j � z� g } | j j � } | j � xS | D]K } | d k r6 | j d | | j | t | j | d � d f � q6 q6 Wd j | � SWd | j j � Xd S( sO
Return some info --- useful to spot problems with refcounting
RP s %s: refcount=%s
%si iK s
N(
R\ t acquireRX R t sortR= RY R3 t joint release( R R+ R0 R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRJ = s
'c C s t | j � d S( s*
Number of shared objects
i ( t lenRX ( R R+ ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRK O s c C s z� y� t j d � | j d � t j t j k rZ t j d � t j t _ t j t _ n t j d � x( t
� D] } t j d � | j � qq Wx( t
� D] } t j d � | j � q� Wt j � t j
d � Wn d d l } | j � n XWd t d � Xd S(
s'
Shutdown this process
s! manager received shutdown messages #RETURNs resetting stdout, stderri s& terminating a child process of managers manager exiting with exitcode 0i����N( s #RETURNN( R Ry R( RW R t stdoutt
__stdout__t
__stderr__t stderrt _run_finalizersR t terminateR� R t tracebackt print_excR ( R R+ t pR� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRF U s*
c O s\ | j j � z:| j | \ } } } } | d k ra t | � d k rN | sT t � | d } n | | | � } | d k r� t | � } n | d k r� t | � t k s� t � t | � t | � } n d t
| � }
t j d | |
� | t
| � | f | j |
<|
| j k r&d | j |
<n | j | |
� |
t | � f SWd | j j � Xd S( s>
Create a new shared object and return its id
i i s %xs& %r callable returned object with id %rN( R\ R� RS RW R� R4 RD R2 t dictt listR R Ry t setRX RY RM t tupleR� ( R R+ R R- R. t callableR� t method_to_typeidt proxytypeR> R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRG u s(
c C s t | j | j d � S( sL
Return the methods of the shared object indicated by token
i ( R� RX R ( R R+ R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRI � s c C s- | t j � _ | j d � | j | � d S( s=
Spawn a new thread to serve this connection
s #RETURNN( s #RETURNN( RZ Rz R@ R( RW R� ( R R+ R@ ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRH � s
c C s9 | j j � z | j | c d 7<Wd | j j � Xd S( Ni ( R\ R� RY R� ( R R+ R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRM � s
c C s� | j j � zj | j | d k s) t � | j | c d 8<| j | d k rv | j | =| j | =t j d | � n Wd | j j � Xd S( Ni i s disposing of obj with id %r( R\ R� RY R4 RX R Ry R� ( R R+ R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRN � s
( R$ R% R& Rr R Ro Rg R� R� R� R� R} RL RJ RK RF RG RI RH RM RN ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRE � s. " J
& t Statec B s# e Z d g Z d Z d Z d Z RS( t valuei i i ( R$ R% R' t INITIALt STARTEDt SHUTDOWN( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s t picklet xmlrpclibc B s� e Z d Z i Z e Z d d d d � Z d � Z d � Z d � Z
d d d � Z e d d d � � Z
d � Z d d � Z d
� Z d � Z d � Z d
� Z e d � � Z e d � � Z e d d d d e d � � Z RS( s!
Base class for managers
R� c C sq | d k r t � j } n | | _ t | � | _ t � | _ t j | j _ | | _
t | \ | _ | _
d S( N( RW R RT t _addressR t _authkeyR� t _stateR� R� t _serializerRU t _Listenert _Client( R R RT R^ ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s% t | � j | j | j | j f f S( N( R2 t from_addressR� R� R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt
__reduce__� s c C s: | j j t j k s t � t | j | j | j | j � S( sX
Return server object with serve_forever() method and address attribute
(
R� R� R� R� R4 RE t _registryR� R� R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt
get_server� s c C sN t | j \ } } | | j d | j �} t | d d � t j | j _ d S( s>
Connect manager object to the server process
RT RL N(
RU R� R� R� R1 RW R� R� R� R� ( R R_ R` R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt connect� s c C sg | j j t j k s t � | d k rF t | d � rF t d � � n t j d t
� \ } } t d t | � j
d | j | j | j | j | | | f � | _ d j d � | j j D� � } t | � j d | | j _ | j j � | j � | j � | _ | j � t j | j _ t j | t | � j d | j | j | j | j | j f d d
�| _ d S( s@
Spawn a server process for this manager object
R9 s initializer must be a callablet duplexRa R- t :c s s | ] } t | � Vq d S( N( R3 ( t .0t i( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pys <genexpr>
s R7 t exitpriorityi N( R� R� R� R� R4 RW R< t TypeErrorR
t Pipet FalseR R2 t _run_serverR� R� R� R� t _processR� t _identityR$ R@ Rj Rm R) R� R R t _finalize_managerR� RF ( R t initializert initargst readert writerR� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRj � s(
c C sl | d k r | | � n | j | | | | � } | j | j � | j � t j d | j � | j � d S( s@
Create a server, report its address and run it
s manager serving at %rN( RW t _ServerR( R Rm R R Ro ( t clsRS R RT R^ R� R� R� t server( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� s
c O s� | j j t j k s! t d � � | j | j d | j �} z) t | d d | f | | � \ } } Wd | j
� Xt | | j | � | f S( sP
Create a new shared object; return the token and exposed tuple
s server not yet startedRT RG N( R� R� R� R� R4 R� R� R� R1 RW Rm R ( R R R- R. R� R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _create0 s !) c C s | j j | � d S( sC
Join the manager process (if it has been spawned)
N( R� R� ( R t timeout( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� < s c C sA | j | j d | j �} z t | d d � SWd | j � Xd S( sS
Return some info about the servers shared objects and connections
RT RJ N( R� R� R� R1 RW Rm ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _debug_infoB s c C sA | j | j d | j �} z t | d d � SWd | j � Xd S( s5
Return the number of shared objects
RT RK N( R� R� R� R1 RW Rm ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _number_of_objectsL s c C s | S( N( ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __enter__V s c C s | j � d S( N( RF ( R t exc_typet exc_valt exc_tb( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __exit__Y s c C s | j � r� t j d � y8 | | d | �} z t | d d � Wd | j � XWn t k
rd n X| j d d � | j � r� t j d � t | d � r� t j d � | j � | j d d
� | j � r� t j d � q� q� q� n t
j | _ y t
j | =Wn t k
rn Xd S( sQ
Shutdown the manager process; will be registered as a finalizer
s# sending shutdown message to managerRT RF NR� g�������?s manager still aliveR� s' trying to `terminate()` manager processg�������?s# manager still alive after terminate( t is_aliveR R R1 RW Rm Rs R� R< R� R� R� R� R t _address_to_localt KeyError( t processR RT R! R� R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� \ s.
c C s | j S( N( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt <lambda>| t c
s$ d | j k r$ | j j � | _ n � d k r9 t � n | pN t � d d � } | pf t � d d � } | r� xa | j � D]P \ } } t | � t k s� t d | � � t | � t k s| t d | � � q| Wn | | | � f | j � <| r � � f d � } � | _
t | � | � n d S( s9
Register a typeid with the manager type
R� t _exposed_t _method_to_typeid_s %r is not a stringc s� t j d � � | j � | | � \ } } � | | j d | d | j d | �} | j | j d | j �} t | d d | j f � | S( Ns) requesting creation of a shared %r objectt managerRT R� RN (
R Ry R� R� R� R� R R1 RW R ( R R- R. R� t expt proxyR� ( R� R ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR? � s N( t __dict__R� t copyRW t AutoProxyR; R R2 R3 R4 R$ t setattr(
R� R R� R� R� R� t
create_methodt keyR� R? ( ( R� R s0 /usr/lib64/python2.7/multiprocessing/managers.pyt register~ s ")
N( ( ( R$ R% R& R� RE R� RW R R� R� R� Rj t classmethodR� R� R� R� R� R� R� t staticmethodR� t propertyR Rh R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s*
$
t ProcessLocalSetc B s e Z d � Z d � Z RS( c C s t j | d � � d S( Nc S s
| j � S( N( t clear( R> ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � R� ( R t register_after_fork( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s t | � d f S( N( ( R2 ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s ( R$ R% R R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c B s� e Z d Z i Z e j � Z d d d e d � Z d � Z
d
i d � Z d � Z d � Z
e d � � Z d � Z d � Z d � Z d
� Z d � Z RS( s.
A base for proxies of shared objects
c C s; t j j � zP t j j | j d � } | d k r\ t j � t � f } | t j | j <n Wd t j j
� X| d | _ | d | _ | | _
| j
j | _ | | _ | | _ t | d | _ | d k r� t | � | _ n0 | j d k r| j j | _ n t � j | _ | r$| j � n t j | t j � d S( Ni i ( R t _mutexR� R� R| R RW R t ForkAwareLocalR� R� t _tlst _idsett _tokenR t _idt _managerR� RU R� R R� R RT t _increfR� t _after_fork( R R� R^ R� RT R� RM t tls_idset( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s,
c C s� t j d � t � j } t j � j d k rH | d t j � j 7} n | j | j j d | j �} t
| d d | f � | | j _
d S( Ns making connection to managert
MainThreadt |RT RH ( R Ry R R@ RZ Rz R� R� R R� R1 RW R� R
( R R@ R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _connect� s
c C sD y | j j } Wn@ t k
rR t j d t j � j � | j � | j j } n X| j | j
| | | f � | j � \ } } | d k r� | S| d k r1| \ } } | j j
| j d } | j j | _ | | | j d | j d | j d | �}
| j | j d | j �} t | d d | j f � |
St | | � � d S(
sW
Try to call a method of the referrent and return a copy of the result
s# thread %r does not own a connections #RETURNs #PROXYi����R� RT R� RN N( R� R
R{ R Ry RZ Rz R@ R� R( R� R) R� R� R R� R R� R� R� R1 RW R R* ( R R, R- R. R� R/ R0 R� R� R� R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _callmethod� s,
c C s
| j d � S( s9
Get a copy of the value of the referent
s #GETVALUE( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt _getvalue s c
C s� | j | j j d | j �} t | d d | j f � t j d | j j � | j
j | j � | j or | j j
} t j | t j d | j | j | | j | j
| j f d d �| _ d S( NRT RM s INCREF %rR- R� i
( R� R� R R� R1 RW R� R Ry R R� t addR� R� R R t _decrefR� t _close( R R� R! ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� s c C s� | j | j � | d k s. | j t j k r� yE t j d | j � | | j d | �} t | d d | j f � Wq� t
k
r� } t j d | � q� Xn t j d | j � | r� t | d � r� t j d t j
� j � | j j � | ` n d S( Ns DECREF %rRT RN s ... decref failed %ss% DECREF %r -- manager already shutdownR
s- thread %r has no more proxies so closing conn( t discardR RW R� R� R� R Ry R R1 Rs R< RZ Rz R@ R
Rm ( R� RT R! t tlst idsetR� R� Rx ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� s
c C sB d | _ y | j � Wn$ t k
r= } t j d | � n Xd S( Ns incref failed: %s( RW R� R� Rs R R ( R Rx ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� 7 s
c C s� i } t j � r" | j | d <n t | d t � r] | j | d <t t | j | j | f f St t
| � | j | j | f f Sd S( NRT t _isautoR� ( R
t thread_is_spawningR� R; R� R� t RebuildProxyR� R� R� R2 ( R R. ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� ? s
c C s
| j � S( N( R� ( R t memo( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __deepcopy__L s c C s* d t | � j | j j d t | � f S( Ns <%s object, typeid %r at %s>s 0x%x( R2 R$ R� R R ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR# O s c C s8 y | j d � SWn t k
r3 t | � d d SXd S( sV
Return representation of the referent (or a fall-back if that fails)
R# i����s ; '__str__()' failed>N( R� Rs R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR8 S s
N( ( R$ R% R& R� R t ForkAwareThreadLockR� RW Rh R R� R� R� R� R� R� R� R� R R# R8 ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s %
c C s� t t � d d � } | r? | j | j k r? | j | j d S| j d t � od t t � d t � } | | | d | | �Sd S( s�
Function used for unpickling proxy objects.
If possible the shared object is returned, or otherwise a proxy for it.
Rb i RM t _inheritingN( R; R RW R RX R t popRh R� ( RA R� R^ R. R� RM ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR ` s c B s� e | � } y | | | f SWn e k
r1 n Xi } x | D] } d | | f | Uq? We | e f | � } | | _ | | | | f <| S( sB
Return a proxy type whose methods are given by `exposed`
sL def %s(self, *args, **kwds):
return self._callmethod(%r, args, kwds)( R� R� R2 R R� ( R@ R� t _cachet dict metht ProxyType( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt
MakeProxyTypeu s
c
C s� t | d } | d k r\ | | j d | �} z t | d d | f � } Wd | j � Xn | d k r� | d k r� | j } n | d k r� t � j } n t d | j | � } | | | d | d | d | �} t
| _ | S( s*
Return an auto-proxy for `token`
i RT RI Ns
AutoProxy[%s]R� RM ( RU RW R R1 Rm R� R RT R R Rh R� (
R� R^ R� RT R� RM R� R� R
R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s t Namespacec B s e Z d � Z d � Z RS( c K s | j j | � d S( N( R� t update( R R. ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C ss | j j � } g } x= | D]5 \ } } | j d � s | j d | | f � q q W| j � d t j d | � S( NRC s %s=%rs
Namespace(%s)s , ( R� R t
startswithR= R� R3 R� ( R R R? R@ R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR# � s
( R$ R% R R# ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s t Valuec B s> e Z e d � Z d � Z d � Z d � Z e e e � Z RS( c C s | | _ | | _ d S( N( t _typecodet _value( R R R� t lock( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s | j S( N( R ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR| � s c C s
| | _ d S( N( R ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s d t | � j | j | j f S( Ns
%s(%r, %r)( R2 R$ R R ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR# � s ( R$ R% Rh R R| R� R# R� R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s
c C s t j | | � S( N( R ( R t sequenceR ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt Array� s t
IteratorProxyc B sD e Z d Z d � Z d � Z d � Z d � Z d � Z d
� Z RS( t __next__t nextR( t throwRm c C s | S( N( ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __iter__� s c G s | j d | � S( NR ( R� ( R R- ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c G s | j d | � S( NR ( R� ( R R- ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c G s | j d | � S( NR( ( R� ( R R- ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR( � s c G s | j d | � S( NR ( R� ( R R- ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c G s | j d | � S( NRm ( R� ( R R- ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyRm � s ( R R R( R Rm ( R$ R% R� R R R R( R Rm ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s t
AcquirerProxyc B s5 e Z d Z e d � Z d � Z d � Z d � Z RS( R� R� c C s | j d | f � S( NR� ( R� ( R t blocking( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s
| j d � S( NR� ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s
| j d � S( NR� ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s
| j d � S( NR� ( R� ( R R� R� R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s ( R� R� ( R$ R% R� Rh R� R� R� R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s
t ConditionProxyc B s, e Z d Z d d � Z d � Z d � Z RS(
R� R� t waitt notifyt
notify_allc C s | j d | f � S( NR ( R� ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s
| j d � S( NR ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s c C s
| j d � S( NR ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s ( R� R� R R R N( R$ R% R� RW R R R ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s t
EventProxyc B s5 e Z d Z d � Z d � Z d � Z d d � Z RS(
t is_setR� R� R c C s
| j d � S( NR! ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR! � s c C s
| j d � S( NR� ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s
| j d � S( NR� ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� � s c C s | j d | f � S( NR ( R� ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s ( R! R� R� R N( R$ R% R� R! R� R� RW R ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR � s
t NamespaceProxyc B s) e Z d Z d � Z d � Z d � Z RS( t __getattribute__t __setattr__t __delattr__c C sB | d d k r t j | | � St j | d � } | d | f � S( Ni RC R� R# ( t objectR# ( R R� t
callmethod( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __getattr__� s c C sH | d d k r# t j | | | � St j | d � } | d | | f � S( Ni RC R� R$ ( R& R$ R# ( R R� R� R' ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR$ s c C sB | d d k r t j | | � St j | d � } | d | f � S( Ni RC R� R% ( R& R% R# ( R R� R' ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR% s ( R# R$ R% ( R$ R% R� R( R$ R% ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR" � s t
ValueProxyc B s/ e Z d Z d � Z d � Z e e e � Z RS( R| R� c C s
| j d � S( NR| ( R� ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR| s c C s | j d | f � S( NR� ( R� ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR� s ( R| R� ( R$ R% R� R| R� R� R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR) s t
BaseListProxyt __add__t __contains__t __delitem__t __delslice__t __getitem__t __getslice__t __len__t __mul__t __reversed__t __rmul__t __setitem__t __setslice__R= t countt extendt indext insertR t removet reverseR� t __imul__t ListProxyc B s e Z d � Z d � Z RS( c C s | j d | f � | S( NR8 ( R� ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt __iadd__ s c C s | j d | f � | S( NR= ( R� ( R R� ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR= s ( R$ R% R? R= ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR> s t DictProxyR R� R� R| t has_keyt popitemt
setdefaultR
t Iteratort
ArrayProxyt PoolProxyt applyt apply_asyncRm t imapt imap_unorderedR� t mapt map_asyncR� t AsyncResultc B s e Z d Z RS( s(
Subclass of `BaseManager` which supports a number of shared object types.
The types registered are those intended for the synchronization
of threads, plus `dict`, `list` and `Namespace`.
The `multiprocessing.Manager()` function creates started instances of
this class.
( R$ R% R& ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyR C s t Queuet
JoinableQueuet Eventt LockR[ t Semaphoret BoundedSemaphoret ConditionR R� R� R R� R� (U t __all__t osR t weakrefRZ R RN R� R t multiprocessingR R R R R R
t multiprocessing.processR t multiprocessing.forkingR R
R R t multiprocessing.utilR R t cPickleR t ImportErrorR� R R� R@ R2 R; t
view_typesR& R R1 R* Rs R5 RB RD RE R� R_ R` t XmlListenert XmlClientRU R R� R� R R R RW Rh R� R R R R R R R R" R) R* R> R@ R� RE RF R RP RQ R[ RR RS RT R� R� R� ( ( ( s0 /usr/lib64/python2.7/multiprocessing/managers.pyt <module>$ s� ."
4
� ,
�
�
reduction.py 0000644 00000022450 15033635200 0007112 0 ustar 00 #
# Module which deals with pickling of objects.
#
# multiprocessing/reduction.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
from abc import ABCMeta
import copyreg
import functools
import io
import os
import pickle
import socket
import sys
from . import context
__all__ = ['send_handle', 'recv_handle', 'ForkingPickler', 'register', 'dump']
HAVE_SEND_HANDLE = (sys.platform == 'win32' or
(hasattr(socket, 'CMSG_LEN') and
hasattr(socket, 'SCM_RIGHTS') and
hasattr(socket.socket, 'sendmsg')))
#
# Pickler subclass
#
class ForkingPickler(pickle.Pickler):
'''Pickler subclass used by multiprocessing.'''
_extra_reducers = {}
_copyreg_dispatch_table = copyreg.dispatch_table
def __init__(self, *args):
super().__init__(*args)
self.dispatch_table = self._copyreg_dispatch_table.copy()
self.dispatch_table.update(self._extra_reducers)
@classmethod
def register(cls, type, reduce):
'''Register a reduce function for a type.'''
cls._extra_reducers[type] = reduce
@classmethod
def dumps(cls, obj, protocol=None):
buf = io.BytesIO()
cls(buf, protocol).dump(obj)
return buf.getbuffer()
loads = pickle.loads
register = ForkingPickler.register
def dump(obj, file, protocol=None):
'''Replacement for pickle.dump() using ForkingPickler.'''
ForkingPickler(file, protocol).dump(obj)
#
# Platform specific definitions
#
if sys.platform == 'win32':
# Windows
__all__ += ['DupHandle', 'duplicate', 'steal_handle']
import _winapi
def duplicate(handle, target_process=None, inheritable=False,
*, source_process=None):
'''Duplicate a handle. (target_process is a handle not a pid!)'''
current_process = _winapi.GetCurrentProcess()
if source_process is None:
source_process = current_process
if target_process is None:
target_process = current_process
return _winapi.DuplicateHandle(
source_process, handle, target_process,
0, inheritable, _winapi.DUPLICATE_SAME_ACCESS)
def steal_handle(source_pid, handle):
'''Steal a handle from process identified by source_pid.'''
source_process_handle = _winapi.OpenProcess(
_winapi.PROCESS_DUP_HANDLE, False, source_pid)
try:
return _winapi.DuplicateHandle(
source_process_handle, handle,
_winapi.GetCurrentProcess(), 0, False,
_winapi.DUPLICATE_SAME_ACCESS | _winapi.DUPLICATE_CLOSE_SOURCE)
finally:
_winapi.CloseHandle(source_process_handle)
def send_handle(conn, handle, destination_pid):
'''Send a handle over a local connection.'''
dh = DupHandle(handle, _winapi.DUPLICATE_SAME_ACCESS, destination_pid)
conn.send(dh)
def recv_handle(conn):
'''Receive a handle over a local connection.'''
return conn.recv().detach()
class DupHandle(object):
'''Picklable wrapper for a handle.'''
def __init__(self, handle, access, pid=None):
if pid is None:
# We just duplicate the handle in the current process and
# let the receiving process steal the handle.
pid = os.getpid()
proc = _winapi.OpenProcess(_winapi.PROCESS_DUP_HANDLE, False, pid)
try:
self._handle = _winapi.DuplicateHandle(
_winapi.GetCurrentProcess(),
handle, proc, access, False, 0)
finally:
_winapi.CloseHandle(proc)
self._access = access
self._pid = pid
def detach(self):
'''Get the handle. This should only be called once.'''
# retrieve handle from process which currently owns it
if self._pid == os.getpid():
# The handle has already been duplicated for this process.
return self._handle
# We must steal the handle from the process whose pid is self._pid.
proc = _winapi.OpenProcess(_winapi.PROCESS_DUP_HANDLE, False,
self._pid)
try:
return _winapi.DuplicateHandle(
proc, self._handle, _winapi.GetCurrentProcess(),
self._access, False, _winapi.DUPLICATE_CLOSE_SOURCE)
finally:
_winapi.CloseHandle(proc)
else:
# Unix
__all__ += ['DupFd', 'sendfds', 'recvfds']
import array
# On MacOSX we should acknowledge receipt of fds -- see Issue14669
ACKNOWLEDGE = sys.platform == 'darwin'
def sendfds(sock, fds):
'''Send an array of fds over an AF_UNIX socket.'''
fds = array.array('i', fds)
msg = bytes([len(fds) % 256])
sock.sendmsg([msg], [(socket.SOL_SOCKET, socket.SCM_RIGHTS, fds)])
if ACKNOWLEDGE and sock.recv(1) != b'A':
raise RuntimeError('did not receive acknowledgement of fd')
def recvfds(sock, size):
'''Receive an array of fds over an AF_UNIX socket.'''
a = array.array('i')
bytes_size = a.itemsize * size
msg, ancdata, flags, addr = sock.recvmsg(1, socket.CMSG_SPACE(bytes_size))
if not msg and not ancdata:
raise EOFError
try:
if ACKNOWLEDGE:
sock.send(b'A')
if len(ancdata) != 1:
raise RuntimeError('received %d items of ancdata' %
len(ancdata))
cmsg_level, cmsg_type, cmsg_data = ancdata[0]
if (cmsg_level == socket.SOL_SOCKET and
cmsg_type == socket.SCM_RIGHTS):
if len(cmsg_data) % a.itemsize != 0:
raise ValueError
a.frombytes(cmsg_data)
if len(a) % 256 != msg[0]:
raise AssertionError(
"Len is {0:n} but msg[0] is {1!r}".format(
len(a), msg[0]))
return list(a)
except (ValueError, IndexError):
pass
raise RuntimeError('Invalid data received')
def send_handle(conn, handle, destination_pid):
'''Send a handle over a local connection.'''
with socket.fromfd(conn.fileno(), socket.AF_UNIX, socket.SOCK_STREAM) as s:
sendfds(s, [handle])
def recv_handle(conn):
'''Receive a handle over a local connection.'''
with socket.fromfd(conn.fileno(), socket.AF_UNIX, socket.SOCK_STREAM) as s:
return recvfds(s, 1)[0]
def DupFd(fd):
'''Return a wrapper for an fd.'''
popen_obj = context.get_spawning_popen()
if popen_obj is not None:
return popen_obj.DupFd(popen_obj.duplicate_for_child(fd))
elif HAVE_SEND_HANDLE:
from . import resource_sharer
return resource_sharer.DupFd(fd)
else:
raise ValueError('SCM_RIGHTS appears not to be available')
#
# Try making some callable types picklable
#
def _reduce_method(m):
if m.__self__ is None:
return getattr, (m.__class__, m.__func__.__name__)
else:
return getattr, (m.__self__, m.__func__.__name__)
class _C:
def f(self):
pass
register(type(_C().f), _reduce_method)
def _reduce_method_descriptor(m):
return getattr, (m.__objclass__, m.__name__)
register(type(list.append), _reduce_method_descriptor)
register(type(int.__add__), _reduce_method_descriptor)
def _reduce_partial(p):
return _rebuild_partial, (p.func, p.args, p.keywords or {})
def _rebuild_partial(func, args, keywords):
return functools.partial(func, *args, **keywords)
register(functools.partial, _reduce_partial)
#
# Make sockets picklable
#
if sys.platform == 'win32':
def _reduce_socket(s):
from .resource_sharer import DupSocket
return _rebuild_socket, (DupSocket(s),)
def _rebuild_socket(ds):
return ds.detach()
register(socket.socket, _reduce_socket)
else:
def _reduce_socket(s):
df = DupFd(s.fileno())
return _rebuild_socket, (df, s.family, s.type, s.proto)
def _rebuild_socket(df, family, type, proto):
fd = df.detach()
return socket.socket(family, type, proto, fileno=fd)
register(socket.socket, _reduce_socket)
class AbstractReducer(metaclass=ABCMeta):
'''Abstract base class for use in implementing a Reduction class
suitable for use in replacing the standard reduction mechanism
used in multiprocessing.'''
ForkingPickler = ForkingPickler
register = register
dump = dump
send_handle = send_handle
recv_handle = recv_handle
if sys.platform == 'win32':
steal_handle = steal_handle
duplicate = duplicate
DupHandle = DupHandle
else:
sendfds = sendfds
recvfds = recvfds
DupFd = DupFd
_reduce_method = _reduce_method
_reduce_method_descriptor = _reduce_method_descriptor
_rebuild_partial = _rebuild_partial
_reduce_socket = _reduce_socket
_rebuild_socket = _rebuild_socket
def __init__(self, *args):
register(type(_C().f), _reduce_method)
register(type(list.append), _reduce_method_descriptor)
register(type(int.__add__), _reduce_method_descriptor)
register(functools.partial, _reduce_partial)
register(socket.socket, _reduce_socket)
util.pyo 0000644 00000023470 15033635200 0006255 0 ustar 00 �
{ fc @ s� d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l m Z m Z d d d d d d d
d d d
d d d d g Z
d Z d Z d Z
d Z d Z d Z d Z d a e a d � Z d � Z d � Z d � Z d � Z d d � Z d � Z e j � Z e j � Z d � Z! d! � Z" i Z# e j � Z$ d
e% f d" � � YZ& d d# � Z' d$ � Z( e a) e e e' e e d% � Z* e j+ e* � d e% f d& � � YZ, d e j- f d' � � YZ. d S(( i����N( t _args_from_interpreter_flags( t current_processt active_childrent sub_debugt debugt infot sub_warningt
get_loggert
log_to_stderrt get_temp_dirt register_after_forkt
is_exitingt Finalizet ForkAwareThreadLockt ForkAwareLocalt SUBDEBUGt
SUBWARNINGi i i
i i t multiprocessings+ [%(levelname)s/%(processName)s] %(message)sc G s t r t j t | | � n d S( N( t _loggert logR ( t msgt args( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR D s c G s t r t j t | | � n d S( N( R R t DEBUG( R R ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR H s c G s t r t j t | | � n d S( N( R R t INFO( R R ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR L s c G s t r t j t | | � n d S( N( R R R ( R R ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR P s c C s� d d l } d d l } | j � z� t s� | j t � a d t _ | j t d � | j t d � t
| d � r� | j t � | j
t � q� | j j t d i f � | j j t d i f � n Wd | j � Xt S( s0
Returns logger used by multiprocessing
i����Ni R R t
unregister( ( ( t loggingt atexitt _acquireLockR t getLoggert LOGGER_NAMEt propagatet addLevelNameR R t hasattrR t _exit_functiont registert
_exithandlerst removet appendt _releaseLock( R R ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR T s
c C sj d d l } t � } | j t � } | j � } | j | � | j | � | r` | j | � n t a t
S( sB
Turn on logging and add a handler which prints to stderr
i����N( R R t Formattert DEFAULT_LOGGING_FORMATt
StreamHandlert setFormattert
addHandlert setLevelt Truet _log_to_stderrR ( t levelR t loggert formattert handler( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR q s
c C s� t � j d k rw d d l } d d l } | j d d � } t d | � t d | j d | g d d �| t � _ n t � j S( Ni����t prefixs pymp-s created temp directory %sR t exitpriorityi����( R t _tempdirt Nonet shutilt tempfilet mkdtempR R t rmtree( R7 R8 t tempdir( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR � s
c C sq t t j � � } | j � xN | D]F \ \ } } } } y | | � Wq# t k
rh } t d | � q# Xq# Wd S( Ns after forker raised exception %s( t listt _afterfork_registryt itemst sortt ExceptionR ( R> t indext identt funct objt e( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt _run_after_forkers� s
c C s# | t t j � t | � | f <d S( N( R= t _afterfork_countert nextt id( RD RC ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR
� s c B sG e Z d Z d d d d � Z d d � Z d � Z d � Z d � Z RS( sA
Class which supports object finalization using weakrefs
c C sz | d k r$ t j | | � | _ n | | _ | | _ | p? i | _ | t j � f | _ t
j � | _ | t
| j <d S( N( R6 t weakreft reft _weakreft _callbackt _argst _kwargst _finalizer_counterRH t _keyt ost getpidt _pidt _finalizer_registry( t selfRD t callbackR t kwargsR4 ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt __init__� s c C s� y t | j =Wn t k
r+ t d � n� X| j t j � k rT t d � d } n4 t d | j | j | j
� | j | j | j
� } d | _ | _ | _ | _
| _ | Sd S( sQ
Run the callback unless it has already been called or cancelled
s finalizer no longer registereds+ finalizer ignored because different processs/ finalizer calling %s with args %s and kwargs %sN( RU RQ t KeyErrorR RT RR RS R6 RM RN RO RL ( RV t wrt res( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt __call__� s
%c C sK y t | j =Wn t k
r! n& Xd | _ | _ | _ | _ | _ d S( s3
Cancel finalization of the object
N( RU RQ RZ R6 RL RM RN RO ( RV ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt cancel� s
c C s
| j t k S( sS
Return whether this finalizer is still waiting to invoke callback
( RQ RU ( RV ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt still_active� s c C s� y | j � } Wn t t f k
r/ d } n X| d k r@ d Sd t | j d | j � } | j r | d t | j � 7} n | j r� | d t | j � 7} n | j d d k r� | d t | j d � 7} n | d S( Ns <Finalize object, dead>s <Finalize object, callback=%st __name__s , args=s , kwargs=i s , exitprority=t >(
RL t AttributeErrort TypeErrorR6 t getattrRM RN t strRO RQ ( RV RD t x( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt __repr__� s
( N( R` t
__module__t __doc__R6 RY R] R^ R_ Rg ( ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR � s c s� t d k r d S� d k r( d � } n � f d � } g t j � D] } | | � rD | ^ qD } | j d t � xV | D]N \ } } t d | � y | � Wqy t k
r� d d l } | j � qy Xqy W� d k r� t j � n d S( s�
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
Nc S s | d d d k S( Ni ( R6 ( t p( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt <lambda> t c s& | d d d k o% | d d � k S( Ni ( R6 ( Rj ( t minpriority( s, /usr/lib64/python2.7/multiprocessing/util.pyRk
Rl t reverses
calling %si����(
RU R6 R> R? R- R R@ t tracebackt print_exct clear( Rm t fRf R> t keyt finalizerRo ( ( Rm s, /usr/lib64/python2.7/multiprocessing/util.pyt _run_finalizers� s +
c C s t p t d k S( s6
Returns true if the process is shutting down
N( t _exitingR6 ( ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR ! s c C s� | d � | d � | d � | � d k r� x: | � D]/ } | j r7 | d | j � | j j � q7 q7 Wx. | � D] } | d | j � | j � qt Wn | d � | � d S( Ns process shutting downs2 running all "atexit" finalizers with priority >= 0i s! calling terminate() for daemon %ss calling join() for process %ss) running the remaining "atexit" finalizers( R6 t _daemonict namet _popent terminatet join( R R Ru R R Rj ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR! ) s
c B s e Z d � Z d � Z RS( c C s | j � t | t j � d S( N( t _resetR
R
( RV ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyRY T s
c C s1 t j � | _ | j j | _ | j j | _ d S( N( t threadingt Lockt _lockt acquiret release( RV ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR| X s ( R` Rh RY R| ( ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR
S s c B s e Z d � Z d � Z RS( c C s t | d � � d S( Nc S s
| j j � S( N( t __dict__Rq ( RD ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyRk _ Rl ( R
( RV ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyRY ^ s c C s t | � d f S( N( ( t type( RV ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt
__reduce__` s ( R` Rh RY R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR ] s (/ RR t itertoolsRJ R R} t
subprocessR t multiprocessing.processR R t __all__t NOTSETR R R R R R( R6 R t FalseR. R R R R R R R t WeakValueDictionaryR= t countRG RF R
RU RP t objectR Ru R Rv R! R" R
t localR ( ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt <module># sT N ' "
synchronize.pyo 0000644 00000024704 15033635200 0007654 0 ustar 00 �
{ fc @ s� d d d d d d g Z d d l Z d d l Z d d l Z d d l m Z m Z d d l Z d d l m
Z
d d
l m Z m
Z
m Z d d l m Z m Z y d d l m Z Wn) e k
r� e d
d d d � � n Xe d � \ Z Z e j j Z d e f d � � YZ d e f d � � YZ d e f d � � YZ d e f d � � YZ d e f d � � YZ d e f d � � YZ d e f d � � YZ d S( t Lockt RLockt Semaphoret BoundedSemaphoret Conditiont Eventi����N( t timet sleep( t current_process( t Finalizet register_after_forkt debug( t assert_spawningt Popen( t SemLocks* This platform lacks a functioning sem_opens( implementation, therefore, the requireds+ synchronization primitives needed will nots function, see issue 3770.i R c B s> e Z d � Z d � Z d � Z d � Z d � Z d � Z RS( c C sc t j | | | � } | _ t d | j � | j � t j d k r_ d � } t | | � n d S( Ns created semlock with handle %st win32c S s | j j � d S( N( t _semlockt _after_fork( t obj( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR P s ( t _multiprocessingR R R t handlet
_make_methodst syst platformR
( t selft kindt valuet maxvaluet slR ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt __init__J s
c C s" | j j | _ | j j | _ d S( N( R t acquiret release( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR T s c C s
| j j � S( N( R t __enter__( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR X s c G s | j j | � S( N( R t __exit__( R t args( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR! [ s c C s2 t | � | j } t j | j � | j | j f S( N( R R R
t duplicate_for_childR R R ( R R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt __getstate__^ s
c C s5 t j j | � | _ t d | d � | j � d S( Ns recreated blocker with handle %ri ( R R t _rebuildR R R ( R t state( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt __setstate__c s ( t __name__t
__module__R R R R! R$ R' ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR H s
c B s& e Z d d � Z d � Z d � Z RS( i c C s t j | t | t � d S( N( R R t SEMAPHOREt
SEM_VALUE_MAX( R R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR n s c C s
| j j � S( N( R t
_get_value( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt get_valueq s c C s5 y | j j � } Wn t k
r, d } n Xd | S( Nt unknowns <Semaphore(value=%s)>( R R, t Exception( R R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt __repr__t s
( R( R) R R- R0 ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR l s c B s e Z d d � Z d � Z RS( i c C s t j | t | | � d S( N( R R R* ( R R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c C sA y | j j � } Wn t k
r, d } n Xd | | j j f S( NR. s) <BoundedSemaphore(value=%s, maxvalue=%s)>( R R, R/ R ( R R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR0 � s
( R( R) R R0 ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR s c B s e Z d � Z d � Z RS( c C s t j | t d d � d S( Ni ( R R R* ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c C s� y� | j j � rP t � j } t j � j d k r� | d t j � j 7} q� nB | j j � d k rn d } n$ | j j � d k r� d } n d } Wn t k
r� d } n Xd | S(
Nt
MainThreadt |i t Nonei t SomeOtherThreadt SomeOtherProcessR. s <Lock(owner=%s)>( R t _is_mineR t namet threadingt current_threadR, t _countR/ ( R R7 ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR0 � s
( R( R) R R0 ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c B s e Z d � Z d � Z RS( c C s t j | t d d � d S( Ni ( R R t RECURSIVE_MUTEX( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c C s� y� | j j � r_ t � j } t j � j d k rM | d t j � j 7} n | j j � } nT | j j � d k r� d \ } } n0 | j j � d k r� d \ } } n d
\ } } Wn t k
r� d \ } } n Xd
| | f S( NR1 R2 i R3 i R4 t nonzeroR5 R. s <RLock(%s, %s)>( R3 i ( R4 R< ( R5 R< ( R. R. ( R R6 R R7 R8 R9 R: R, R/ ( R R7 t count( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR0 � s
( R( R) R R0 ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c B sh e Z d
d � Z d � Z d � Z d � Z d � Z d � Z d � Z d
d � Z
d � Z d � Z RS( c C sM | p t � | _ t d � | _ t d � | _ t d � | _ | j � d S( Ni ( R t _lockR t _sleeping_countt _woken_countt _wait_semaphoreR ( R t lock( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s
c C s& t | � | j | j | j | j f S( N( R R> R? R@ RA ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR$ � s
c C s, | \ | _ | _ | _ | _ | j � d S( N( R> R? R@ RA R ( R R& ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR' � s c C s
| j j � S( N( R> R ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c G s | j j | � S( N( R> R! ( R R" ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR! � s c C s" | j j | _ | j j | _ d S( N( R> R R ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c C sQ y& | j j j � | j j j � } Wn t k
r? d } n Xd | j | f S( NR. s <Condition(%s, %s)>( R? R R, R@ R/ R> ( R t num_waiters( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR0 � s
c C s� | j j � | j j j � } x! t | � D] } | j j � q, Wz | j j t | � Wd | j j � x! t | � D] } | j j � qw WXd S( N(
R? R R> R R: t xrangeRA R t TrueR@ ( R t timeoutR= t i( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt wait� s
c C sn x( | j j t � r* | j j t � } q W| j j t � rj | j j � | j j � | j j t � n d S( N( R@ R t FalseR? RA R ( R t res( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt notify� s
c C s� x( | j j t � r* | j j t � } q Wd } x- | j j t � r` | j j � | d 7} q4 W| r� x! t | � D] } | j j � qt Wx | j j t � r� q� Wn d S( Ni i ( R@ R RI R? RA R RD ( R RJ t sleepersRG ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt
notify_all s
N(
R( R) R3 R R$ R' R R! R R0 RH RK RM ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR � s c B s8 e Z d � Z d � Z d � Z d � Z d d � Z RS( c C s% t t � � | _ t d � | _ d S( Ni ( R R t _condR t _flag( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR - s c C sM | j j � z+ | j j t � r3 | j j � t St SWd | j j � Xd S( N( RN R RO RI R RE ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt is_set1 s
c C sP | j j � z. | j j t � | j j � | j j � Wd | j j � Xd S( N( RN R RO RI R RM ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt set; s
c C s6 | j j � z | j j t � Wd | j j � Xd S( N( RN R RO RI R ( R ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt clearD s
c C s | j j � z] | j j t � r2 | j j � n | j j | � | j j t � re | j j � t St SWd | j j � Xd S( N( RN R RO RI R RH RE ( R RF ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyRH K s
N( R( R) R RP RQ RR R3 RH ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyR + s
( t __all__R8 t osR R t _timeR t _sleepR t multiprocessing.processR t multiprocessing.utilR R
R t multiprocessing.forkingR R
R t ImportErrort rangeR; R* R+ t objectR R R R R R ( ( ( s3 /usr/lib64/python2.7/multiprocessing/synchronize.pyt <module>$ s.
$h forking.py 0000644 00000041405 15033635200 0006556 0 ustar 00 #
# Module for starting a process object using os.fork() or CreateProcess()
#
# multiprocessing/forking.py
#
# Copyright (c) 2006-2008, R Oudkerk
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# 3. Neither the name of author nor the names of any contributors may be
# used to endorse or promote products derived from this software
# without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS "AS IS" AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
#
import os
import sys
import signal
import errno
from multiprocessing import util, process
__all__ = ['Popen', 'assert_spawning', 'exit', 'duplicate', 'close', 'ForkingPickler']
#
# Check that the current thread is spawning a child process
#
def assert_spawning(self):
if not Popen.thread_is_spawning():
raise RuntimeError(
'%s objects should only be shared between processes'
' through inheritance' % type(self).__name__
)
#
# Try making some callable types picklable
#
from pickle import Pickler
class ForkingPickler(Pickler):
dispatch = Pickler.dispatch.copy()
@classmethod
def register(cls, type, reduce):
def dispatcher(self, obj):
rv = reduce(obj)
self.save_reduce(obj=obj, *rv)
cls.dispatch[type] = dispatcher
def _reduce_method(m):
if m.im_self is None:
return getattr, (m.im_class, m.im_func.func_name)
else:
return getattr, (m.im_self, m.im_func.func_name)
ForkingPickler.register(type(ForkingPickler.save), _reduce_method)
def _reduce_method_descriptor(m):
return getattr, (m.__objclass__, m.__name__)
ForkingPickler.register(type(list.append), _reduce_method_descriptor)
ForkingPickler.register(type(int.__add__), _reduce_method_descriptor)
#def _reduce_builtin_function_or_method(m):
# return getattr, (m.__self__, m.__name__)
#ForkingPickler.register(type(list().append), _reduce_builtin_function_or_method)
#ForkingPickler.register(type(int().__add__), _reduce_builtin_function_or_method)
try:
from functools import partial
except ImportError:
pass
else:
def _reduce_partial(p):
return _rebuild_partial, (p.func, p.args, p.keywords or {})
def _rebuild_partial(func, args, keywords):
return partial(func, *args, **keywords)
ForkingPickler.register(partial, _reduce_partial)
#
# Unix
#
if sys.platform != 'win32':
import time
exit = os._exit
duplicate = os.dup
close = os.close
#
# We define a Popen class similar to the one from subprocess, but
# whose constructor takes a process object as its argument.
#
class Popen(object):
def __init__(self, process_obj):
sys.stdout.flush()
sys.stderr.flush()
self.returncode = None
self.pid = os.fork()
if self.pid == 0:
if 'random' in sys.modules:
import random
random.seed()
code = process_obj._bootstrap()
sys.stdout.flush()
sys.stderr.flush()
os._exit(code)
def poll(self, flag=os.WNOHANG):
if self.returncode is None:
while True:
try:
pid, sts = os.waitpid(self.pid, flag)
except os.error as e:
if e.errno == errno.EINTR:
continue
# Child process not yet created. See #1731717
# e.errno == errno.ECHILD == 10
return None
else:
break
if pid == self.pid:
if os.WIFSIGNALED(sts):
self.returncode = -os.WTERMSIG(sts)
else:
assert os.WIFEXITED(sts)
self.returncode = os.WEXITSTATUS(sts)
return self.returncode
def wait(self, timeout=None):
if timeout is None:
return self.poll(0)
deadline = time.time() + timeout
delay = 0.0005
while 1:
res = self.poll()
if res is not None:
break
remaining = deadline - time.time()
if remaining <= 0:
break
delay = min(delay * 2, remaining, 0.05)
time.sleep(delay)
return res
def terminate(self):
if self.returncode is None:
try:
os.kill(self.pid, signal.SIGTERM)
except OSError, e:
if self.wait(timeout=0.1) is None:
raise
@staticmethod
def thread_is_spawning():
return False
#
# Windows
#
else:
import thread
import msvcrt
import _subprocess
import time
from _multiprocessing import win32, Connection, PipeConnection
from .util import Finalize
#try:
# from cPickle import dump, load, HIGHEST_PROTOCOL
#except ImportError:
from pickle import load, HIGHEST_PROTOCOL
def dump(obj, file, protocol=None):
ForkingPickler(file, protocol).dump(obj)
#
#
#
TERMINATE = 0x10000
WINEXE = (sys.platform == 'win32' and getattr(sys, 'frozen', False))
WINSERVICE = sys.executable.lower().endswith("pythonservice.exe")
exit = win32.ExitProcess
close = win32.CloseHandle
#
# _python_exe is the assumed path to the python executable.
# People embedding Python want to modify it.
#
if WINSERVICE:
_python_exe = os.path.join(sys.exec_prefix, 'python.exe')
else:
_python_exe = sys.executable
def set_executable(exe):
global _python_exe
_python_exe = exe
#
#
#
def duplicate(handle, target_process=None, inheritable=False):
if target_process is None:
target_process = _subprocess.GetCurrentProcess()
return _subprocess.DuplicateHandle(
_subprocess.GetCurrentProcess(), handle, target_process,
0, inheritable, _subprocess.DUPLICATE_SAME_ACCESS
).Detach()
#
# We define a Popen class similar to the one from subprocess, but
# whose constructor takes a process object as its argument.
#
class Popen(object):
'''
Start a subprocess to run the code of a process object
'''
_tls = thread._local()
def __init__(self, process_obj):
# create pipe for communication with child
rfd, wfd = os.pipe()
# get handle for read end of the pipe and make it inheritable
rhandle = duplicate(msvcrt.get_osfhandle(rfd), inheritable=True)
os.close(rfd)
# start process
cmd = get_command_line() + [rhandle]
cmd = ' '.join('"%s"' % x for x in cmd)
hp, ht, pid, tid = _subprocess.CreateProcess(
_python_exe, cmd, None, None, 1, 0, None, None, None
)
ht.Close()
close(rhandle)
# set attributes of self
self.pid = pid
self.returncode = None
self._handle = hp
# send information to child
prep_data = get_preparation_data(process_obj._name)
to_child = os.fdopen(wfd, 'wb')
Popen._tls.process_handle = int(hp)
try:
dump(prep_data, to_child, HIGHEST_PROTOCOL)
dump(process_obj, to_child, HIGHEST_PROTOCOL)
finally:
del Popen._tls.process_handle
to_child.close()
@staticmethod
def thread_is_spawning():
return getattr(Popen._tls, 'process_handle', None) is not None
@staticmethod
def duplicate_for_child(handle):
return duplicate(handle, Popen._tls.process_handle)
def wait(self, timeout=None):
if self.returncode is None:
if timeout is None:
msecs = _subprocess.INFINITE
else:
msecs = max(0, int(timeout * 1000 + 0.5))
res = _subprocess.WaitForSingleObject(int(self._handle), msecs)
if res == _subprocess.WAIT_OBJECT_0:
code = _subprocess.GetExitCodeProcess(self._handle)
if code == TERMINATE:
code = -signal.SIGTERM
self.returncode = code
return self.returncode
def poll(self):
return self.wait(timeout=0)
def terminate(self):
if self.returncode is None:
try:
_subprocess.TerminateProcess(int(self._handle), TERMINATE)
except WindowsError:
if self.wait(timeout=0.1) is None:
raise
#
#
#
def is_forking(argv):
'''
Return whether commandline indicates we are forking
'''
if len(argv) >= 2 and argv[1] == '--multiprocessing-fork':
assert len(argv) == 3
return True
else:
return False
def freeze_support():
'''
Run code for process object if this in not the main process
'''
if is_forking(sys.argv):
main()
sys.exit()
def get_command_line():
'''
Returns prefix of command line used for spawning a child process
'''
if getattr(process.current_process(), '_inheriting', False):
raise RuntimeError('''
Attempt to start a new process before the current process
has finished its bootstrapping phase.
This probably means that you are on Windows and you have
forgotten to use the proper idiom in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce a Windows executable.''')
if getattr(sys, 'frozen', False):
return [sys.executable, '--multiprocessing-fork']
else:
prog = 'from multiprocessing.forking import main; main()'
opts = util._args_from_interpreter_flags()
return [_python_exe] + opts + ['-c', prog, '--multiprocessing-fork']
def main():
'''
Run code specified by data received over pipe
'''
assert is_forking(sys.argv)
handle = int(sys.argv[-1])
fd = msvcrt.open_osfhandle(handle, os.O_RDONLY)
from_parent = os.fdopen(fd, 'rb')
process.current_process()._inheriting = True
preparation_data = load(from_parent)
prepare(preparation_data)
self = load(from_parent)
process.current_process()._inheriting = False
from_parent.close()
exitcode = self._bootstrap()
exit(exitcode)
def get_preparation_data(name):
'''
Return info about parent needed by child to unpickle process object
'''
from .util import _logger, _log_to_stderr
d = dict(
name=name,
sys_path=sys.path,
sys_argv=sys.argv,
log_to_stderr=_log_to_stderr,
orig_dir=process.ORIGINAL_DIR,
authkey=process.current_process().authkey,
)
if _logger is not None:
d['log_level'] = _logger.getEffectiveLevel()
if not WINEXE and not WINSERVICE and \
not d['sys_argv'][0].lower().endswith('pythonservice.exe'):
main_path = getattr(sys.modules['__main__'], '__file__', None)
if not main_path and sys.argv[0] not in ('', '-c'):
main_path = sys.argv[0]
if main_path is not None:
if not os.path.isabs(main_path) and \
process.ORIGINAL_DIR is not None:
main_path = os.path.join(process.ORIGINAL_DIR, main_path)
d['main_path'] = os.path.normpath(main_path)
return d
#
# Make (Pipe)Connection picklable
#
def reduce_connection(conn):
if not Popen.thread_is_spawning():
raise RuntimeError(
'By default %s objects can only be shared between processes\n'
'using inheritance' % type(conn).__name__
)
return type(conn), (Popen.duplicate_for_child(conn.fileno()),
conn.readable, conn.writable)
ForkingPickler.register(Connection, reduce_connection)
ForkingPickler.register(PipeConnection, reduce_connection)
#
# Prepare current process
#
old_main_modules = []
def prepare(data):
'''
Try to get current process ready to unpickle process object
'''
old_main_modules.append(sys.modules['__main__'])
if 'name' in data:
process.current_process().name = data['name']
if 'authkey' in data:
process.current_process()._authkey = data['authkey']
if 'log_to_stderr' in data and data['log_to_stderr']:
util.log_to_stderr()
if 'log_level' in data:
util.get_logger().setLevel(data['log_level'])
if 'sys_path' in data:
sys.path = data['sys_path']
if 'sys_argv' in data:
sys.argv = data['sys_argv']
if 'dir' in data:
os.chdir(data['dir'])
if 'orig_dir' in data:
process.ORIGINAL_DIR = data['orig_dir']
if 'main_path' in data:
# XXX (ncoghlan): The following code makes several bogus
# assumptions regarding the relationship between __file__
# and a module's real name. See PEP 302 and issue #10845
# The problem is resolved properly in Python 3.4+, as
# described in issue #19946
main_path = data['main_path']
main_name = os.path.splitext(os.path.basename(main_path))[0]
if main_name == '__init__':
main_name = os.path.basename(os.path.dirname(main_path))
if main_name == '__main__':
# For directory and zipfile execution, we assume an implicit
# "if __name__ == '__main__':" around the module, and don't
# rerun the main module code in spawned processes
main_module = sys.modules['__main__']
main_module.__file__ = main_path
elif main_name != 'ipython':
# Main modules not actually called __main__.py may
# contain additional code that should still be executed
import imp
if main_path is None:
dirs = None
elif os.path.basename(main_path).startswith('__init__.py'):
dirs = [os.path.dirname(os.path.dirname(main_path))]
else:
dirs = [os.path.dirname(main_path)]
assert main_name not in sys.modules, main_name
file, path_name, etc = imp.find_module(main_name, dirs)
try:
# We would like to do "imp.load_module('__main__', ...)"
# here. However, that would cause 'if __name__ ==
# "__main__"' clauses to be executed.
main_module = imp.load_module(
'__parents_main__', file, path_name, etc
)
finally:
if file:
file.close()
sys.modules['__main__'] = main_module
main_module.__name__ = '__main__'
# Try to make the potentially picklable objects in
# sys.modules['__main__'] realize they are in the main
# module -- somewhat ugly.
for obj in main_module.__dict__.values():
try:
if obj.__module__ == '__parents_main__':
obj.__module__ = '__main__'
except Exception:
pass
util.pyc 0000644 00000023641 15033635200 0006241 0 ustar 00 �
{ fc @ s� d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l m Z m Z d d d d d d d
d d d
d d d d g Z
d Z d Z d Z
d Z d Z d Z d Z d a e a d � Z d � Z d � Z d � Z d � Z d d � Z d � Z e j � Z e j � Z d � Z! d! � Z" i Z# e j � Z$ d
e% f d" � � YZ& d d# � Z' d$ � Z( e a) e e e' e e d% � Z* e j+ e* � d e% f d& � � YZ, d e j- f d' � � YZ. d S(( i����N( t _args_from_interpreter_flags( t current_processt active_childrent sub_debugt debugt infot sub_warningt
get_loggert
log_to_stderrt get_temp_dirt register_after_forkt
is_exitingt Finalizet ForkAwareThreadLockt ForkAwareLocalt SUBDEBUGt
SUBWARNINGi i i
i i t multiprocessings+ [%(levelname)s/%(processName)s] %(message)sc G s t r t j t | | � n d S( N( t _loggert logR ( t msgt args( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR D s c G s t r t j t | | � n d S( N( R R t DEBUG( R R ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR H s c G s t r t j t | | � n d S( N( R R t INFO( R R ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR L s c G s t r t j t | | � n d S( N( R R R ( R R ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR P s c C s� d d l } d d l } | j � z� t s� | j t � a d t _ | j t d � | j t d � t
| d � r� | j t � | j
t � q� | j j t d i f � | j j t d i f � n Wd | j � Xt S( s0
Returns logger used by multiprocessing
i����Ni R R t
unregister( ( ( t loggingt atexitt _acquireLockR t getLoggert LOGGER_NAMEt propagatet addLevelNameR R t hasattrR t _exit_functiont registert
_exithandlerst removet appendt _releaseLock( R R ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR T s
c C sj d d l } t � } | j t � } | j � } | j | � | j | � | r` | j | � n t a t
S( sB
Turn on logging and add a handler which prints to stderr
i����N( R R t Formattert DEFAULT_LOGGING_FORMATt
StreamHandlert setFormattert
addHandlert setLevelt Truet _log_to_stderrR ( t levelR t loggert formattert handler( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR q s
c C s� t � j d k rw d d l } d d l } | j d d � } t d | � t d | j d | g d d �| t � _ n t � j S( Ni����t prefixs pymp-s created temp directory %sR t exitpriorityi����( R t _tempdirt Nonet shutilt tempfilet mkdtempR R t rmtree( R7 R8 t tempdir( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR � s
c C sq t t j � � } | j � xN | D]F \ \ } } } } y | | � Wq# t k
rh } t d | � q# Xq# Wd S( Ns after forker raised exception %s( t listt _afterfork_registryt itemst sortt ExceptionR ( R> t indext identt funct objt e( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt _run_after_forkers� s
c C s# | t t j � t | � | f <d S( N( R= t _afterfork_countert nextt id( RD RC ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR
� s c B sG e Z d Z d d d d � Z d d � Z d � Z d � Z d � Z RS( sA
Class which supports object finalization using weakrefs
c C s� | d k s* t | � t t f k s* t � | d k rN t j | | � | _ n | d k s` t � | | _ | | _ | p{ i | _
| t j � f | _
t j � | _ | t | j
<d S( N( R6 t typet intt longt AssertionErrort weakreft reft _weakreft _callbackt _argst _kwargst _finalizer_counterRH t _keyt ost getpidt _pidt _finalizer_registry( t selfRD t callbackR t kwargsR4 ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt __init__� s * c C s� y t | j =Wn t k
r+ t d � n� X| j t j � k rT t d � d } n4 t d | j | j | j
� | j | j | j
� } d | _ | _ | _ | _
| _ | Sd S( sQ
Run the callback unless it has already been called or cancelled
s finalizer no longer registereds+ finalizer ignored because different processs/ finalizer calling %s with args %s and kwargs %sN( RY RU t KeyErrorR RX RV RW R6 RQ RR RS RP ( RZ t wrt res( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt __call__� s
%c C sK y t | j =Wn t k
r! n& Xd | _ | _ | _ | _ | _ d S( s3
Cancel finalization of the object
N( RY RU R^ R6 RP RQ RR RS ( RZ ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt cancel� s
c C s
| j t k S( sS
Return whether this finalizer is still waiting to invoke callback
( RU RY ( RZ ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt still_active� s c C s� y | j � } Wn t t f k
r/ d } n X| d k r@ d Sd t | j d | j � } | j r | d t | j � 7} n | j r� | d t | j � 7} n | j d d k r� | d t | j d � 7} n | d S( Ns <Finalize object, dead>s <Finalize object, callback=%st __name__s , args=s , kwargs=i s , exitprority=t >(
RP t AttributeErrort TypeErrorR6 t getattrRQ RR t strRS RU ( RZ RD t x( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt __repr__� s
( N( Rd t
__module__t __doc__R6 R] Ra Rb Rc Rk ( ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR � s c s� t d k r d S� d k r( d � } n � f d � } g t j � D] } | | � rD | ^ qD } | j d t � xV | D]N \ } } t d | � y | � Wqy t k
r� d d l } | j � qy Xqy W� d k r� t j � n d S( s�
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
Nc S s | d d d k S( Ni ( R6 ( t p( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt <lambda> t c s& | d d d k o% | d d � k S( Ni ( R6 ( Rn ( t minpriority( s, /usr/lib64/python2.7/multiprocessing/util.pyRo
Rp t reverses
calling %si����(
RY R6 R> R? R- R R@ t tracebackt print_exct clear( Rq t fRj R> t keyt finalizerRs ( ( Rq s, /usr/lib64/python2.7/multiprocessing/util.pyt _run_finalizers� s +
c C s t p t d k S( s6
Returns true if the process is shutting down
N( t _exitingR6 ( ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR ! s c C s� | d � | d � | d � | � d k r� x: | � D]/ } | j r7 | d | j � | j j � q7 q7 Wx. | � D] } | d | j � | j � qt Wn | d � | � d S( Ns process shutting downs2 running all "atexit" finalizers with priority >= 0i s! calling terminate() for daemon %ss calling join() for process %ss) running the remaining "atexit" finalizers( R6 t _daemonict namet _popent terminatet join( R R Ry R R Rn ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR! ) s
c B s e Z d � Z d � Z RS( c C s | j � t | t j � d S( N( t _resetR
R
( RZ ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR] T s
c C s1 t j � | _ | j j | _ | j j | _ d S( N( t threadingt Lockt _lockt acquiret release( RZ ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR� X s ( Rd Rl R] R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR
S s c B s e Z d � Z d � Z RS( c C s t | d � � d S( Nc S s
| j j � S( N( t __dict__Ru ( RD ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyRo _ Rp ( R
( RZ ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR] ^ s c C s t | � d f S( N( ( RJ ( RZ ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt
__reduce__` s ( Rd Rl R] R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyR ] s (/ RV t itertoolsRN R R� t
subprocessR t multiprocessing.processR R t __all__t NOTSETR R R R R R( R6 R t FalseR. R R R R R R R t WeakValueDictionaryR= t countRG RF R
RY RT t objectR Ry R Rz R! R" R
t localR ( ( ( s, /usr/lib64/python2.7/multiprocessing/util.pyt <module># sT N ' "
queues.py 0000644 00000026652 15033635200 0006435 0 ustar 00 #
# Module implementing queues
#
# multiprocessing/queues.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = ['Queue', 'SimpleQueue', 'JoinableQueue']
import sys
import os
import threading
import collections
import time
import weakref
import errno
from queue import Empty, Full
import _multiprocessing
from . import connection
from . import context
_ForkingPickler = context.reduction.ForkingPickler
from .util import debug, info, Finalize, register_after_fork, is_exiting
#
# Queue type using a pipe, buffer and thread
#
class Queue(object):
def __init__(self, maxsize=0, *, ctx):
if maxsize <= 0:
# Can raise ImportError (see issues #3770 and #23400)
from .synchronize import SEM_VALUE_MAX as maxsize
self._maxsize = maxsize
self._reader, self._writer = connection.Pipe(duplex=False)
self._rlock = ctx.Lock()
self._opid = os.getpid()
if sys.platform == 'win32':
self._wlock = None
else:
self._wlock = ctx.Lock()
self._sem = ctx.BoundedSemaphore(maxsize)
# For use by concurrent.futures
self._ignore_epipe = False
self._after_fork()
if sys.platform != 'win32':
register_after_fork(self, Queue._after_fork)
def __getstate__(self):
context.assert_spawning(self)
return (self._ignore_epipe, self._maxsize, self._reader, self._writer,
self._rlock, self._wlock, self._sem, self._opid)
def __setstate__(self, state):
(self._ignore_epipe, self._maxsize, self._reader, self._writer,
self._rlock, self._wlock, self._sem, self._opid) = state
self._after_fork()
def _after_fork(self):
debug('Queue._after_fork()')
self._notempty = threading.Condition(threading.Lock())
self._buffer = collections.deque()
self._thread = None
self._jointhread = None
self._joincancelled = False
self._closed = False
self._close = None
self._send_bytes = self._writer.send_bytes
self._recv_bytes = self._reader.recv_bytes
self._poll = self._reader.poll
def put(self, obj, block=True, timeout=None):
if self._closed:
raise ValueError(f"Queue {self!r} is closed")
if not self._sem.acquire(block, timeout):
raise Full
with self._notempty:
if self._thread is None:
self._start_thread()
self._buffer.append(obj)
self._notempty.notify()
def get(self, block=True, timeout=None):
if self._closed:
raise ValueError(f"Queue {self!r} is closed")
if block and timeout is None:
with self._rlock:
res = self._recv_bytes()
self._sem.release()
else:
if block:
deadline = time.monotonic() + timeout
if not self._rlock.acquire(block, timeout):
raise Empty
try:
if block:
timeout = deadline - time.monotonic()
if not self._poll(timeout):
raise Empty
elif not self._poll():
raise Empty
res = self._recv_bytes()
self._sem.release()
finally:
self._rlock.release()
# unserialize the data after having released the lock
return _ForkingPickler.loads(res)
def qsize(self):
# Raises NotImplementedError on Mac OSX because of broken sem_getvalue()
return self._maxsize - self._sem._semlock._get_value()
def empty(self):
return not self._poll()
def full(self):
return self._sem._semlock._is_zero()
def get_nowait(self):
return self.get(False)
def put_nowait(self, obj):
return self.put(obj, False)
def close(self):
self._closed = True
try:
self._reader.close()
finally:
close = self._close
if close:
self._close = None
close()
def join_thread(self):
debug('Queue.join_thread()')
assert self._closed, "Queue {0!r} not closed".format(self)
if self._jointhread:
self._jointhread()
def cancel_join_thread(self):
debug('Queue.cancel_join_thread()')
self._joincancelled = True
try:
self._jointhread.cancel()
except AttributeError:
pass
def _start_thread(self):
debug('Queue._start_thread()')
# Start thread which transfers data from buffer to pipe
self._buffer.clear()
self._thread = threading.Thread(
target=Queue._feed,
args=(self._buffer, self._notempty, self._send_bytes,
self._wlock, self._writer.close, self._ignore_epipe,
self._on_queue_feeder_error, self._sem),
name='QueueFeederThread'
)
self._thread.daemon = True
debug('doing self._thread.start()')
self._thread.start()
debug('... done self._thread.start()')
if not self._joincancelled:
self._jointhread = Finalize(
self._thread, Queue._finalize_join,
[weakref.ref(self._thread)],
exitpriority=-5
)
# Send sentinel to the thread queue object when garbage collected
self._close = Finalize(
self, Queue._finalize_close,
[self._buffer, self._notempty],
exitpriority=10
)
@staticmethod
def _finalize_join(twr):
debug('joining queue thread')
thread = twr()
if thread is not None:
thread.join()
debug('... queue thread joined')
else:
debug('... queue thread already dead')
@staticmethod
def _finalize_close(buffer, notempty):
debug('telling queue thread to quit')
with notempty:
buffer.append(_sentinel)
notempty.notify()
@staticmethod
def _feed(buffer, notempty, send_bytes, writelock, close, ignore_epipe,
onerror, queue_sem):
debug('starting thread to feed data to pipe')
nacquire = notempty.acquire
nrelease = notempty.release
nwait = notempty.wait
bpopleft = buffer.popleft
sentinel = _sentinel
if sys.platform != 'win32':
wacquire = writelock.acquire
wrelease = writelock.release
else:
wacquire = None
while 1:
try:
nacquire()
try:
if not buffer:
nwait()
finally:
nrelease()
try:
while 1:
obj = bpopleft()
if obj is sentinel:
debug('feeder thread got sentinel -- exiting')
close()
return
# serialize the data before acquiring the lock
obj = _ForkingPickler.dumps(obj)
if wacquire is None:
send_bytes(obj)
else:
wacquire()
try:
send_bytes(obj)
finally:
wrelease()
except IndexError:
pass
except Exception as e:
if ignore_epipe and getattr(e, 'errno', 0) == errno.EPIPE:
return
# Since this runs in a daemon thread the resources it uses
# may be become unusable while the process is cleaning up.
# We ignore errors which happen after the process has
# started to cleanup.
if is_exiting():
info('error in queue thread: %s', e)
return
else:
# Since the object has not been sent in the queue, we need
# to decrease the size of the queue. The error acts as
# if the object had been silently removed from the queue
# and this step is necessary to have a properly working
# queue.
queue_sem.release()
onerror(e, obj)
@staticmethod
def _on_queue_feeder_error(e, obj):
"""
Private API hook called when feeding data in the background thread
raises an exception. For overriding by concurrent.futures.
"""
import traceback
traceback.print_exc()
_sentinel = object()
#
# A queue type which also supports join() and task_done() methods
#
# Note that if you do not call task_done() for each finished task then
# eventually the counter's semaphore may overflow causing Bad Things
# to happen.
#
class JoinableQueue(Queue):
def __init__(self, maxsize=0, *, ctx):
Queue.__init__(self, maxsize, ctx=ctx)
self._unfinished_tasks = ctx.Semaphore(0)
self._cond = ctx.Condition()
def __getstate__(self):
return Queue.__getstate__(self) + (self._cond, self._unfinished_tasks)
def __setstate__(self, state):
Queue.__setstate__(self, state[:-2])
self._cond, self._unfinished_tasks = state[-2:]
def put(self, obj, block=True, timeout=None):
if self._closed:
raise ValueError(f"Queue {self!r} is closed")
if not self._sem.acquire(block, timeout):
raise Full
with self._notempty, self._cond:
if self._thread is None:
self._start_thread()
self._buffer.append(obj)
self._unfinished_tasks.release()
self._notempty.notify()
def task_done(self):
with self._cond:
if not self._unfinished_tasks.acquire(False):
raise ValueError('task_done() called too many times')
if self._unfinished_tasks._semlock._is_zero():
self._cond.notify_all()
def join(self):
with self._cond:
if not self._unfinished_tasks._semlock._is_zero():
self._cond.wait()
#
# Simplified Queue type -- really just a locked pipe
#
class SimpleQueue(object):
def __init__(self, *, ctx):
self._reader, self._writer = connection.Pipe(duplex=False)
self._rlock = ctx.Lock()
self._poll = self._reader.poll
if sys.platform == 'win32':
self._wlock = None
else:
self._wlock = ctx.Lock()
def empty(self):
return not self._poll()
def __getstate__(self):
context.assert_spawning(self)
return (self._reader, self._writer, self._rlock, self._wlock)
def __setstate__(self, state):
(self._reader, self._writer, self._rlock, self._wlock) = state
self._poll = self._reader.poll
def get(self):
with self._rlock:
res = self._reader.recv_bytes()
# unserialize the data after having released the lock
return _ForkingPickler.loads(res)
def put(self, obj):
# serialize the data before acquiring the lock
obj = _ForkingPickler.dumps(obj)
if self._wlock is None:
# writes to a message oriented win32 pipe are atomic
self._writer.send_bytes(obj)
else:
with self._wlock:
self._writer.send_bytes(obj)
pool.pyo 0000644 00000053074 15033635200 0006254 0 ustar 00 �
{ fc @ sT d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m Z m Z d d l
m Z m Z d Z
d Z d Z e j � Z d � Z d e f d
� � YZ e f e d � Z d e f d � � YZ d
e f d � � YZ e Z d e f d � � YZ d e f d � � YZ d e f d � � YZ d e f d � � YZ d S( t Pooli����N( t Processt cpu_countt TimeoutError( t Finalizet debugi i i c C s
t | � S( N( t map( t args( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt mapstar@ s t MaybeEncodingErrorc B s) e Z d Z d � Z d � Z d � Z RS( sV Wraps possible unpickleable errors, so they can be
safely sent through the socket.c C sA t | � | _ t | � | _ t t | � j | j | j � d S( N( t reprt exct valuet superR t __init__( t selfR R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR K s c C s d | j | j f S( Ns( Error sending result: '%s'. Reason: '%s'( R R ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt __str__P s c C s d t | � S( Ns <MaybeEncodingError: %s>( t str( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt __repr__T s ( t __name__t
__module__t __doc__R R R ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR G s c C s� | j } | j } t | d � r> | j j � | j j � n | d k rW | | � n d } xI| d k s~ | r�| | k r�y
| � } Wn" t t f k
r� t d � Pn X| d k r� t d � Pn | \ } }
} } }
y t
| | |
� f } Wn t k
r} t | f } n Xy | | |
| f � WnM t k
r�} t
| | d � } t d | � | | |
t | f f � n Xd } } } } } }
| d 7} q` Wt d | � d S( Nt _writeri s) worker got EOFError or IOError -- exitings worker got sentinel -- exitingi s0 Possible encoding error while sending result: %ss worker exiting after %d tasks( t putt gett hasattrR t closet _readert Nonet EOFErrort IOErrorR t Truet Exceptiont FalseR ( t inqueuet outqueuet initializert initargst maxtasksR R t completedt taskt jobt it funcR t kwdst resultt et wrapped( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt workerX s@
!
c B s e Z d Z e Z d d d d d � Z d � Z d � Z d � Z d � Z d i d � Z
d d � Z d d � Z d d
� Z
d i d d � Z d d d � Z e d
� � Z e d � � Z e d � � Z e d � � Z d � Z d � Z d � Z d � Z e d � � Z e d � � Z RS( sH
Class which supports an async version of the `apply()` builtin
c C s/ | j � t j � | _ i | _ t | _ | | _ | | _ | | _ | d k r| y
t
� } Wq| t k
rx d } q| Xn | d k r� t d � � n | d k r� t
| d � r� t d � � n | | _ g | _ | j � t j d t j d | f � | _ t | j _ t | j _ | j j � t j d t j d | j | j | j | j | j f � | _ t | j _ t | j _ | j j � t j d t j d | j | j | j f � | _ t | j _ t | j _ | j j � t! | | j" d | j | j# | j | j | j | j | j | j f d d �| _$ d S( Ni s& Number of processes must be at least 1t __call__s initializer must be a callablet targetR t exitpriorityi (% t
_setup_queuest Queuet
_taskqueuet _cachet RUNt _statet _maxtasksperchildt _initializert _initargsR R t NotImplementedErrort
ValueErrorR t TypeErrort
_processest _poolt _repopulate_poolt threadingt ThreadR t _handle_workerst _worker_handlerR t daemont startt
_handle_taskst
_quick_putt _outqueuet
_task_handlert _handle_resultst
_quick_gett _result_handlerR t _terminate_poolt _inqueuet
_terminate( R t processesR$ R% t maxtasksperchild( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR � sX
c C sw t } xj t t t | j � � � D]M } | j | } | j d k r" t d | � | j � t } | j | =q" q" W| S( s� Cleanup after any worker processes which have exited due to reaching
their specified lifetime. Returns True if any workers were cleaned up.
s cleaning up worker %dN(
R! t reversedt ranget lenRA t exitcodeR R t joinR ( R t cleanedR* R0 ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt _join_exited_workers� s "
c
C s� x� t | j t | j � � D]� } | j d t d | j | j | j | j | j
f � } | j j | � | j j
d d � | _ t | _ | j � t d � q Wd S( s� Bring the number of pool processes up to the specified number,
for use after reaping workers which have exited.
R2 R R t
PoolWorkers added workerN( RV R@ RW RA R R0 RQ RK R; R< R: t appendt namet replaceR RG RH R ( R R* t w( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRB � s #
c C s | j � r | j � n d S( sE Clean up any exited workers and start replacements for them.
N( R[ RB ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt _maintain_pool� s c C sP d d l m } | � | _ | � | _ | j j j | _ | j j j | _ d S( Ni ( t SimpleQueue(
t queuesRb RQ RK R t sendRJ R t recvRN ( R Rb ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR4 � s
c C s | j | | | � j � S( s1
Equivalent of `apply()` builtin
( t apply_asyncR ( R R+ R R, ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt apply� s c C s | j | | | � j � S( s/
Equivalent of `map()` builtin
( t map_asyncR ( R R+ t iterablet chunksize( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR � s i c s� | d k rQ t | j � � | j j � � f d � t | � D� � j f � � St j � | | � } t | j � � | j j � f d � t | � D� � j f � d � � D� Sd S( sZ
Equivalent of `itertools.imap()` -- can be MUCH slower than `Pool.map()`
i c 3 s0 | ]& \ } } � j | � | f i f Vq d S( N( t _job( t .0R* t x( R+ R- ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr> s c 3 s0 | ]& \ } } � j | t | f i f Vq d S( N( Rk R ( Rl R* Rm ( R- ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr>
s c s s" | ] } | D] } | Vq
q d S( N( ( Rl t chunkt item( ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr> s N( t IMapIteratorR7 R6 R t enumeratet _set_lengthR t
_get_tasks( R R+ Ri Rj t task_batches( ( R+ R- s, /usr/lib64/python2.7/multiprocessing/pool.pyt imap� s c s� | d k rQ t | j � � | j j � � f d � t | � D� � j f � � St j � | | � } t | j � � | j j � f d � t | � D� � j f � d � � D� Sd S( sK
Like `imap()` method but ordering of results is arbitrary
i c 3 s0 | ]& \ } } � j | � | f i f Vq d S( N( Rk ( Rl R* Rm ( R+ R- ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr> s c 3 s0 | ]& \ } } � j | t | f i f Vq d S( N( Rk R ( Rl R* Rm ( R- ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr> s c s s" | ] } | D] } | Vq
q d S( N( ( Rl Rn Ro ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr>! s N( t IMapUnorderedIteratorR7 R6 R Rq Rr R Rs ( R R+ Ri Rj Rt ( ( R+ R- s, /usr/lib64/python2.7/multiprocessing/pool.pyt imap_unordered s c C sA t | j | � } | j j | j d | | | f g d f � | S( s>
Asynchronous equivalent of `apply()` builtin
N( t ApplyResultR7 R6 R Rk R ( R R+ R R, t callbackR- ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRf # s +c s� t | d � s t | � } n | d k rh t t | � t | j � d � \ } } | rh | d 7} qh n t | � d k r� d } n t j | | | � } t | j | t | � | � � | j
j � f d � t | � D� d f � � S( s<
Asynchronous equivalent of `map()` builtin
t __len__i i i c 3 s0 | ]& \ } } � j | t | f i f Vq d S( N( Rk R ( Rl R* Rm ( R- ( s, /usr/lib64/python2.7/multiprocessing/pool.pys <genexpr>= s N(
R t listR t divmodRW RA R Rs t MapResultR7 R6 R Rq ( R R+ Ri Rj Ry t extraRt ( ( R- s, /usr/lib64/python2.7/multiprocessing/pool.pyRh , s ( c C so t j � } xB | j t k s6 | j rP | j t k rP | j � t j d � q W| j j
d � t d � d S( Ng�������?s worker handler exiting(
RC t current_threadR9 R8 R7 t TERMINATERa t timet sleepR6 R R R ( t poolt thread( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRE A s *
c C s
t j � } x�t | j d � D]q\ } } d } d } zGy� x� t | � D]� \ } } | j rm t d � Pn y | | � WqJ t k
r� }
| d \ } } y | | j | t
|
f � Wq� t k
r� q� XqJ XqJ W| r� t d � | | d � n w PWn} t k
r|}
| r | d n d \ } } | | k rX| | j | d t
|
f � n | r}t d � | | d � q}n XWd d } } } Xq Wt d � y@ t d � | j d � t d � x | D] } | d � q�WWn t
k
r�t d
� n Xt d � d S(
Ni����s' task handler found thread._state != RUNi s doing set_length()i i s task handler got sentinels/ task handler sending sentinel to result handlers( task handler sending sentinel to workerss/ task handler got IOError when sending sentinelss task handler exiting( i i ( RC R t iterR R Rq R9 R R t _setR! t KeyErrorR R ( t taskqueueR R# R� t cacheR� t taskseqt
set_lengthR( R* R. R) t indt ext p( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRI N sR
!
c C s� t j � } x� y
| � } Wn" t t f k
r@ t d � d SX| j rX t d � Pn | d k rr t d � Pn | \ } } } y | | j | | � Wn t k
r� n Xd } } } q Wx� | rq| j t k rqy
| � } Wn" t t f k
rt d � d SX| d k r%t d � q� n | \ } } } y | | j | | � Wn t k
r_n Xd } } } q� Wt
| d � r�t d � y5 x. t d � D] } | j j
� s�Pn | � q�WWq�t t f k
r�q�Xn t d t | � | j � d S( Ns. result handler got EOFError/IOError -- exitings, result handler found thread._state=TERMINATEs result handler got sentinels& result handler ignoring extra sentinelR s" ensuring that outqueue is not fulli
s7 result handler exiting: len(cache)=%s, thread._state=%s( RC R R R R R9 R R� R� R� R RV R t pollRW ( R# R R� R� R( R) R* t obj( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRM � sZ
c c sD t | � } x1 t t j | | � � } | s1 d S| | f Vq Wd S( N( R� t tuplet itertoolst islice( R+ t itt sizeRm ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRs � s c C s t d � � d S( Ns: pool objects cannot be passed between processes or pickled( R= ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt
__reduce__� s c C s5 t d � | j t k r1 t | _ t | j _ n d S( Ns closing pool( R R9 R8 t CLOSERF ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR � s
c C s- t d � t | _ t | j _ | j � d S( Ns terminating pool( R R� R9 RF RR ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt terminate� s
c C sS t d � | j j � | j j � | j j � x | j D] } | j � q; Wd S( Ns joining pool( R RF RY RL RO RA ( R R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRY � s
c C sW t d � | j j � x9 | j � rR | j j � rR | j j � t j d � q Wd S( Ns7 removing tasks from inqueue until task handler finishedi ( R t _rlockt acquiret is_aliveR R� Re R� R� ( R" t task_handlerR� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt _help_stuff_finish� s
c
C s� t d � t | _ t | _ t d � | j | | t | � � t | _ | j d � t d � t j � | k r� | j d � n | r� t
| d d � r� t d � x- | D]" } | j d k r� | j � q� q� Wn t d � t j � | k r | j d � n t d � t j � | k r,| j d � n | r�t
| d d � r�t d
� x; | D]0 } | j
� rVt d | j � | j � qVqVWn d S( Ns finalizing pools& helping task handler/workers to finishs joining worker handlerg}Ô%�I�Ti R� s terminating workerss joining task handlers joining result handlers joining pool workerss cleaning up worker %d( R R� R9 R� RW R R RC R RY R RX R� R� t pid(
t clsR� R" R# R� t worker_handlerR� t result_handlerR� R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRP � s6
N( ( ( ( R R R R R R R[ RB Ra R4 Rg R Ru Rw Rf Rh t staticmethodRE RI RM Rs R� R R� RY R� t classmethodRP ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR � s0 :
4< Rx c B sD e Z d � Z d � Z d � Z d d � Z d d � Z d � Z RS( c C sS t j t j � � | _ t j � | _ | | _ t | _ | | _
| | | j <d S( N( RC t Conditiont Lockt _condt job_countert nextRk R7 R! t _readyt _callback( R R� Ry ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR s c C s | j S( N( R� ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt ready& s c C s | j S( N( t _success( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt
successful) s c C sB | j j � z | j s, | j j | � n Wd | j j � Xd S( N( R� R� R� t waitt release( R t timeout( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� - s
c C s< | j | � | j s t � n | j r/ | j S| j � d S( N( R� R� R R� t _value( R R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR 5 s
c C s� | \ | _ | _ | j r7 | j r7 | j | j � n | j j � z t | _ | j j � Wd | j j � X| j | j
=d S( N( R� R� R� R� R� R R� t notifyR� R7 Rk ( R R* R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� > s
N( R R R R� R� R R� R R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRx s R} c B s e Z d � Z d � Z RS( c C s t j | | | � t | _ d g | | _ | | _ | d k r` d | _ t | _ | | j =n | | t
| | � | _ d S( Ni ( Rx R R R� R R� t
_chunksizet _number_leftR� Rk t bool( R R� Rj t lengthRy ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR R s
c C s | \ } } | r� | | j | | j | d | j +| j d 8_ | j d k r| j rn | j | j � n | j | j =| j j � z t | _ | j j
� Wd | j j � XqnW t | _
| | _ | j | j =| j j � z t | _ | j j
� Wd | j j � Xd S( Ni i ( R� R� R� R� R7 Rk R� R� R R� R� R� R! R� ( R R* t success_resultt successR- ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� ^ s* "
( R R R R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR} P s Rp c B s> e Z d � Z d � Z d d � Z e Z d � Z d � Z RS( c C sk t j t j � � | _ t j � | _ | | _ t j � | _
d | _ d | _
i | _ | | | j <d S( Ni ( RC R� R� R� R� R� Rk R7 t collectionst dequet _itemst _indexR t _lengtht _unsorted( R R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR s c C s | S( N( ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt __iter__� s c C s� | j j � z� y | j j � } Wn� t k
r� | j | j k rN t � n | j j | � y | j j � } Wq� t k
r� | j | j k r� t � n t � q� Xn XWd | j j
� X| \ } } | r� | S| � d S( N( R� R� R� t popleftt
IndexErrorR� R� t
StopIterationR� R R� ( R R� Ro R� R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� � s&
c C s� | j j � z� | j | k r� | j j | � | j d 7_ xJ | j | j k r� | j j | j � } | j j | � | j d 7_ qA W| j j � n
| | j | <| j | j k r� | j | j
=n Wd | j j � Xd S( Ni ( R� R� R� R� R] R� t popR� R� R7 Rk R� ( R R* R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� � s
c C s^ | j j � z< | | _ | j | j k rH | j j � | j | j =n Wd | j j � Xd S( N( R� R� R� R� R� R7 Rk R� ( R R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRr � s
N( R R R R� R R� t __next__R� Rr ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRp } s
Rv c B s e Z d � Z RS( c C st | j j � zR | j j | � | j d 7_ | j j � | j | j k r^ | j | j =n Wd | j j � Xd S( Ni (
R� R� R� R] R� R� R� R7 Rk R� ( R R* R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� � s
( R R R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyRv � s t
ThreadPoolc B sB e Z d d l m Z d d d d � Z d � Z e d � � Z RS( i ( R c C s t j | | | | � d S( N( R R ( R RS R$ R% ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR � s c C s@ t j � | _ t j � | _ | j j | _ | j j | _ d S( N( R5 RQ RK R RJ R RN ( R ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR4 � s c C sW | j j � z5 | j j � | j j d g | � | j j � Wd | j j � Xd S( N( t not_emptyR� t queuet cleart extendR t
notify_allR� ( R" R� R� ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� � s
N( ( R R t dummyR R R R4 R� R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyR� � s ( t __all__RC R5 R� R� R� t multiprocessingR R R t multiprocessing.utilR R R8 R� R� t countR� R R R R R0 t objectR Rx t AsyncResultR} Rp Rv R� ( ( ( s, /usr/lib64/python2.7/multiprocessing/pool.pyt <module># s, ,� �.-I queues.pyo 0000644 00000026212 15033635200 0006604 0 ustar 00 �
{ fc @ s> d d d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m
Z
d d l Z d d l m
Z
d d l m Z m Z m Z m Z d d l m Z m Z m Z m Z m Z d d
l m Z d e f d � � YZ e � Z d e f d � � YZ d e f d
� � YZ d S( t Queuet SimpleQueuet
JoinableQueuei����N( t Emptyt Fulli ( t Pipe( t Lockt BoundedSemaphoret Semaphoret Condition( t debugt infot Finalizet register_after_forkt
is_exiting( t assert_spawningc B s� e Z d d � Z d � Z d � Z d � Z e d d � Z e d d � Z d � Z
d � Z d � Z d
� Z
d � Z d � Z d
� Z d � Z d � Z e d � � Z e d � � Z e d � � Z RS( i c C s� | d k r t j j } n | | _ t d t � \ | _ | _ t � | _ t
j � | _ t
j d k ru d | _ n t � | _ t | � | _ | j � t
j d k r� t | t j � n d S( Ni t duplext win32( t _multiprocessingt SemLockt
SEM_VALUE_MAXt _maxsizeR t Falset _readert _writerR t _rlockt ost getpidt _opidt syst platformt Nonet _wlockR t _semt _after_forkR
R ( t selft maxsize( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt __init__: s
c C s8 t | � | j | j | j | j | j | j | j f S( N( R R R R R R R! R ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt __getstate__L s
c C s> | \ | _ | _ | _ | _ | _ | _ | _ | j � d S( N( R R R R R R! R R" ( R# t state( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt __setstate__Q s 0c C s� t d � t j t j � � | _ t j � | _ d | _ d | _
t | _ t | _
d | _ | j j | _ | j j | _ | j j | _ d S( Ns Queue._after_fork()( R
t threadingR R t _notemptyt collectionst dequet _bufferR t _threadt _jointhreadR t _joincancelledt _closedt _closeR t sendt _sendR t recvt _recvt pollt _poll( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR" V s
c C s} | j j | | � s t � n | j j � z= | j d k rJ | j � n | j j | � | j j � Wd | j j
� Xd S( N( R! t acquireR R* R. R t
_start_threadR- t appendt notifyt release( R# t objt blockt timeout( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt putc s
c C s | rT | d k rT | j j � z! | j � } | j j � | SWd | j j � Xn� | rm t j � | } n | j j | | � s� t � n zg | r� | t j � } | j | � s� t � q� n | j � s� t � n | j � } | j j � | SWd | j j � Xd S( N( R R R9 R6 R! R= t timeR R8 ( R# R? R@ t rest deadline( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt getq s,
c C s | j | j j j � S( N( R R! t _semlockt
_get_value( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt qsize� s c C s | j � S( N( R8 ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt empty� s c C s | j j j � S( N( R! RF t _is_zero( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt full� s c C s
| j t � S( N( RE R ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt
get_nowait� s c C s | j | t � S( N( RA R ( R# R> ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt
put_nowait� s c C sD t | _ z | j j � Wd | j } | r? d | _ | � n Xd S( N( t TrueR1 R t closeR2 R ( R# RO ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRO � s c C s$ t d � | j r | j � n d S( Ns Queue.join_thread()( R
R/ ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt join_thread� s
c C s< t d � t | _ y | j j � Wn t k
r7 n Xd S( Ns Queue.cancel_join_thread()( R
RN R0 R/ t cancelt AttributeError( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt cancel_join_thread� s
c C s� t d � | j j � t j d t j d | j | j | j | j | j
j f d d � | _ t
| j _ t d � | j j � t d � | j s� t | j t j t j | j � g d d �| _ n t | t j | j | j g d d
�| _ d S( Ns Queue._start_thread()t targett argst namet QueueFeederThreads doing self._thread.start()s ... done self._thread.start()t exitpriorityi����i
( R
R- t clearR) t ThreadR t _feedR* R4 R R RO R. RN t daemont startR0 R t _finalize_joint weakreft refR/ t _finalize_closeR2 ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR: � s(
c C sD t d � | � } | d k r6 | j � t d � n
t d � d S( Ns joining queue threads ... queue thread joineds ... queue thread already dead( R
R t join( t twrt thread( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR^ � s
c C sA t d � | j � z | j t � | j � Wd | j � Xd S( Ns telling queue thread to quit( R
R9 R; t _sentinelR< R= ( t buffert notempty( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRa � s
c C s[ t d � | j } | j } | j } | j } t } t j d k rX | j }
| j } n d }
x� y� | � z | s~ | � n Wd | � Xyn xg | � } | | k r� t d � | � d S|
d k r� | | � q� |
� z | | � Wd | � Xq� WWn t k
r n XWqa t
k
rR}
t � r9t d |
� d Sd d l
} | j � qa Xqa Wd S( Ns$ starting thread to feed data to pipeR s% feeder thread got sentinel -- exitings error in queue thread: %si����( R
R9 R= t waitt popleftRe R R R t
IndexErrort ExceptionR R t tracebackt print_exc( Rf Rg R3 t writelockRO t nacquiret nreleaset nwaitt bpopleftt sentinelt wacquiret wreleaseR> t eRl ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR[ � sL
N( t __name__t
__module__R% R& R( R" RN R RA RE RH RI RK RL RM RO RP RS R: t staticmethodR^ Ra R[ ( ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR 8 s$
c B sG e Z d d � Z d � Z d � Z e d d � Z d � Z d � Z RS( i c C s/ t j | | � t d � | _ t � | _ d S( Ni ( R R% R t _unfinished_tasksR t _cond( R# R$ ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR% ) s c C s t j | � | j | j f S( N( R R& R{ Rz ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR& . s c C s. t j | | d � | d \ | _ | _ d S( Ni����( R R( R{ Rz ( R# R' ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR( 1 s c C s� | j j | | � s t � n | j j � | j j � zJ | j d k rW | j � n | j j | � | j
j � | j j � Wd | j j � | j j � Xd S( N(
R! R9 R R* R{ R. R R: R- R; Rz R= R< ( R# R> R? R@ ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRA 5 s
c C si | j j � zG | j j t � s1 t d � � n | j j j � rS | j j � n Wd | j j � Xd S( Ns! task_done() called too many times( R{ R9 Rz R t
ValueErrorRF RJ t
notify_allR= ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt task_doneF s
c C sH | j j � z& | j j j � s2 | j j � n Wd | j j � Xd S( N( R{ R9 Rz RF RJ Rh R= ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRb P s
N(
Rw Rx R% R& R( RN R RA R~ Rb ( ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR ' s
c B s5 e Z d � Z d � Z d � Z d � Z d � Z RS( c C s\ t d t � \ | _ | _ t � | _ t j d k rB d | _ n t � | _ | j
� d S( NR R ( R R R R R R R R R R t
_make_methods( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR% ^ s c C s | j j � S( N( R R7 ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRI g s c C s& t | � | j | j | j | j f S( N( R R R R R ( R# ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR& j s
c C s, | \ | _ | _ | _ | _ | j � d S( N( R R R R R ( R# R' ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR( n s c s� | j j � | j j | j j � � � � � f d � } | | _ | j d k rd | j j | _
nC | j j � | j j | j j � � � � � f d � } | | _
d S( Nc s! � � z � � SWd � � Xd S( N( ( ( t racquireR5 t rrelease( s. /usr/lib64/python2.7/multiprocessing/queues.pyRE u s c s$ � � z � | � SWd � � Xd S( N( ( R> ( R3 Rt Ru ( s. /usr/lib64/python2.7/multiprocessing/queues.pyRA � s ( R R5 R R9 R= RE R R R R3 RA ( R# RE RA ( ( R� R5 R� R3 Rt Ru s. /usr/lib64/python2.7/multiprocessing/queues.pyR r s ( Rw Rx R% RI R& R( R ( ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyR \ s
( t __all__R R R) R+ RB t atexitR_ R R R R t R t synchronizeR R R R t utilR
R R R
R t forkingR t objectRe R R ( ( ( s. /usr/lib64/python2.7/multiprocessing/queues.pyt <module># s" "(�
5 dummy/__init__.py 0000644 00000005765 15033635200 0010022 0 ustar 00 #
# Support for the API of the multiprocessing package using threads
#
# multiprocessing/dummy/__init__.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = [
'Process', 'current_process', 'active_children', 'freeze_support',
'Lock', 'RLock', 'Semaphore', 'BoundedSemaphore', 'Condition',
'Event', 'Barrier', 'Queue', 'Manager', 'Pipe', 'Pool', 'JoinableQueue'
]
#
# Imports
#
import threading
import sys
import weakref
import array
from .connection import Pipe
from threading import Lock, RLock, Semaphore, BoundedSemaphore
from threading import Event, Condition, Barrier
from queue import Queue
#
#
#
class DummyProcess(threading.Thread):
def __init__(self, group=None, target=None, name=None, args=(), kwargs={}):
threading.Thread.__init__(self, group, target, name, args, kwargs)
self._pid = None
self._children = weakref.WeakKeyDictionary()
self._start_called = False
self._parent = current_process()
def start(self):
if self._parent is not current_process():
raise RuntimeError(
"Parent is {0!r} but current_process is {1!r}".format(
self._parent, current_process()))
self._start_called = True
if hasattr(self._parent, '_children'):
self._parent._children[self] = None
threading.Thread.start(self)
@property
def exitcode(self):
if self._start_called and not self.is_alive():
return 0
else:
return None
#
#
#
Process = DummyProcess
current_process = threading.current_thread
current_process()._children = weakref.WeakKeyDictionary()
def active_children():
children = current_process()._children
for p in list(children):
if not p.is_alive():
children.pop(p, None)
return list(children)
def freeze_support():
pass
#
#
#
class Namespace(object):
def __init__(self, /, **kwds):
self.__dict__.update(kwds)
def __repr__(self):
items = list(self.__dict__.items())
temp = []
for name, value in items:
if not name.startswith('_'):
temp.append('%s=%r' % (name, value))
temp.sort()
return '%s(%s)' % (self.__class__.__name__, ', '.join(temp))
dict = dict
list = list
def Array(typecode, sequence, lock=True):
return array.array(typecode, sequence)
class Value(object):
def __init__(self, typecode, value, lock=True):
self._typecode = typecode
self._value = value
@property
def value(self):
return self._value
@value.setter
def value(self, value):
self._value = value
def __repr__(self):
return '<%s(%r, %r)>'%(type(self).__name__,self._typecode,self._value)
def Manager():
return sys.modules[__name__]
def shutdown():
pass
def Pool(processes=None, initializer=None, initargs=()):
from ..pool import ThreadPool
return ThreadPool(processes, initializer, initargs)
JoinableQueue = Queue
dummy/connection.pyo 0000644 00000005314 15033635200 0010567 0 ustar 00 �
{ fc @ sm d d d g Z d d l m Z d
g Z d e f d � � YZ d � Z e d � Z d e f d � � YZ d
S( t Clientt Listenert Pipei����( t Queuec B s; e Z d d d d � Z d � Z d � Z e d � � Z RS( i c C s t | � | _ d S( N( R t _backlog_queue( t selft addresst familyt backlog( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt __init__- s c C s t | j j � � S( N( t
ConnectionR t get( R ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt accept0 s c C s
d | _ d S( N( t NoneR ( R ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt close3 s c C s | j S( N( R ( R ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt <lambda>6 t N( t __name__t
__module__R
R R R t propertyR ( ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR + s c C s3 t � t � } } | j | | f � t | | � S( N( R t putR
( R t _int _out( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR 9 s c C s/ t � t � } } t | | � t | | � f S( N( R R
( t duplext at b( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR ? s R
c B s& e Z d � Z d d � Z d � Z RS( c C s< | | _ | | _ | j | _ | _ | j | _ | _ d S( N( R R R t sendt
send_bytesR t recvt
recv_bytes( R R R ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR F s g c C so | j j � d k r t S| d k r) t S| j j j � | j j j | � | j j j � | j j � d k S( Ni g ( R t qsizet Truet Falset not_emptyt acquiret waitt release( R t timeout( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt pollL s c C s d S( N( ( R ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR V s ( R R R R& R ( ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR
D s
N(
t __all__R R
t familiest objectR R R R R
( ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt <module># s dummy/__init__.pyo 0000644 00000012442 15033635200 0010167 0 ustar 00 �
{ fc @ s� d d d d d d d d d d d
d d d
d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m Z d d l m
Z
d d l m Z m Z m
Z
m Z d d l m Z d d l m Z d e j f d � � YZ d e j f d � � YZ e Z e j Z e j � e � _ d � Z d � Z d e f d � � YZ e Z e Z e d � Z! d e f d � � YZ" d � Z# d! � Z$ d d d# d" � Z& e Z' d S($ t Processt current_processt active_childrent freeze_supportt Lockt RLockt Semaphoret BoundedSemaphoret Conditiont Eventt Queuet Managert Pipet Poolt
JoinableQueuei����N( t TimeoutErrort cpu_count( R ( R R R R ( R ( R
t DummyProcessc B s8 e Z d d d d i d � Z d � Z e d � � Z RS( c C sP t j j | | | | | | � d | _ t j � | _ t | _ t
� | _ d S( N( t threadingt Threadt __init__t Nonet _pidt weakreft WeakKeyDictionaryt _childrent Falset
_start_calledR t _parent( t selft groupt targett namet argst kwargs( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR ? s
c C sB t | _ t | j d � r. d | j j | <n t j j | � d S( NR ( t TrueR t hasattrR R R R R t start( R ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR% F s c C s" | j r | j � r d Sd Sd S( Ni ( R t is_aliveR ( R ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt exitcodeM s N( ( t __name__t
__module__R R R% t propertyR' ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR = s c B s e Z e j j j Z RS( ( R( R) R t
_Conditiont
notify_allt im_func( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR X s c C sL t � j } x3 t | � D]% } | j � s | j | d � q q Wt | � S( N( R R t listR& t popR ( t childrent p( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR c s
c C s d S( N( ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR j s t Namespacec B s e Z d � Z d � Z RS( c K s | j j | � d S( N( t __dict__t update( R t kwds( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR r s c C ss | j j � } g } x= | D]5 \ } } | j d � s | j d | | f � q q W| j � d t j d | � S( Nt _s %s=%rs
Namespace(%s)s , ( R3 t itemst
startswitht appendt sortt strt join( R R7 t tempR t value( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt __repr__t s
( R( R) R R? ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR2 q s c C s t j | | � S( N( t array( t typecodet sequencet lock( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt Array� s t Valuec B s> e Z e d � Z d � Z d � Z e e e � Z d � Z RS( c C s | | _ | | _ d S( N( t _typecodet _value( R RA R> RC ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR � s c C s | j S( N( RG ( R ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt _get� s c C s
| | _ d S( N( RG ( R R> ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt _set� s c C s d t | � j | j | j f S( Ns <%s(%r, %r)>( t typeR( RF RG ( R ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR? � s ( R( R) R# R RH RI R* R> R? ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyRE � s
c C s t j t S( N( t syst modulesR( ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR � s c C s d S( N( ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt shutdown� s c C s d d l m } | | | | � S( Ni����( t
ThreadPool( t multiprocessing.poolRN ( t processest initializert initargsRN ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR
� s ( (( t __all__R RK R R@ t itertoolst multiprocessingR R t multiprocessing.dummy.connectionR R R R R R R
R R R+ R R t current_threadR R R R R t objectR2 t dictR. R# RD RE R RM R R
R ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt <module>$ s8 " dummy/connection.py 0000644 00000003076 15033635200 0010413 0 ustar 00 #
# Analogue of `multiprocessing.connection` which uses queues instead of sockets
#
# multiprocessing/dummy/connection.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = [ 'Client', 'Listener', 'Pipe' ]
from queue import Queue
families = [None]
class Listener(object):
def __init__(self, address=None, family=None, backlog=1):
self._backlog_queue = Queue(backlog)
def accept(self):
return Connection(*self._backlog_queue.get())
def close(self):
self._backlog_queue = None
@property
def address(self):
return self._backlog_queue
def __enter__(self):
return self
def __exit__(self, exc_type, exc_value, exc_tb):
self.close()
def Client(address):
_in, _out = Queue(), Queue()
address.put((_out, _in))
return Connection(_in, _out)
def Pipe(duplex=True):
a, b = Queue(), Queue()
return Connection(a, b), Connection(b, a)
class Connection(object):
def __init__(self, _in, _out):
self._out = _out
self._in = _in
self.send = self.send_bytes = _out.put
self.recv = self.recv_bytes = _in.get
def poll(self, timeout=0.0):
if self._in.qsize() > 0:
return True
if timeout <= 0.0:
return False
with self._in.not_empty:
self._in.not_empty.wait(timeout)
return self._in.qsize() > 0
def close(self):
pass
def __enter__(self):
return self
def __exit__(self, exc_type, exc_value, exc_tb):
self.close()
dummy/connection.pyc 0000644 00000005314 15033635200 0010553 0 ustar 00 �
{ fc @ sm d d d g Z d d l m Z d
g Z d e f d � � YZ d � Z e d � Z d e f d � � YZ d
S( t Clientt Listenert Pipei����( t Queuec B s; e Z d d d d � Z d � Z d � Z e d � � Z RS( i c C s t | � | _ d S( N( R t _backlog_queue( t selft addresst familyt backlog( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt __init__- s c C s t | j j � � S( N( t
ConnectionR t get( R ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt accept0 s c C s
d | _ d S( N( t NoneR ( R ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt close3 s c C s | j S( N( R ( R ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt <lambda>6 t N( t __name__t
__module__R
R R R t propertyR ( ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR + s c C s3 t � t � } } | j | | f � t | | � S( N( R t putR
( R t _int _out( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR 9 s c C s/ t � t � } } t | | � t | | � f S( N( R R
( t duplext at b( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR ? s R
c B s& e Z d � Z d d � Z d � Z RS( c C s< | | _ | | _ | j | _ | _ | j | _ | _ d S( N( R R R t sendt
send_bytesR t recvt
recv_bytes( R R R ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR F s g c C so | j j � d k r t S| d k r) t S| j j j � | j j j | � | j j j � | j j � d k S( Ni g ( R t qsizet Truet Falset not_emptyt acquiret waitt release( R t timeout( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt pollL s c C s d S( N( ( R ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR V s ( R R R R& R ( ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyR
D s
N(
t __all__R R
t familiest objectR R R R R
( ( ( s8 /usr/lib64/python2.7/multiprocessing/dummy/connection.pyt <module># s dummy/__init__.pyc 0000644 00000012524 15033635200 0010154 0 ustar 00 �
{ fc @ s� d d d d d d d d d d d
d d d
d g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m Z d d l m
Z
d d l m Z m Z m
Z
m Z d d l m Z d d l m Z d e j f d � � YZ d e j f d � � YZ e Z e j Z e j � e � _ d � Z d � Z d e f d � � YZ e Z e Z e d � Z! d e f d � � YZ" d � Z# d! � Z$ d d d# d" � Z& e Z' d S($ t Processt current_processt active_childrent freeze_supportt Lockt RLockt Semaphoret BoundedSemaphoret Conditiont Eventt Queuet Managert Pipet Poolt
JoinableQueuei����N( t TimeoutErrort cpu_count( R ( R R R R ( R ( R
t DummyProcessc B s8 e Z d d d d i d � Z d � Z e d � � Z RS( c C sP t j j | | | | | | � d | _ t j � | _ t | _ t
� | _ d S( N( t threadingt Threadt __init__t Nonet _pidt weakreft WeakKeyDictionaryt _childrent Falset
_start_calledR t _parent( t selft groupt targett namet argst kwargs( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR ? s
c C sZ | j t � k s t � t | _ t | j d � rF d | j j | <n t j j
| � d S( NR ( R R t AssertionErrort TrueR t hasattrR R R R t start( R ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR& F s
c C s" | j r | j � r d Sd Sd S( Ni ( R t is_aliveR ( R ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt exitcodeM s N( ( t __name__t
__module__R R R& t propertyR( ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR = s c B s e Z e j j j Z RS( ( R) R* R t
_Conditiont
notify_allt im_func( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR X s c C sL t � j } x3 t | � D]% } | j � s | j | d � q q Wt | � S( N( R R t listR' t popR ( t childrent p( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR c s
c C s d S( N( ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR j s t Namespacec B s e Z d � Z d � Z RS( c K s | j j | � d S( N( t __dict__t update( R t kwds( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR r s c C ss | j j � } g } x= | D]5 \ } } | j d � s | j d | | f � q q W| j � d t j d | � S( Nt _s %s=%rs
Namespace(%s)s , ( R4 t itemst
startswitht appendt sortt strt join( R R8 t tempR t value( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt __repr__t s
( R) R* R R@ ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR3 q s c C s t j | | � S( N( t array( t typecodet sequencet lock( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt Array� s t Valuec B s> e Z e d � Z d � Z d � Z e e e � Z d � Z RS( c C s | | _ | | _ d S( N( t _typecodet _value( R RB R? RD ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR � s c C s | j S( N( RH ( R ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt _get� s c C s
| | _ d S( N( RH ( R R? ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt _set� s c C s d t | � j | j | j f S( Ns <%s(%r, %r)>( t typeR) RG RH ( R ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR@ � s ( R) R* R$ R RI RJ R+ R? R@ ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyRF � s
c C s t j t S( N( t syst modulesR) ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR � s c C s d S( N( ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt shutdown� s c C s d d l m } | | | | � S( Ni����( t
ThreadPool( t multiprocessing.poolRO ( t processest initializert initargsRO ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyR
� s ( (( t __all__R RL R RA t itertoolst multiprocessingR R t multiprocessing.dummy.connectionR R R R R R R
R R R, R R t current_threadR R R R R t objectR3 t dictR/ R$ RE RF R RN R R
R ( ( ( s6 /usr/lib64/python2.7/multiprocessing/dummy/__init__.pyt <module>$ s8 " synchronize.py 0000644 00000026532 15033635200 0007476 0 ustar 00 #
# Module implementing synchronization primitives
#
# multiprocessing/synchronize.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = [
'Lock', 'RLock', 'Semaphore', 'BoundedSemaphore', 'Condition', 'Event'
]
import threading
import sys
import tempfile
import _multiprocessing
import time
from . import context
from . import process
from . import util
# Try to import the mp.synchronize module cleanly, if it fails
# raise ImportError for platforms lacking a working sem_open implementation.
# See issue 3770
try:
from _multiprocessing import SemLock, sem_unlink
except (ImportError):
raise ImportError("This platform lacks a functioning sem_open" +
" implementation, therefore, the required" +
" synchronization primitives needed will not" +
" function, see issue 3770.")
#
# Constants
#
RECURSIVE_MUTEX, SEMAPHORE = list(range(2))
SEM_VALUE_MAX = _multiprocessing.SemLock.SEM_VALUE_MAX
#
# Base class for semaphores and mutexes; wraps `_multiprocessing.SemLock`
#
class SemLock(object):
_rand = tempfile._RandomNameSequence()
def __init__(self, kind, value, maxvalue, *, ctx):
if ctx is None:
ctx = context._default_context.get_context()
name = ctx.get_start_method()
unlink_now = sys.platform == 'win32' or name == 'fork'
for i in range(100):
try:
sl = self._semlock = _multiprocessing.SemLock(
kind, value, maxvalue, self._make_name(),
unlink_now)
except FileExistsError:
pass
else:
break
else:
raise FileExistsError('cannot find name for semaphore')
util.debug('created semlock with handle %s' % sl.handle)
self._make_methods()
if sys.platform != 'win32':
def _after_fork(obj):
obj._semlock._after_fork()
util.register_after_fork(self, _after_fork)
if self._semlock.name is not None:
# We only get here if we are on Unix with forking
# disabled. When the object is garbage collected or the
# process shuts down we unlink the semaphore name
from .resource_tracker import register
register(self._semlock.name, "semaphore")
util.Finalize(self, SemLock._cleanup, (self._semlock.name,),
exitpriority=0)
@staticmethod
def _cleanup(name):
from .resource_tracker import unregister
sem_unlink(name)
unregister(name, "semaphore")
def _make_methods(self):
self.acquire = self._semlock.acquire
self.release = self._semlock.release
def __enter__(self):
return self._semlock.__enter__()
def __exit__(self, *args):
return self._semlock.__exit__(*args)
def __getstate__(self):
context.assert_spawning(self)
sl = self._semlock
if sys.platform == 'win32':
h = context.get_spawning_popen().duplicate_for_child(sl.handle)
else:
h = sl.handle
return (h, sl.kind, sl.maxvalue, sl.name)
def __setstate__(self, state):
self._semlock = _multiprocessing.SemLock._rebuild(*state)
util.debug('recreated blocker with handle %r' % state[0])
self._make_methods()
@staticmethod
def _make_name():
return '%s-%s' % (process.current_process()._config['semprefix'],
next(SemLock._rand))
#
# Semaphore
#
class Semaphore(SemLock):
def __init__(self, value=1, *, ctx):
SemLock.__init__(self, SEMAPHORE, value, SEM_VALUE_MAX, ctx=ctx)
def get_value(self):
return self._semlock._get_value()
def __repr__(self):
try:
value = self._semlock._get_value()
except Exception:
value = 'unknown'
return '<%s(value=%s)>' % (self.__class__.__name__, value)
#
# Bounded semaphore
#
class BoundedSemaphore(Semaphore):
def __init__(self, value=1, *, ctx):
SemLock.__init__(self, SEMAPHORE, value, value, ctx=ctx)
def __repr__(self):
try:
value = self._semlock._get_value()
except Exception:
value = 'unknown'
return '<%s(value=%s, maxvalue=%s)>' % \
(self.__class__.__name__, value, self._semlock.maxvalue)
#
# Non-recursive lock
#
class Lock(SemLock):
def __init__(self, *, ctx):
SemLock.__init__(self, SEMAPHORE, 1, 1, ctx=ctx)
def __repr__(self):
try:
if self._semlock._is_mine():
name = process.current_process().name
if threading.current_thread().name != 'MainThread':
name += '|' + threading.current_thread().name
elif self._semlock._get_value() == 1:
name = 'None'
elif self._semlock._count() > 0:
name = 'SomeOtherThread'
else:
name = 'SomeOtherProcess'
except Exception:
name = 'unknown'
return '<%s(owner=%s)>' % (self.__class__.__name__, name)
#
# Recursive lock
#
class RLock(SemLock):
def __init__(self, *, ctx):
SemLock.__init__(self, RECURSIVE_MUTEX, 1, 1, ctx=ctx)
def __repr__(self):
try:
if self._semlock._is_mine():
name = process.current_process().name
if threading.current_thread().name != 'MainThread':
name += '|' + threading.current_thread().name
count = self._semlock._count()
elif self._semlock._get_value() == 1:
name, count = 'None', 0
elif self._semlock._count() > 0:
name, count = 'SomeOtherThread', 'nonzero'
else:
name, count = 'SomeOtherProcess', 'nonzero'
except Exception:
name, count = 'unknown', 'unknown'
return '<%s(%s, %s)>' % (self.__class__.__name__, name, count)
#
# Condition variable
#
class Condition(object):
def __init__(self, lock=None, *, ctx):
self._lock = lock or ctx.RLock()
self._sleeping_count = ctx.Semaphore(0)
self._woken_count = ctx.Semaphore(0)
self._wait_semaphore = ctx.Semaphore(0)
self._make_methods()
def __getstate__(self):
context.assert_spawning(self)
return (self._lock, self._sleeping_count,
self._woken_count, self._wait_semaphore)
def __setstate__(self, state):
(self._lock, self._sleeping_count,
self._woken_count, self._wait_semaphore) = state
self._make_methods()
def __enter__(self):
return self._lock.__enter__()
def __exit__(self, *args):
return self._lock.__exit__(*args)
def _make_methods(self):
self.acquire = self._lock.acquire
self.release = self._lock.release
def __repr__(self):
try:
num_waiters = (self._sleeping_count._semlock._get_value() -
self._woken_count._semlock._get_value())
except Exception:
num_waiters = 'unknown'
return '<%s(%s, %s)>' % (self.__class__.__name__, self._lock, num_waiters)
def wait(self, timeout=None):
assert self._lock._semlock._is_mine(), \
'must acquire() condition before using wait()'
# indicate that this thread is going to sleep
self._sleeping_count.release()
# release lock
count = self._lock._semlock._count()
for i in range(count):
self._lock.release()
try:
# wait for notification or timeout
return self._wait_semaphore.acquire(True, timeout)
finally:
# indicate that this thread has woken
self._woken_count.release()
# reacquire lock
for i in range(count):
self._lock.acquire()
def notify(self, n=1):
assert self._lock._semlock._is_mine(), 'lock is not owned'
assert not self._wait_semaphore.acquire(
False), ('notify: Should not have been able to acquire '
+ '_wait_semaphore')
# to take account of timeouts since last notify*() we subtract
# woken_count from sleeping_count and rezero woken_count
while self._woken_count.acquire(False):
res = self._sleeping_count.acquire(False)
assert res, ('notify: Bug in sleeping_count.acquire'
+ '- res should not be False')
sleepers = 0
while sleepers < n and self._sleeping_count.acquire(False):
self._wait_semaphore.release() # wake up one sleeper
sleepers += 1
if sleepers:
for i in range(sleepers):
self._woken_count.acquire() # wait for a sleeper to wake
# rezero wait_semaphore in case some timeouts just happened
while self._wait_semaphore.acquire(False):
pass
def notify_all(self):
self.notify(n=sys.maxsize)
def wait_for(self, predicate, timeout=None):
result = predicate()
if result:
return result
if timeout is not None:
endtime = time.monotonic() + timeout
else:
endtime = None
waittime = None
while not result:
if endtime is not None:
waittime = endtime - time.monotonic()
if waittime <= 0:
break
self.wait(waittime)
result = predicate()
return result
#
# Event
#
class Event(object):
def __init__(self, *, ctx):
self._cond = ctx.Condition(ctx.Lock())
self._flag = ctx.Semaphore(0)
def is_set(self):
with self._cond:
if self._flag.acquire(False):
self._flag.release()
return True
return False
def set(self):
with self._cond:
self._flag.acquire(False)
self._flag.release()
self._cond.notify_all()
def clear(self):
with self._cond:
self._flag.acquire(False)
def wait(self, timeout=None):
with self._cond:
if self._flag.acquire(False):
self._flag.release()
else:
self._cond.wait(timeout)
if self._flag.acquire(False):
self._flag.release()
return True
return False
#
# Barrier
#
class Barrier(threading.Barrier):
def __init__(self, parties, action=None, timeout=None, *, ctx):
import struct
from .heap import BufferWrapper
wrapper = BufferWrapper(struct.calcsize('i') * 2)
cond = ctx.Condition()
self.__setstate__((parties, action, timeout, cond, wrapper))
self._state = 0
self._count = 0
def __setstate__(self, state):
(self._parties, self._action, self._timeout,
self._cond, self._wrapper) = state
self._array = self._wrapper.create_memoryview().cast('i')
def __getstate__(self):
return (self._parties, self._action, self._timeout,
self._cond, self._wrapper)
@property
def _state(self):
return self._array[0]
@_state.setter
def _state(self, value):
self._array[0] = value
@property
def _count(self):
return self._array[1]
@_count.setter
def _count(self, value):
self._array[1] = value
process.py 0000644 00000027345 15033635200 0006604 0 ustar 00 #
# Module providing the `Process` class which emulates `threading.Thread`
#
# multiprocessing/process.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = ['BaseProcess', 'current_process', 'active_children',
'parent_process']
#
# Imports
#
import os
import sys
import signal
import itertools
import threading
from _weakrefset import WeakSet
#
#
#
try:
ORIGINAL_DIR = os.path.abspath(os.getcwd())
except OSError:
ORIGINAL_DIR = None
#
# Public functions
#
def current_process():
'''
Return process object representing the current process
'''
return _current_process
def active_children():
'''
Return list of process objects corresponding to live child processes
'''
_cleanup()
return list(_children)
def parent_process():
'''
Return process object representing the parent process
'''
return _parent_process
#
#
#
def _cleanup():
# check for processes which have finished
for p in list(_children):
if p._popen.poll() is not None:
_children.discard(p)
#
# The `Process` class
#
class BaseProcess(object):
'''
Process objects represent activity that is run in a separate process
The class is analogous to `threading.Thread`
'''
def _Popen(self):
raise NotImplementedError
def __init__(self, group=None, target=None, name=None, args=(), kwargs={},
*, daemon=None):
assert group is None, 'group argument must be None for now'
count = next(_process_counter)
self._identity = _current_process._identity + (count,)
self._config = _current_process._config.copy()
self._parent_pid = os.getpid()
self._parent_name = _current_process.name
self._popen = None
self._closed = False
self._target = target
self._args = tuple(args)
self._kwargs = dict(kwargs)
self._name = name or type(self).__name__ + '-' + \
':'.join(str(i) for i in self._identity)
if daemon is not None:
self.daemon = daemon
_dangling.add(self)
def _check_closed(self):
if self._closed:
raise ValueError("process object is closed")
def run(self):
'''
Method to be run in sub-process; can be overridden in sub-class
'''
if self._target:
self._target(*self._args, **self._kwargs)
def start(self):
'''
Start child process
'''
self._check_closed()
assert self._popen is None, 'cannot start a process twice'
assert self._parent_pid == os.getpid(), \
'can only start a process object created by current process'
assert not _current_process._config.get('daemon'), \
'daemonic processes are not allowed to have children'
_cleanup()
self._popen = self._Popen(self)
self._sentinel = self._popen.sentinel
# Avoid a refcycle if the target function holds an indirect
# reference to the process object (see bpo-30775)
del self._target, self._args, self._kwargs
_children.add(self)
def terminate(self):
'''
Terminate process; sends SIGTERM signal or uses TerminateProcess()
'''
self._check_closed()
self._popen.terminate()
def kill(self):
'''
Terminate process; sends SIGKILL signal or uses TerminateProcess()
'''
self._check_closed()
self._popen.kill()
def join(self, timeout=None):
'''
Wait until child process terminates
'''
self._check_closed()
assert self._parent_pid == os.getpid(), 'can only join a child process'
assert self._popen is not None, 'can only join a started process'
res = self._popen.wait(timeout)
if res is not None:
_children.discard(self)
def is_alive(self):
'''
Return whether process is alive
'''
self._check_closed()
if self is _current_process:
return True
assert self._parent_pid == os.getpid(), 'can only test a child process'
if self._popen is None:
return False
returncode = self._popen.poll()
if returncode is None:
return True
else:
_children.discard(self)
return False
def close(self):
'''
Close the Process object.
This method releases resources held by the Process object. It is
an error to call this method if the child process is still running.
'''
if self._popen is not None:
if self._popen.poll() is None:
raise ValueError("Cannot close a process while it is still running. "
"You should first call join() or terminate().")
self._popen.close()
self._popen = None
del self._sentinel
_children.discard(self)
self._closed = True
@property
def name(self):
return self._name
@name.setter
def name(self, name):
assert isinstance(name, str), 'name must be a string'
self._name = name
@property
def daemon(self):
'''
Return whether process is a daemon
'''
return self._config.get('daemon', False)
@daemon.setter
def daemon(self, daemonic):
'''
Set whether process is a daemon
'''
assert self._popen is None, 'process has already started'
self._config['daemon'] = daemonic
@property
def authkey(self):
return self._config['authkey']
@authkey.setter
def authkey(self, authkey):
'''
Set authorization key of process
'''
self._config['authkey'] = AuthenticationString(authkey)
@property
def exitcode(self):
'''
Return exit code of process or `None` if it has yet to stop
'''
self._check_closed()
if self._popen is None:
return self._popen
return self._popen.poll()
@property
def ident(self):
'''
Return identifier (PID) of process or `None` if it has yet to start
'''
self._check_closed()
if self is _current_process:
return os.getpid()
else:
return self._popen and self._popen.pid
pid = ident
@property
def sentinel(self):
'''
Return a file descriptor (Unix) or handle (Windows) suitable for
waiting for process termination.
'''
self._check_closed()
try:
return self._sentinel
except AttributeError:
raise ValueError("process not started") from None
def __repr__(self):
exitcode = None
if self is _current_process:
status = 'started'
elif self._closed:
status = 'closed'
elif self._parent_pid != os.getpid():
status = 'unknown'
elif self._popen is None:
status = 'initial'
else:
exitcode = self._popen.poll()
if exitcode is not None:
status = 'stopped'
else:
status = 'started'
info = [type(self).__name__, 'name=%r' % self._name]
if self._popen is not None:
info.append('pid=%s' % self._popen.pid)
info.append('parent=%s' % self._parent_pid)
info.append(status)
if exitcode is not None:
exitcode = _exitcode_to_name.get(exitcode, exitcode)
info.append('exitcode=%s' % exitcode)
if self.daemon:
info.append('daemon')
return '<%s>' % ' '.join(info)
##
def _bootstrap(self, parent_sentinel=None):
from . import util, context
global _current_process, _parent_process, _process_counter, _children
try:
if self._start_method is not None:
context._force_start_method(self._start_method)
_process_counter = itertools.count(1)
_children = set()
util._close_stdin()
old_process = _current_process
_current_process = self
_parent_process = _ParentProcess(
self._parent_name, self._parent_pid, parent_sentinel)
if threading._HAVE_THREAD_NATIVE_ID:
threading.main_thread()._set_native_id()
try:
util._finalizer_registry.clear()
util._run_after_forkers()
finally:
# delay finalization of the old process object until after
# _run_after_forkers() is executed
del old_process
util.info('child process calling self.run()')
try:
self.run()
exitcode = 0
finally:
util._exit_function()
except SystemExit as e:
if not e.args:
exitcode = 1
elif isinstance(e.args[0], int):
exitcode = e.args[0]
else:
sys.stderr.write(str(e.args[0]) + '\n')
exitcode = 1
except:
exitcode = 1
import traceback
sys.stderr.write('Process %s:\n' % self.name)
traceback.print_exc()
finally:
threading._shutdown()
util.info('process exiting with exitcode %d' % exitcode)
util._flush_std_streams()
return exitcode
#
# We subclass bytes to avoid accidental transmission of auth keys over network
#
class AuthenticationString(bytes):
def __reduce__(self):
from .context import get_spawning_popen
if get_spawning_popen() is None:
raise TypeError(
'Pickling an AuthenticationString object is '
'disallowed for security reasons'
)
return AuthenticationString, (bytes(self),)
#
# Create object representing the parent process
#
class _ParentProcess(BaseProcess):
def __init__(self, name, pid, sentinel):
self._identity = ()
self._name = name
self._pid = pid
self._parent_pid = None
self._popen = None
self._closed = False
self._sentinel = sentinel
self._config = {}
def is_alive(self):
from multiprocessing.connection import wait
return not wait([self._sentinel], timeout=0)
@property
def ident(self):
return self._pid
def join(self, timeout=None):
'''
Wait until parent process terminates
'''
from multiprocessing.connection import wait
wait([self._sentinel], timeout=timeout)
pid = ident
#
# Create object representing the main process
#
class _MainProcess(BaseProcess):
def __init__(self):
self._identity = ()
self._name = 'MainProcess'
self._parent_pid = None
self._popen = None
self._closed = False
self._config = {'authkey': AuthenticationString(os.urandom(32)),
'semprefix': '/mp'}
# Note that some versions of FreeBSD only allow named
# semaphores to have names of up to 14 characters. Therefore
# we choose a short prefix.
#
# On MacOSX in a sandbox it may be necessary to use a
# different prefix -- see #19478.
#
# Everything in self._config will be inherited by descendant
# processes.
def close(self):
pass
_parent_process = None
_current_process = _MainProcess()
_process_counter = itertools.count(1)
_children = set()
del _MainProcess
#
# Give names to some return codes
#
_exitcode_to_name = {}
for name, signum in list(signal.__dict__.items()):
if name[:3]=='SIG' and '_' not in name:
_exitcode_to_name[-signum] = f'-{name}'
# For debug and leak testing
_dangling = WeakSet()
__init__.pyc 0000644 00000020421 15033635200 0007014 0 ustar 00 �
{ fc @ s d Z d d d d d d d d d d
d d d
d d d d d d d d d d d d d d g Z d Z d d l Z d d l Z d d l m Z m Z m Z d d l m
Z
m Z d! e f d" � � YZ
d e
f d# � � YZ d e
f d$ � � YZ d% e
f d& � � YZ d d l Z d' � Z e d( � Z d) � Z d* � Z d+ � Z d d, � Z d- � Z d. � Z d/ � Z d d0 � Z d1 d2 � Z d1 d3 � Z d4 � Z d5 d6 � Z! d5 d7 � Z" d d d@ d d8 � Z# d9 � Z$ d: � Z% d; � Z& d< � Z' e j( d= k rd> � Z) e d? g 7Z n d S(A s 0.70a1t Processt current_processt active_childrent freeze_supportt Managert Pipet cpu_countt
log_to_stderrt
get_loggert allow_connection_picklingt BufferTooShortt TimeoutErrort Lockt RLockt Semaphoret BoundedSemaphoret Conditiont Eventt Queuet
JoinableQueuet Poolt Valuet Arrayt RawValuet RawArrayt SUBDEBUGt
SUBWARNINGs" R. Oudkerk (r.m.oudkerk@gmail.com)i����N( R R R ( R R t ProcessErrorc B s e Z RS( ( t __name__t
__module__( ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR G s c B s e Z RS( ( R R ( ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR
J s c B s e Z RS( ( R R ( ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR M s t AuthenticationErrorc B s e Z RS( ( R R ( ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR P s c C s' d d l m } | � } | j � | S( s�
Returns a manager associated with a running server process
The managers methods such as `Lock()`, `Condition()` and `Queue()`
can be used to create shared objects.
i����( t SyncManager( t multiprocessing.managersR t start( R t m( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR Z s
c C s d d l m } | | � S( s;
Returns two connection object connected by a pipe
i����( R ( t multiprocessing.connectionR ( t duplexR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR f s c C s* t j d k rI y t t j d � } Wq
t t f k
rE d } q
Xn� d t j k sg t j d k r� d } t j d k r� d | } n y. t j | � � } t | j � � } Wd QXWq
t k
r� d } q
Xn6 y t j d � } Wn t t
t f k
r d } n X| d
k r| St d � � d S( s2
Returns the number of CPUs in the system
t win32t NUMBER_OF_PROCESSORSi t bsdt darwins /sbin/sysctl -n hw.ncpus /usrNt SC_NPROCESSORS_ONLNi s cannot determine number of cpus(
t syst platformt intt ost environt
ValueErrort KeyErrort popent readt sysconft OSErrort AttributeErrort NotImplementedError( t numt commt p( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR m s*
c C s? t j d k r; t t d t � r; d d l m } | � n d S( s�
Check whether this is a fake forked process in a frozen executable.
If so then run code specified by commandline and exit.
R% t frozeni����( R N( R* R+ t getattrt Falset multiprocessing.forkingR ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s !c C s d d l m } | � S( sR
Return package logger -- if it does not already exist then it is created
i����( R ( t multiprocessing.utilR ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | | � S( sB
Turn on logging and add a handler which prints to stderr
i����( R ( R> R ( t levelR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } d S( sO
Install support for sending connections and sockets between processes
i����( t reductionN( t multiprocessingR@ ( R@ ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | � S( s-
Returns a non-recursive lock object
i����( R ( t multiprocessing.synchronizeR ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | � S( s)
Returns a recursive lock object
i����( R
( RB R
( R
( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR
� s c C s d d l m } | | � S( s$
Returns a condition object
i����( R ( RB R ( t lockR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s i c C s d d l m } | | � S( s$
Returns a semaphore object
i����( R ( RB R ( t valueR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | | � S( s,
Returns a bounded semaphore object
i����( R ( RB R ( RD R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | � S( s!
Returns an event object
i����( R ( RB R ( R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s i c C s d d l m } | | � S( s
Returns a queue object
i����( R ( t multiprocessing.queuesR ( t maxsizeR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | | � S( s
Returns a queue object
i����( R ( RE R ( RF R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s# d d l m } | | | | | � S( s'
Returns a process pool object
i����( R ( t multiprocessing.poolR ( t processest initializert initargst maxtasksperchildR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c G s d d l m } | | | � S( s!
Returns a shared object
i����( R ( t multiprocessing.sharedctypesR ( t typecode_or_typet argsR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c C s d d l m } | | | � S( s
Returns a shared array
i����( R ( RL R ( RM t size_or_initializerR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c O s d d l m } | | | | � S( s.
Returns a synchronized shared object
i����( R ( RL R ( RM RN t kwdsR ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s c K s d d l m } | | | | � S( s-
Returns a synchronized shared array
i����( R ( RL R ( RM RO RP R ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyR � s R% c C s d d l m } | | � d S( s�
Sets the path to a python.exe or pythonw.exe binary used to run
child processes on Windows instead of sys.executable.
Useful for people embedding Python.
i����( t set_executableN( R= RQ ( t
executableRQ ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyRQ s RQ ( (* t __version__t __all__t
__author__R- R* t multiprocessing.processR R R R> R R t ExceptionR R
R R t _multiprocessingR t TrueR R R R t NoneR R R R
R R R R R R R R R R R R+ RQ ( ( ( s0 /usr/lib64/python2.7/multiprocessing/__init__.pyt <module>, sN
managers.py 0000644 00000137425 15033635200 0006724 0 ustar 00 #
# Module providing manager classes for dealing
# with shared objects
#
# multiprocessing/managers.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = [ 'BaseManager', 'SyncManager', 'BaseProxy', 'Token',
'SharedMemoryManager' ]
#
# Imports
#
import sys
import threading
import signal
import array
import queue
import time
import os
from os import getpid
from traceback import format_exc
from . import connection
from .context import reduction, get_spawning_popen, ProcessError
from . import pool
from . import process
from . import util
from . import get_context
try:
from . import shared_memory
HAS_SHMEM = True
except ImportError:
HAS_SHMEM = False
#
# Register some things for pickling
#
def reduce_array(a):
return array.array, (a.typecode, a.tobytes())
reduction.register(array.array, reduce_array)
view_types = [type(getattr({}, name)()) for name in ('items','keys','values')]
if view_types[0] is not list: # only needed in Py3.0
def rebuild_as_list(obj):
return list, (list(obj),)
for view_type in view_types:
reduction.register(view_type, rebuild_as_list)
#
# Type for identifying shared objects
#
class Token(object):
'''
Type to uniquely identify a shared object
'''
__slots__ = ('typeid', 'address', 'id')
def __init__(self, typeid, address, id):
(self.typeid, self.address, self.id) = (typeid, address, id)
def __getstate__(self):
return (self.typeid, self.address, self.id)
def __setstate__(self, state):
(self.typeid, self.address, self.id) = state
def __repr__(self):
return '%s(typeid=%r, address=%r, id=%r)' % \
(self.__class__.__name__, self.typeid, self.address, self.id)
#
# Function for communication with a manager's server process
#
def dispatch(c, id, methodname, args=(), kwds={}):
'''
Send a message to manager using connection `c` and return response
'''
c.send((id, methodname, args, kwds))
kind, result = c.recv()
if kind == '#RETURN':
return result
raise convert_to_error(kind, result)
def convert_to_error(kind, result):
if kind == '#ERROR':
return result
elif kind in ('#TRACEBACK', '#UNSERIALIZABLE'):
if not isinstance(result, str):
raise TypeError(
"Result {0!r} (kind '{1}') type is {2}, not str".format(
result, kind, type(result)))
if kind == '#UNSERIALIZABLE':
return RemoteError('Unserializable message: %s\n' % result)
else:
return RemoteError(result)
else:
return ValueError('Unrecognized message type {!r}'.format(kind))
class RemoteError(Exception):
def __str__(self):
return ('\n' + '-'*75 + '\n' + str(self.args[0]) + '-'*75)
#
# Functions for finding the method names of an object
#
def all_methods(obj):
'''
Return a list of names of methods of `obj`
'''
temp = []
for name in dir(obj):
func = getattr(obj, name)
if callable(func):
temp.append(name)
return temp
def public_methods(obj):
'''
Return a list of names of methods of `obj` which do not start with '_'
'''
return [name for name in all_methods(obj) if name[0] != '_']
#
# Server which is run in a process controlled by a manager
#
class Server(object):
'''
Server class which runs in a process controlled by a manager object
'''
public = ['shutdown', 'create', 'accept_connection', 'get_methods',
'debug_info', 'number_of_objects', 'dummy', 'incref', 'decref']
def __init__(self, registry, address, authkey, serializer):
if not isinstance(authkey, bytes):
raise TypeError(
"Authkey {0!r} is type {1!s}, not bytes".format(
authkey, type(authkey)))
self.registry = registry
self.authkey = process.AuthenticationString(authkey)
Listener, Client = listener_client[serializer]
# do authentication later
self.listener = Listener(address=address, backlog=16)
self.address = self.listener.address
self.id_to_obj = {'0': (None, ())}
self.id_to_refcount = {}
self.id_to_local_proxy_obj = {}
self.mutex = threading.Lock()
def serve_forever(self):
'''
Run the server forever
'''
self.stop_event = threading.Event()
process.current_process()._manager_server = self
try:
accepter = threading.Thread(target=self.accepter)
accepter.daemon = True
accepter.start()
try:
while not self.stop_event.is_set():
self.stop_event.wait(1)
except (KeyboardInterrupt, SystemExit):
pass
finally:
if sys.stdout != sys.__stdout__: # what about stderr?
util.debug('resetting stdout, stderr')
sys.stdout = sys.__stdout__
sys.stderr = sys.__stderr__
sys.exit(0)
def accepter(self):
while True:
try:
c = self.listener.accept()
except OSError:
continue
t = threading.Thread(target=self.handle_request, args=(c,))
t.daemon = True
t.start()
def handle_request(self, c):
'''
Handle a new connection
'''
funcname = result = request = None
try:
connection.deliver_challenge(c, self.authkey)
connection.answer_challenge(c, self.authkey)
request = c.recv()
ignore, funcname, args, kwds = request
assert funcname in self.public, '%r unrecognized' % funcname
func = getattr(self, funcname)
except Exception:
msg = ('#TRACEBACK', format_exc())
else:
try:
result = func(c, *args, **kwds)
except Exception:
msg = ('#TRACEBACK', format_exc())
else:
msg = ('#RETURN', result)
try:
c.send(msg)
except Exception as e:
try:
c.send(('#TRACEBACK', format_exc()))
except Exception:
pass
util.info('Failure to send message: %r', msg)
util.info(' ... request was %r', request)
util.info(' ... exception was %r', e)
c.close()
def serve_client(self, conn):
'''
Handle requests from the proxies in a particular process/thread
'''
util.debug('starting server thread to service %r',
threading.current_thread().name)
recv = conn.recv
send = conn.send
id_to_obj = self.id_to_obj
while not self.stop_event.is_set():
try:
methodname = obj = None
request = recv()
ident, methodname, args, kwds = request
try:
obj, exposed, gettypeid = id_to_obj[ident]
except KeyError as ke:
try:
obj, exposed, gettypeid = \
self.id_to_local_proxy_obj[ident]
except KeyError as second_ke:
raise ke
if methodname not in exposed:
raise AttributeError(
'method %r of %r object is not in exposed=%r' %
(methodname, type(obj), exposed)
)
function = getattr(obj, methodname)
try:
res = function(*args, **kwds)
except Exception as e:
msg = ('#ERROR', e)
else:
typeid = gettypeid and gettypeid.get(methodname, None)
if typeid:
rident, rexposed = self.create(conn, typeid, res)
token = Token(typeid, self.address, rident)
msg = ('#PROXY', (rexposed, token))
else:
msg = ('#RETURN', res)
except AttributeError:
if methodname is None:
msg = ('#TRACEBACK', format_exc())
else:
try:
fallback_func = self.fallback_mapping[methodname]
result = fallback_func(
self, conn, ident, obj, *args, **kwds
)
msg = ('#RETURN', result)
except Exception:
msg = ('#TRACEBACK', format_exc())
except EOFError:
util.debug('got EOF -- exiting thread serving %r',
threading.current_thread().name)
sys.exit(0)
except Exception:
msg = ('#TRACEBACK', format_exc())
try:
try:
send(msg)
except Exception as e:
send(('#UNSERIALIZABLE', format_exc()))
except Exception as e:
util.info('exception in thread serving %r',
threading.current_thread().name)
util.info(' ... message was %r', msg)
util.info(' ... exception was %r', e)
conn.close()
sys.exit(1)
def fallback_getvalue(self, conn, ident, obj):
return obj
def fallback_str(self, conn, ident, obj):
return str(obj)
def fallback_repr(self, conn, ident, obj):
return repr(obj)
fallback_mapping = {
'__str__':fallback_str,
'__repr__':fallback_repr,
'#GETVALUE':fallback_getvalue
}
def dummy(self, c):
pass
def debug_info(self, c):
'''
Return some info --- useful to spot problems with refcounting
'''
# Perhaps include debug info about 'c'?
with self.mutex:
result = []
keys = list(self.id_to_refcount.keys())
keys.sort()
for ident in keys:
if ident != '0':
result.append(' %s: refcount=%s\n %s' %
(ident, self.id_to_refcount[ident],
str(self.id_to_obj[ident][0])[:75]))
return '\n'.join(result)
def number_of_objects(self, c):
'''
Number of shared objects
'''
# Doesn't use (len(self.id_to_obj) - 1) as we shouldn't count ident='0'
return len(self.id_to_refcount)
def shutdown(self, c):
'''
Shutdown this process
'''
try:
util.debug('manager received shutdown message')
c.send(('#RETURN', None))
except:
import traceback
traceback.print_exc()
finally:
self.stop_event.set()
def create(*args, **kwds):
'''
Create a new shared object and return its id
'''
if len(args) >= 3:
self, c, typeid, *args = args
elif not args:
raise TypeError("descriptor 'create' of 'Server' object "
"needs an argument")
else:
if 'typeid' not in kwds:
raise TypeError('create expected at least 2 positional '
'arguments, got %d' % (len(args)-1))
typeid = kwds.pop('typeid')
if len(args) >= 2:
self, c, *args = args
import warnings
warnings.warn("Passing 'typeid' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
if 'c' not in kwds:
raise TypeError('create expected at least 2 positional '
'arguments, got %d' % (len(args)-1))
c = kwds.pop('c')
self, *args = args
import warnings
warnings.warn("Passing 'c' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
args = tuple(args)
with self.mutex:
callable, exposed, method_to_typeid, proxytype = \
self.registry[typeid]
if callable is None:
if kwds or (len(args) != 1):
raise ValueError(
"Without callable, must have one non-keyword argument")
obj = args[0]
else:
obj = callable(*args, **kwds)
if exposed is None:
exposed = public_methods(obj)
if method_to_typeid is not None:
if not isinstance(method_to_typeid, dict):
raise TypeError(
"Method_to_typeid {0!r}: type {1!s}, not dict".format(
method_to_typeid, type(method_to_typeid)))
exposed = list(exposed) + list(method_to_typeid)
ident = '%x' % id(obj) # convert to string because xmlrpclib
# only has 32 bit signed integers
util.debug('%r callable returned object with id %r', typeid, ident)
self.id_to_obj[ident] = (obj, set(exposed), method_to_typeid)
if ident not in self.id_to_refcount:
self.id_to_refcount[ident] = 0
self.incref(c, ident)
return ident, tuple(exposed)
create.__text_signature__ = '($self, c, typeid, /, *args, **kwds)'
def get_methods(self, c, token):
'''
Return the methods of the shared object indicated by token
'''
return tuple(self.id_to_obj[token.id][1])
def accept_connection(self, c, name):
'''
Spawn a new thread to serve this connection
'''
threading.current_thread().name = name
c.send(('#RETURN', None))
self.serve_client(c)
def incref(self, c, ident):
with self.mutex:
try:
self.id_to_refcount[ident] += 1
except KeyError as ke:
# If no external references exist but an internal (to the
# manager) still does and a new external reference is created
# from it, restore the manager's tracking of it from the
# previously stashed internal ref.
if ident in self.id_to_local_proxy_obj:
self.id_to_refcount[ident] = 1
self.id_to_obj[ident] = \
self.id_to_local_proxy_obj[ident]
obj, exposed, gettypeid = self.id_to_obj[ident]
util.debug('Server re-enabled tracking & INCREF %r', ident)
else:
raise ke
def decref(self, c, ident):
if ident not in self.id_to_refcount and \
ident in self.id_to_local_proxy_obj:
util.debug('Server DECREF skipping %r', ident)
return
with self.mutex:
if self.id_to_refcount[ident] <= 0:
raise AssertionError(
"Id {0!s} ({1!r}) has refcount {2:n}, not 1+".format(
ident, self.id_to_obj[ident],
self.id_to_refcount[ident]))
self.id_to_refcount[ident] -= 1
if self.id_to_refcount[ident] == 0:
del self.id_to_refcount[ident]
if ident not in self.id_to_refcount:
# Two-step process in case the object turns out to contain other
# proxy objects (e.g. a managed list of managed lists).
# Otherwise, deleting self.id_to_obj[ident] would trigger the
# deleting of the stored value (another managed object) which would
# in turn attempt to acquire the mutex that is already held here.
self.id_to_obj[ident] = (None, (), None) # thread-safe
util.debug('disposing of obj with id %r', ident)
with self.mutex:
del self.id_to_obj[ident]
#
# Class to represent state of a manager
#
class State(object):
__slots__ = ['value']
INITIAL = 0
STARTED = 1
SHUTDOWN = 2
#
# Mapping from serializer name to Listener and Client types
#
listener_client = {
'pickle' : (connection.Listener, connection.Client),
'xmlrpclib' : (connection.XmlListener, connection.XmlClient)
}
#
# Definition of BaseManager
#
class BaseManager(object):
'''
Base class for managers
'''
_registry = {}
_Server = Server
def __init__(self, address=None, authkey=None, serializer='pickle',
ctx=None):
if authkey is None:
authkey = process.current_process().authkey
self._address = address # XXX not final address if eg ('', 0)
self._authkey = process.AuthenticationString(authkey)
self._state = State()
self._state.value = State.INITIAL
self._serializer = serializer
self._Listener, self._Client = listener_client[serializer]
self._ctx = ctx or get_context()
def get_server(self):
'''
Return server object with serve_forever() method and address attribute
'''
if self._state.value != State.INITIAL:
if self._state.value == State.STARTED:
raise ProcessError("Already started server")
elif self._state.value == State.SHUTDOWN:
raise ProcessError("Manager has shut down")
else:
raise ProcessError(
"Unknown state {!r}".format(self._state.value))
return Server(self._registry, self._address,
self._authkey, self._serializer)
def connect(self):
'''
Connect manager object to the server process
'''
Listener, Client = listener_client[self._serializer]
conn = Client(self._address, authkey=self._authkey)
dispatch(conn, None, 'dummy')
self._state.value = State.STARTED
def start(self, initializer=None, initargs=()):
'''
Spawn a server process for this manager object
'''
if self._state.value != State.INITIAL:
if self._state.value == State.STARTED:
raise ProcessError("Already started server")
elif self._state.value == State.SHUTDOWN:
raise ProcessError("Manager has shut down")
else:
raise ProcessError(
"Unknown state {!r}".format(self._state.value))
if initializer is not None and not callable(initializer):
raise TypeError('initializer must be a callable')
# pipe over which we will retrieve address of server
reader, writer = connection.Pipe(duplex=False)
# spawn process which runs a server
self._process = self._ctx.Process(
target=type(self)._run_server,
args=(self._registry, self._address, self._authkey,
self._serializer, writer, initializer, initargs),
)
ident = ':'.join(str(i) for i in self._process._identity)
self._process.name = type(self).__name__ + '-' + ident
self._process.start()
# get address of server
writer.close()
self._address = reader.recv()
reader.close()
# register a finalizer
self._state.value = State.STARTED
self.shutdown = util.Finalize(
self, type(self)._finalize_manager,
args=(self._process, self._address, self._authkey,
self._state, self._Client),
exitpriority=0
)
@classmethod
def _run_server(cls, registry, address, authkey, serializer, writer,
initializer=None, initargs=()):
'''
Create a server, report its address and run it
'''
# bpo-36368: protect server process from KeyboardInterrupt signals
signal.signal(signal.SIGINT, signal.SIG_IGN)
if initializer is not None:
initializer(*initargs)
# create server
server = cls._Server(registry, address, authkey, serializer)
# inform parent process of the server's address
writer.send(server.address)
writer.close()
# run the manager
util.info('manager serving at %r', server.address)
server.serve_forever()
def _create(self, typeid, /, *args, **kwds):
'''
Create a new shared object; return the token and exposed tuple
'''
assert self._state.value == State.STARTED, 'server not yet started'
conn = self._Client(self._address, authkey=self._authkey)
try:
id, exposed = dispatch(conn, None, 'create', (typeid,)+args, kwds)
finally:
conn.close()
return Token(typeid, self._address, id), exposed
def join(self, timeout=None):
'''
Join the manager process (if it has been spawned)
'''
if self._process is not None:
self._process.join(timeout)
if not self._process.is_alive():
self._process = None
def _debug_info(self):
'''
Return some info about the servers shared objects and connections
'''
conn = self._Client(self._address, authkey=self._authkey)
try:
return dispatch(conn, None, 'debug_info')
finally:
conn.close()
def _number_of_objects(self):
'''
Return the number of shared objects
'''
conn = self._Client(self._address, authkey=self._authkey)
try:
return dispatch(conn, None, 'number_of_objects')
finally:
conn.close()
def __enter__(self):
if self._state.value == State.INITIAL:
self.start()
if self._state.value != State.STARTED:
if self._state.value == State.INITIAL:
raise ProcessError("Unable to start server")
elif self._state.value == State.SHUTDOWN:
raise ProcessError("Manager has shut down")
else:
raise ProcessError(
"Unknown state {!r}".format(self._state.value))
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.shutdown()
@staticmethod
def _finalize_manager(process, address, authkey, state, _Client):
'''
Shutdown the manager process; will be registered as a finalizer
'''
if process.is_alive():
util.info('sending shutdown message to manager')
try:
conn = _Client(address, authkey=authkey)
try:
dispatch(conn, None, 'shutdown')
finally:
conn.close()
except Exception:
pass
process.join(timeout=1.0)
if process.is_alive():
util.info('manager still alive')
if hasattr(process, 'terminate'):
util.info('trying to `terminate()` manager process')
process.terminate()
process.join(timeout=0.1)
if process.is_alive():
util.info('manager still alive after terminate')
state.value = State.SHUTDOWN
try:
del BaseProxy._address_to_local[address]
except KeyError:
pass
@property
def address(self):
return self._address
@classmethod
def register(cls, typeid, callable=None, proxytype=None, exposed=None,
method_to_typeid=None, create_method=True):
'''
Register a typeid with the manager type
'''
if '_registry' not in cls.__dict__:
cls._registry = cls._registry.copy()
if proxytype is None:
proxytype = AutoProxy
exposed = exposed or getattr(proxytype, '_exposed_', None)
method_to_typeid = method_to_typeid or \
getattr(proxytype, '_method_to_typeid_', None)
if method_to_typeid:
for key, value in list(method_to_typeid.items()): # isinstance?
assert type(key) is str, '%r is not a string' % key
assert type(value) is str, '%r is not a string' % value
cls._registry[typeid] = (
callable, exposed, method_to_typeid, proxytype
)
if create_method:
def temp(self, /, *args, **kwds):
util.debug('requesting creation of a shared %r object', typeid)
token, exp = self._create(typeid, *args, **kwds)
proxy = proxytype(
token, self._serializer, manager=self,
authkey=self._authkey, exposed=exp
)
conn = self._Client(token.address, authkey=self._authkey)
dispatch(conn, None, 'decref', (token.id,))
return proxy
temp.__name__ = typeid
setattr(cls, typeid, temp)
#
# Subclass of set which get cleared after a fork
#
class ProcessLocalSet(set):
def __init__(self):
util.register_after_fork(self, lambda obj: obj.clear())
def __reduce__(self):
return type(self), ()
#
# Definition of BaseProxy
#
class BaseProxy(object):
'''
A base for proxies of shared objects
'''
_address_to_local = {}
_mutex = util.ForkAwareThreadLock()
def __init__(self, token, serializer, manager=None,
authkey=None, exposed=None, incref=True, manager_owned=False):
with BaseProxy._mutex:
tls_idset = BaseProxy._address_to_local.get(token.address, None)
if tls_idset is None:
tls_idset = util.ForkAwareLocal(), ProcessLocalSet()
BaseProxy._address_to_local[token.address] = tls_idset
# self._tls is used to record the connection used by this
# thread to communicate with the manager at token.address
self._tls = tls_idset[0]
# self._idset is used to record the identities of all shared
# objects for which the current process owns references and
# which are in the manager at token.address
self._idset = tls_idset[1]
self._token = token
self._id = self._token.id
self._manager = manager
self._serializer = serializer
self._Client = listener_client[serializer][1]
# Should be set to True only when a proxy object is being created
# on the manager server; primary use case: nested proxy objects.
# RebuildProxy detects when a proxy is being created on the manager
# and sets this value appropriately.
self._owned_by_manager = manager_owned
if authkey is not None:
self._authkey = process.AuthenticationString(authkey)
elif self._manager is not None:
self._authkey = self._manager._authkey
else:
self._authkey = process.current_process().authkey
if incref:
self._incref()
util.register_after_fork(self, BaseProxy._after_fork)
def _connect(self):
util.debug('making connection to manager')
name = process.current_process().name
if threading.current_thread().name != 'MainThread':
name += '|' + threading.current_thread().name
conn = self._Client(self._token.address, authkey=self._authkey)
dispatch(conn, None, 'accept_connection', (name,))
self._tls.connection = conn
def _callmethod(self, methodname, args=(), kwds={}):
'''
Try to call a method of the referent and return a copy of the result
'''
try:
conn = self._tls.connection
except AttributeError:
util.debug('thread %r does not own a connection',
threading.current_thread().name)
self._connect()
conn = self._tls.connection
conn.send((self._id, methodname, args, kwds))
kind, result = conn.recv()
if kind == '#RETURN':
return result
elif kind == '#PROXY':
exposed, token = result
proxytype = self._manager._registry[token.typeid][-1]
token.address = self._token.address
proxy = proxytype(
token, self._serializer, manager=self._manager,
authkey=self._authkey, exposed=exposed
)
conn = self._Client(token.address, authkey=self._authkey)
dispatch(conn, None, 'decref', (token.id,))
return proxy
raise convert_to_error(kind, result)
def _getvalue(self):
'''
Get a copy of the value of the referent
'''
return self._callmethod('#GETVALUE')
def _incref(self):
if self._owned_by_manager:
util.debug('owned_by_manager skipped INCREF of %r', self._token.id)
return
conn = self._Client(self._token.address, authkey=self._authkey)
dispatch(conn, None, 'incref', (self._id,))
util.debug('INCREF %r', self._token.id)
self._idset.add(self._id)
state = self._manager and self._manager._state
self._close = util.Finalize(
self, BaseProxy._decref,
args=(self._token, self._authkey, state,
self._tls, self._idset, self._Client),
exitpriority=10
)
@staticmethod
def _decref(token, authkey, state, tls, idset, _Client):
idset.discard(token.id)
# check whether manager is still alive
if state is None or state.value == State.STARTED:
# tell manager this process no longer cares about referent
try:
util.debug('DECREF %r', token.id)
conn = _Client(token.address, authkey=authkey)
dispatch(conn, None, 'decref', (token.id,))
except Exception as e:
util.debug('... decref failed %s', e)
else:
util.debug('DECREF %r -- manager already shutdown', token.id)
# check whether we can close this thread's connection because
# the process owns no more references to objects for this manager
if not idset and hasattr(tls, 'connection'):
util.debug('thread %r has no more proxies so closing conn',
threading.current_thread().name)
tls.connection.close()
del tls.connection
def _after_fork(self):
self._manager = None
try:
self._incref()
except Exception as e:
# the proxy may just be for a manager which has shutdown
util.info('incref failed: %s' % e)
def __reduce__(self):
kwds = {}
if get_spawning_popen() is not None:
kwds['authkey'] = self._authkey
if getattr(self, '_isauto', False):
kwds['exposed'] = self._exposed_
return (RebuildProxy,
(AutoProxy, self._token, self._serializer, kwds))
else:
return (RebuildProxy,
(type(self), self._token, self._serializer, kwds))
def __deepcopy__(self, memo):
return self._getvalue()
def __repr__(self):
return '<%s object, typeid %r at %#x>' % \
(type(self).__name__, self._token.typeid, id(self))
def __str__(self):
'''
Return representation of the referent (or a fall-back if that fails)
'''
try:
return self._callmethod('__repr__')
except Exception:
return repr(self)[:-1] + "; '__str__()' failed>"
#
# Function used for unpickling
#
def RebuildProxy(func, token, serializer, kwds):
'''
Function used for unpickling proxy objects.
'''
server = getattr(process.current_process(), '_manager_server', None)
if server and server.address == token.address:
util.debug('Rebuild a proxy owned by manager, token=%r', token)
kwds['manager_owned'] = True
if token.id not in server.id_to_local_proxy_obj:
server.id_to_local_proxy_obj[token.id] = \
server.id_to_obj[token.id]
incref = (
kwds.pop('incref', True) and
not getattr(process.current_process(), '_inheriting', False)
)
return func(token, serializer, incref=incref, **kwds)
#
# Functions to create proxies and proxy types
#
def MakeProxyType(name, exposed, _cache={}):
'''
Return a proxy type whose methods are given by `exposed`
'''
exposed = tuple(exposed)
try:
return _cache[(name, exposed)]
except KeyError:
pass
dic = {}
for meth in exposed:
exec('''def %s(self, /, *args, **kwds):
return self._callmethod(%r, args, kwds)''' % (meth, meth), dic)
ProxyType = type(name, (BaseProxy,), dic)
ProxyType._exposed_ = exposed
_cache[(name, exposed)] = ProxyType
return ProxyType
def AutoProxy(token, serializer, manager=None, authkey=None,
exposed=None, incref=True):
'''
Return an auto-proxy for `token`
'''
_Client = listener_client[serializer][1]
if exposed is None:
conn = _Client(token.address, authkey=authkey)
try:
exposed = dispatch(conn, None, 'get_methods', (token,))
finally:
conn.close()
if authkey is None and manager is not None:
authkey = manager._authkey
if authkey is None:
authkey = process.current_process().authkey
ProxyType = MakeProxyType('AutoProxy[%s]' % token.typeid, exposed)
proxy = ProxyType(token, serializer, manager=manager, authkey=authkey,
incref=incref)
proxy._isauto = True
return proxy
#
# Types/callables which we will register with SyncManager
#
class Namespace(object):
def __init__(self, /, **kwds):
self.__dict__.update(kwds)
def __repr__(self):
items = list(self.__dict__.items())
temp = []
for name, value in items:
if not name.startswith('_'):
temp.append('%s=%r' % (name, value))
temp.sort()
return '%s(%s)' % (self.__class__.__name__, ', '.join(temp))
class Value(object):
def __init__(self, typecode, value, lock=True):
self._typecode = typecode
self._value = value
def get(self):
return self._value
def set(self, value):
self._value = value
def __repr__(self):
return '%s(%r, %r)'%(type(self).__name__, self._typecode, self._value)
value = property(get, set)
def Array(typecode, sequence, lock=True):
return array.array(typecode, sequence)
#
# Proxy types used by SyncManager
#
class IteratorProxy(BaseProxy):
_exposed_ = ('__next__', 'send', 'throw', 'close')
def __iter__(self):
return self
def __next__(self, *args):
return self._callmethod('__next__', args)
def send(self, *args):
return self._callmethod('send', args)
def throw(self, *args):
return self._callmethod('throw', args)
def close(self, *args):
return self._callmethod('close', args)
class AcquirerProxy(BaseProxy):
_exposed_ = ('acquire', 'release')
def acquire(self, blocking=True, timeout=None):
args = (blocking,) if timeout is None else (blocking, timeout)
return self._callmethod('acquire', args)
def release(self):
return self._callmethod('release')
def __enter__(self):
return self._callmethod('acquire')
def __exit__(self, exc_type, exc_val, exc_tb):
return self._callmethod('release')
class ConditionProxy(AcquirerProxy):
_exposed_ = ('acquire', 'release', 'wait', 'notify', 'notify_all')
def wait(self, timeout=None):
return self._callmethod('wait', (timeout,))
def notify(self, n=1):
return self._callmethod('notify', (n,))
def notify_all(self):
return self._callmethod('notify_all')
def wait_for(self, predicate, timeout=None):
result = predicate()
if result:
return result
if timeout is not None:
endtime = time.monotonic() + timeout
else:
endtime = None
waittime = None
while not result:
if endtime is not None:
waittime = endtime - time.monotonic()
if waittime <= 0:
break
self.wait(waittime)
result = predicate()
return result
class EventProxy(BaseProxy):
_exposed_ = ('is_set', 'set', 'clear', 'wait')
def is_set(self):
return self._callmethod('is_set')
def set(self):
return self._callmethod('set')
def clear(self):
return self._callmethod('clear')
def wait(self, timeout=None):
return self._callmethod('wait', (timeout,))
class BarrierProxy(BaseProxy):
_exposed_ = ('__getattribute__', 'wait', 'abort', 'reset')
def wait(self, timeout=None):
return self._callmethod('wait', (timeout,))
def abort(self):
return self._callmethod('abort')
def reset(self):
return self._callmethod('reset')
@property
def parties(self):
return self._callmethod('__getattribute__', ('parties',))
@property
def n_waiting(self):
return self._callmethod('__getattribute__', ('n_waiting',))
@property
def broken(self):
return self._callmethod('__getattribute__', ('broken',))
class NamespaceProxy(BaseProxy):
_exposed_ = ('__getattribute__', '__setattr__', '__delattr__')
def __getattr__(self, key):
if key[0] == '_':
return object.__getattribute__(self, key)
callmethod = object.__getattribute__(self, '_callmethod')
return callmethod('__getattribute__', (key,))
def __setattr__(self, key, value):
if key[0] == '_':
return object.__setattr__(self, key, value)
callmethod = object.__getattribute__(self, '_callmethod')
return callmethod('__setattr__', (key, value))
def __delattr__(self, key):
if key[0] == '_':
return object.__delattr__(self, key)
callmethod = object.__getattribute__(self, '_callmethod')
return callmethod('__delattr__', (key,))
class ValueProxy(BaseProxy):
_exposed_ = ('get', 'set')
def get(self):
return self._callmethod('get')
def set(self, value):
return self._callmethod('set', (value,))
value = property(get, set)
BaseListProxy = MakeProxyType('BaseListProxy', (
'__add__', '__contains__', '__delitem__', '__getitem__', '__len__',
'__mul__', '__reversed__', '__rmul__', '__setitem__',
'append', 'count', 'extend', 'index', 'insert', 'pop', 'remove',
'reverse', 'sort', '__imul__'
))
class ListProxy(BaseListProxy):
def __iadd__(self, value):
self._callmethod('extend', (value,))
return self
def __imul__(self, value):
self._callmethod('__imul__', (value,))
return self
DictProxy = MakeProxyType('DictProxy', (
'__contains__', '__delitem__', '__getitem__', '__iter__', '__len__',
'__setitem__', 'clear', 'copy', 'get', 'items',
'keys', 'pop', 'popitem', 'setdefault', 'update', 'values'
))
DictProxy._method_to_typeid_ = {
'__iter__': 'Iterator',
}
ArrayProxy = MakeProxyType('ArrayProxy', (
'__len__', '__getitem__', '__setitem__'
))
BasePoolProxy = MakeProxyType('PoolProxy', (
'apply', 'apply_async', 'close', 'imap', 'imap_unordered', 'join',
'map', 'map_async', 'starmap', 'starmap_async', 'terminate',
))
BasePoolProxy._method_to_typeid_ = {
'apply_async': 'AsyncResult',
'map_async': 'AsyncResult',
'starmap_async': 'AsyncResult',
'imap': 'Iterator',
'imap_unordered': 'Iterator'
}
class PoolProxy(BasePoolProxy):
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.terminate()
#
# Definition of SyncManager
#
class SyncManager(BaseManager):
'''
Subclass of `BaseManager` which supports a number of shared object types.
The types registered are those intended for the synchronization
of threads, plus `dict`, `list` and `Namespace`.
The `multiprocessing.Manager()` function creates started instances of
this class.
'''
SyncManager.register('Queue', queue.Queue)
SyncManager.register('JoinableQueue', queue.Queue)
SyncManager.register('Event', threading.Event, EventProxy)
SyncManager.register('Lock', threading.Lock, AcquirerProxy)
SyncManager.register('RLock', threading.RLock, AcquirerProxy)
SyncManager.register('Semaphore', threading.Semaphore, AcquirerProxy)
SyncManager.register('BoundedSemaphore', threading.BoundedSemaphore,
AcquirerProxy)
SyncManager.register('Condition', threading.Condition, ConditionProxy)
SyncManager.register('Barrier', threading.Barrier, BarrierProxy)
SyncManager.register('Pool', pool.Pool, PoolProxy)
SyncManager.register('list', list, ListProxy)
SyncManager.register('dict', dict, DictProxy)
SyncManager.register('Value', Value, ValueProxy)
SyncManager.register('Array', Array, ArrayProxy)
SyncManager.register('Namespace', Namespace, NamespaceProxy)
# types returned by methods of PoolProxy
SyncManager.register('Iterator', proxytype=IteratorProxy, create_method=False)
SyncManager.register('AsyncResult', create_method=False)
#
# Definition of SharedMemoryManager and SharedMemoryServer
#
if HAS_SHMEM:
class _SharedMemoryTracker:
"Manages one or more shared memory segments."
def __init__(self, name, segment_names=[]):
self.shared_memory_context_name = name
self.segment_names = segment_names
def register_segment(self, segment_name):
"Adds the supplied shared memory block name to tracker."
util.debug(f"Register segment {segment_name!r} in pid {getpid()}")
self.segment_names.append(segment_name)
def destroy_segment(self, segment_name):
"""Calls unlink() on the shared memory block with the supplied name
and removes it from the list of blocks being tracked."""
util.debug(f"Destroy segment {segment_name!r} in pid {getpid()}")
self.segment_names.remove(segment_name)
segment = shared_memory.SharedMemory(segment_name)
segment.close()
segment.unlink()
def unlink(self):
"Calls destroy_segment() on all tracked shared memory blocks."
for segment_name in self.segment_names[:]:
self.destroy_segment(segment_name)
def __del__(self):
util.debug(f"Call {self.__class__.__name__}.__del__ in {getpid()}")
self.unlink()
def __getstate__(self):
return (self.shared_memory_context_name, self.segment_names)
def __setstate__(self, state):
self.__init__(*state)
class SharedMemoryServer(Server):
public = Server.public + \
['track_segment', 'release_segment', 'list_segments']
def __init__(self, *args, **kwargs):
Server.__init__(self, *args, **kwargs)
address = self.address
# The address of Linux abstract namespaces can be bytes
if isinstance(address, bytes):
address = os.fsdecode(address)
self.shared_memory_context = \
_SharedMemoryTracker(f"shm_{address}_{getpid()}")
util.debug(f"SharedMemoryServer started by pid {getpid()}")
def create(*args, **kwargs):
"""Create a new distributed-shared object (not backed by a shared
memory block) and return its id to be used in a Proxy Object."""
# Unless set up as a shared proxy, don't make shared_memory_context
# a standard part of kwargs. This makes things easier for supplying
# simple functions.
if len(args) >= 3:
typeod = args[2]
elif 'typeid' in kwargs:
typeid = kwargs['typeid']
elif not args:
raise TypeError("descriptor 'create' of 'SharedMemoryServer' "
"object needs an argument")
else:
raise TypeError('create expected at least 2 positional '
'arguments, got %d' % (len(args)-1))
if hasattr(self.registry[typeid][-1], "_shared_memory_proxy"):
kwargs['shared_memory_context'] = self.shared_memory_context
return Server.create(*args, **kwargs)
create.__text_signature__ = '($self, c, typeid, /, *args, **kwargs)'
def shutdown(self, c):
"Call unlink() on all tracked shared memory, terminate the Server."
self.shared_memory_context.unlink()
return Server.shutdown(self, c)
def track_segment(self, c, segment_name):
"Adds the supplied shared memory block name to Server's tracker."
self.shared_memory_context.register_segment(segment_name)
def release_segment(self, c, segment_name):
"""Calls unlink() on the shared memory block with the supplied name
and removes it from the tracker instance inside the Server."""
self.shared_memory_context.destroy_segment(segment_name)
def list_segments(self, c):
"""Returns a list of names of shared memory blocks that the Server
is currently tracking."""
return self.shared_memory_context.segment_names
class SharedMemoryManager(BaseManager):
"""Like SyncManager but uses SharedMemoryServer instead of Server.
It provides methods for creating and returning SharedMemory instances
and for creating a list-like object (ShareableList) backed by shared
memory. It also provides methods that create and return Proxy Objects
that support synchronization across processes (i.e. multi-process-safe
locks and semaphores).
"""
_Server = SharedMemoryServer
def __init__(self, *args, **kwargs):
if os.name == "posix":
# bpo-36867: Ensure the resource_tracker is running before
# launching the manager process, so that concurrent
# shared_memory manipulation both in the manager and in the
# current process does not create two resource_tracker
# processes.
from . import resource_tracker
resource_tracker.ensure_running()
BaseManager.__init__(self, *args, **kwargs)
util.debug(f"{self.__class__.__name__} created by pid {getpid()}")
def __del__(self):
util.debug(f"{self.__class__.__name__}.__del__ by pid {getpid()}")
pass
def get_server(self):
'Better than monkeypatching for now; merge into Server ultimately'
if self._state.value != State.INITIAL:
if self._state.value == State.STARTED:
raise ProcessError("Already started SharedMemoryServer")
elif self._state.value == State.SHUTDOWN:
raise ProcessError("SharedMemoryManager has shut down")
else:
raise ProcessError(
"Unknown state {!r}".format(self._state.value))
return self._Server(self._registry, self._address,
self._authkey, self._serializer)
def SharedMemory(self, size):
"""Returns a new SharedMemory instance with the specified size in
bytes, to be tracked by the manager."""
with self._Client(self._address, authkey=self._authkey) as conn:
sms = shared_memory.SharedMemory(None, create=True, size=size)
try:
dispatch(conn, None, 'track_segment', (sms.name,))
except BaseException as e:
sms.unlink()
raise e
return sms
def ShareableList(self, sequence):
"""Returns a new ShareableList instance populated with the values
from the input sequence, to be tracked by the manager."""
with self._Client(self._address, authkey=self._authkey) as conn:
sl = shared_memory.ShareableList(sequence)
try:
dispatch(conn, None, 'track_segment', (sl.shm.name,))
except BaseException as e:
sl.shm.unlink()
raise e
return sl
reduction.pyo 0000644 00000013576 15033635200 0007302 0 ustar 00 �
{ fc @ s g Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l m Z m
Z
m Z m Z d d l
m Z m Z m Z d d l m Z m Z e j d k p� e e d � s� e d � � n e j d k rd d l Z d d l m Z d
� Z d � Z n d � Z d
� Z e � a d � Z e d � e e e � d � Z d � Z d � Z! d � Z" d � Z# d � Z$ e j% e j& e# � d d � Z' d � Z( d � Z) e j% e j e( � e j d k r�d � Z* d � Z+ e j% e j, e* � n d S( i����N( t current_process( t Popent duplicatet closet ForkingPickler( t register_after_forkt debugt sub_debug( t Clientt Listenert win32t recvfds% pickling of connections not supported( R
c C sJ t j t j t | � } z t | | � } | j | � Wd t | � Xd S( N( R
t OpenProcesst PROCESS_ALL_ACCESSt FalseR t sendR ( t connt handlet destination_pidt process_handlet
new_handle( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt send_handleA s c C s
| j � S( N( t recv( R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt recv_handleK s c C s t j | j � | � d S( N( t _multiprocessingt sendfdt fileno( R R R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyR O s c C s t j | j � � S( N( R R R ( R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyR R s c C s; x t D] } t | � q Wt j � t j � a d a d S( N( t _cacheR t cleart threadingt Lockt _lockt Nonet _listener( t objt h( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt _reset[ s
c C s� t d k r~ t j � zW t d k rl t d � t d t � j � a t j d t
� } t | _ | j
� n Wd t j � Xn t S( Ns0 starting listener and thread for sending handlest authkeyt target( R! R R t acquireR R R R% R t Threadt _servet Truet daemont startt release( t t( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt
_get_listenerf s
c C s� d d l m } m } x� yS t j � } | j � \ } } t j | � t | | | � t | � | j � Wq | � s� d d l
} | d d d d | j � d d � q� q Xq Wd S( Ni ( t
is_exitingt sub_warningi����s. thread for sharing handles raised exception :
t -iO s
( t utilR0 R1 R! t acceptR R t removeR R t tracebackt
format_exc( R0 R1 R t
handle_wantedR R6 ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyR) w s
c C s[ t j � r" d t j | � t f St | � } t j | � t d | � t � j
| t f S( Ns reducing handle %d( R t thread_is_spawningR t duplicate_for_childR* R R t addR R/ t addressR ( R t
dup_handle( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt
reduce_handle� s
c C sq | \ } } } | r | St d | � t | d t � j �} | j | t j � f � t | � } | j � | S( Ns rebuilding handle %dR% ( R R R R% R t ost getpidR R ( t pickled_dataR< R t inheritedR R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt rebuild_handle� s
c C s+ t | j � � } t | | j | j f f S( N( R> R t rebuild_connectiont readablet writable( R t rh( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt reduce_connection� s c C s% t | � } t j | d | d | �S( NRE RF ( RC R t
Connection( t reduced_handleRE RF R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyRD � s i c C sC t j | | | | � } | j t j k r? t j d | � } n | S( Nt _sock( t sockett fromfdt __class__( t fdt familyt type_t protot s( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyRM � s c C s1 t | j � � } t | | j | j | j f f S( N( R> R t rebuild_socketRP t typeRR ( RS RJ ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt
reduce_socket� s c C s/ t | � } t | | | | � } t | � | S( N( RC RM R ( RJ RP RQ RR RO RK ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyRT � s
c C s+ t | j � � } t | | j | j f f S( N( R> R t rebuild_pipe_connectionRE RF ( R RG ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt reduce_pipe_connection� s c C s% t | � } t j | d | d | �S( NRE RF ( RC R t PipeConnection( RJ RE RF R ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyRW � s (- t __all__R? t sysRL R R t multiprocessingR t multiprocessing.forkingR R R R t multiprocessing.utilR R R t multiprocessing.connectionR R t platformt hasattrt ImportErrort _subprocessR
R R t setR R$ R R/ R) R> RC RH RD t registerRI RM RV RT RX RW RY ( ( ( s1 /usr/lib64/python2.7/multiprocessing/reduction.pyt <module>$ sJ "
context.py 0000644 00000025771 15033635673 0006631 0 ustar 00 import os
import sys
import threading
from . import process
from . import reduction
__all__ = ()
#
# Exceptions
#
class ProcessError(Exception):
pass
class BufferTooShort(ProcessError):
pass
class TimeoutError(ProcessError):
pass
class AuthenticationError(ProcessError):
pass
#
# Base type for contexts. Bound methods of an instance of this type are included in __all__ of __init__.py
#
class BaseContext(object):
ProcessError = ProcessError
BufferTooShort = BufferTooShort
TimeoutError = TimeoutError
AuthenticationError = AuthenticationError
current_process = staticmethod(process.current_process)
parent_process = staticmethod(process.parent_process)
active_children = staticmethod(process.active_children)
def cpu_count(self):
'''Returns the number of CPUs in the system'''
num = os.cpu_count()
if num is None:
raise NotImplementedError('cannot determine number of cpus')
else:
return num
def Manager(self):
'''Returns a manager associated with a running server process
The managers methods such as `Lock()`, `Condition()` and `Queue()`
can be used to create shared objects.
'''
from .managers import SyncManager
m = SyncManager(ctx=self.get_context())
m.start()
return m
def Pipe(self, duplex=True):
'''Returns two connection object connected by a pipe'''
from .connection import Pipe
return Pipe(duplex)
def Lock(self):
'''Returns a non-recursive lock object'''
from .synchronize import Lock
return Lock(ctx=self.get_context())
def RLock(self):
'''Returns a recursive lock object'''
from .synchronize import RLock
return RLock(ctx=self.get_context())
def Condition(self, lock=None):
'''Returns a condition object'''
from .synchronize import Condition
return Condition(lock, ctx=self.get_context())
def Semaphore(self, value=1):
'''Returns a semaphore object'''
from .synchronize import Semaphore
return Semaphore(value, ctx=self.get_context())
def BoundedSemaphore(self, value=1):
'''Returns a bounded semaphore object'''
from .synchronize import BoundedSemaphore
return BoundedSemaphore(value, ctx=self.get_context())
def Event(self):
'''Returns an event object'''
from .synchronize import Event
return Event(ctx=self.get_context())
def Barrier(self, parties, action=None, timeout=None):
'''Returns a barrier object'''
from .synchronize import Barrier
return Barrier(parties, action, timeout, ctx=self.get_context())
def Queue(self, maxsize=0):
'''Returns a queue object'''
from .queues import Queue
return Queue(maxsize, ctx=self.get_context())
def JoinableQueue(self, maxsize=0):
'''Returns a queue object'''
from .queues import JoinableQueue
return JoinableQueue(maxsize, ctx=self.get_context())
def SimpleQueue(self):
'''Returns a queue object'''
from .queues import SimpleQueue
return SimpleQueue(ctx=self.get_context())
def Pool(self, processes=None, initializer=None, initargs=(),
maxtasksperchild=None):
'''Returns a process pool object'''
from .pool import Pool
return Pool(processes, initializer, initargs, maxtasksperchild,
context=self.get_context())
def RawValue(self, typecode_or_type, *args):
'''Returns a shared object'''
from .sharedctypes import RawValue
return RawValue(typecode_or_type, *args)
def RawArray(self, typecode_or_type, size_or_initializer):
'''Returns a shared array'''
from .sharedctypes import RawArray
return RawArray(typecode_or_type, size_or_initializer)
def Value(self, typecode_or_type, *args, lock=True):
'''Returns a synchronized shared object'''
from .sharedctypes import Value
return Value(typecode_or_type, *args, lock=lock,
ctx=self.get_context())
def Array(self, typecode_or_type, size_or_initializer, *, lock=True):
'''Returns a synchronized shared array'''
from .sharedctypes import Array
return Array(typecode_or_type, size_or_initializer, lock=lock,
ctx=self.get_context())
def freeze_support(self):
'''Check whether this is a fake forked process in a frozen executable.
If so then run code specified by commandline and exit.
'''
if sys.platform == 'win32' and getattr(sys, 'frozen', False):
from .spawn import freeze_support
freeze_support()
def get_logger(self):
'''Return package logger -- if it does not already exist then
it is created.
'''
from .util import get_logger
return get_logger()
def log_to_stderr(self, level=None):
'''Turn on logging and add a handler which prints to stderr'''
from .util import log_to_stderr
return log_to_stderr(level)
def allow_connection_pickling(self):
'''Install support for sending connections and sockets
between processes
'''
# This is undocumented. In previous versions of multiprocessing
# its only effect was to make socket objects inheritable on Windows.
from . import connection
def set_executable(self, executable):
'''Sets the path to a python.exe or pythonw.exe binary used to run
child processes instead of sys.executable when using the 'spawn'
start method. Useful for people embedding Python.
'''
from .spawn import set_executable
set_executable(executable)
def set_forkserver_preload(self, module_names):
'''Set list of module names to try to load in forkserver process.
This is really just a hint.
'''
from .forkserver import set_forkserver_preload
set_forkserver_preload(module_names)
def get_context(self, method=None):
if method is None:
return self
try:
ctx = _concrete_contexts[method]
except KeyError:
raise ValueError('cannot find context for %r' % method) from None
ctx._check_available()
return ctx
def get_start_method(self, allow_none=False):
return self._name
def set_start_method(self, method, force=False):
raise ValueError('cannot set start method of concrete context')
@property
def reducer(self):
'''Controls how objects will be reduced to a form that can be
shared with other processes.'''
return globals().get('reduction')
@reducer.setter
def reducer(self, reduction):
globals()['reduction'] = reduction
def _check_available(self):
pass
#
# Type of default context -- underlying context can be set at most once
#
class Process(process.BaseProcess):
_start_method = None
@staticmethod
def _Popen(process_obj):
return _default_context.get_context().Process._Popen(process_obj)
class DefaultContext(BaseContext):
Process = Process
def __init__(self, context):
self._default_context = context
self._actual_context = None
def get_context(self, method=None):
if method is None:
if self._actual_context is None:
self._actual_context = self._default_context
return self._actual_context
else:
return super().get_context(method)
def set_start_method(self, method, force=False):
if self._actual_context is not None and not force:
raise RuntimeError('context has already been set')
if method is None and force:
self._actual_context = None
return
self._actual_context = self.get_context(method)
def get_start_method(self, allow_none=False):
if self._actual_context is None:
if allow_none:
return None
self._actual_context = self._default_context
return self._actual_context._name
def get_all_start_methods(self):
if sys.platform == 'win32':
return ['spawn']
else:
methods = ['spawn', 'fork'] if sys.platform == 'darwin' else ['fork', 'spawn']
if reduction.HAVE_SEND_HANDLE:
methods.append('forkserver')
return methods
#
# Context types for fixed start method
#
if sys.platform != 'win32':
class ForkProcess(process.BaseProcess):
_start_method = 'fork'
@staticmethod
def _Popen(process_obj):
from .popen_fork import Popen
return Popen(process_obj)
class SpawnProcess(process.BaseProcess):
_start_method = 'spawn'
@staticmethod
def _Popen(process_obj):
from .popen_spawn_posix import Popen
return Popen(process_obj)
class ForkServerProcess(process.BaseProcess):
_start_method = 'forkserver'
@staticmethod
def _Popen(process_obj):
from .popen_forkserver import Popen
return Popen(process_obj)
class ForkContext(BaseContext):
_name = 'fork'
Process = ForkProcess
class SpawnContext(BaseContext):
_name = 'spawn'
Process = SpawnProcess
class ForkServerContext(BaseContext):
_name = 'forkserver'
Process = ForkServerProcess
def _check_available(self):
if not reduction.HAVE_SEND_HANDLE:
raise ValueError('forkserver start method not available')
_concrete_contexts = {
'fork': ForkContext(),
'spawn': SpawnContext(),
'forkserver': ForkServerContext(),
}
if sys.platform == 'darwin':
# bpo-33725: running arbitrary code after fork() is no longer reliable
# on macOS since macOS 10.14 (Mojave). Use spawn by default instead.
_default_context = DefaultContext(_concrete_contexts['spawn'])
else:
_default_context = DefaultContext(_concrete_contexts['fork'])
else:
class SpawnProcess(process.BaseProcess):
_start_method = 'spawn'
@staticmethod
def _Popen(process_obj):
from .popen_spawn_win32 import Popen
return Popen(process_obj)
class SpawnContext(BaseContext):
_name = 'spawn'
Process = SpawnProcess
_concrete_contexts = {
'spawn': SpawnContext(),
}
_default_context = DefaultContext(_concrete_contexts['spawn'])
#
# Force the start method
#
def _force_start_method(method):
_default_context._actual_context = _concrete_contexts[method]
#
# Check that the current thread is spawning a child process
#
_tls = threading.local()
def get_spawning_popen():
return getattr(_tls, 'spawning_popen', None)
def set_spawning_popen(popen):
_tls.spawning_popen = popen
def assert_spawning(obj):
if get_spawning_popen() is None:
raise RuntimeError(
'%s objects should only be shared between processes'
' through inheritance' % type(obj).__name__
)
popen_fork.py 0000644 00000005010 15033635673 0007267 0 ustar 00 import os
import signal
from . import util
__all__ = ['Popen']
#
# Start child process using fork
#
class Popen(object):
method = 'fork'
def __init__(self, process_obj):
util._flush_std_streams()
self.returncode = None
self.finalizer = None
self._launch(process_obj)
def duplicate_for_child(self, fd):
return fd
def poll(self, flag=os.WNOHANG):
if self.returncode is None:
try:
pid, sts = os.waitpid(self.pid, flag)
except OSError as e:
# Child process not yet created. See #1731717
# e.errno == errno.ECHILD == 10
return None
if pid == self.pid:
if os.WIFSIGNALED(sts):
self.returncode = -os.WTERMSIG(sts)
else:
assert os.WIFEXITED(sts), "Status is {:n}".format(sts)
self.returncode = os.WEXITSTATUS(sts)
return self.returncode
def wait(self, timeout=None):
if self.returncode is None:
if timeout is not None:
from multiprocessing.connection import wait
if not wait([self.sentinel], timeout):
return None
# This shouldn't block if wait() returned successfully.
return self.poll(os.WNOHANG if timeout == 0.0 else 0)
return self.returncode
def _send_signal(self, sig):
if self.returncode is None:
try:
os.kill(self.pid, sig)
except ProcessLookupError:
pass
except OSError:
if self.wait(timeout=0.1) is None:
raise
def terminate(self):
self._send_signal(signal.SIGTERM)
def kill(self):
self._send_signal(signal.SIGKILL)
def _launch(self, process_obj):
code = 1
parent_r, child_w = os.pipe()
child_r, parent_w = os.pipe()
self.pid = os.fork()
if self.pid == 0:
try:
os.close(parent_r)
os.close(parent_w)
code = process_obj._bootstrap(parent_sentinel=child_r)
finally:
os._exit(code)
else:
os.close(child_w)
os.close(child_r)
self.finalizer = util.Finalize(self, util.close_fds,
(parent_r, parent_w,))
self.sentinel = parent_r
def close(self):
if self.finalizer is not None:
self.finalizer()
__pycache__/pool.cpython-36.opt-1.pyc 0000644 00000050126 15033635673 0013331 0 ustar 00 3
\�e � @ s8 d dgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z ddlm
Z
m Z dZ dZ
dZej� Zdd � Zd
d � ZG d d
� d
e�ZG dd� d�Zdd� ZG dd� de�Zdf ddfdd�Zdd� ZG dd � d e�ZG dd� de�Z e Z G d d � d e �Z G d d � d e�Z G d d!� d!e �Z G d"d� de�Z!dS )#�Pool�
ThreadPool� N� )�util)� get_context� TimeoutError� c C s t t| � �S )N)�list�map)�args� r �,/usr/lib64/python3.6/multiprocessing/pool.py�mapstar+ s r c C s t tj| d | d ��S )Nr r )r � itertools�starmap)r r r r
� starmapstar. s r c @ s e Zd Zdd� Zdd� ZdS )�RemoteTracebackc C s
|| _ d S )N)�tb)�selfr r r r
�__init__6 s zRemoteTraceback.__init__c C s | j S )N)r )r r r r
�__str__8 s zRemoteTraceback.__str__N)�__name__�
__module__� __qualname__r r r r r r
r 5 s r c @ s e Zd Zdd� Zdd� ZdS )�ExceptionWithTracebackc C s0 t jt|�||�}dj|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�type�join�excr )r r r r r r
r < s
z ExceptionWithTraceback.__init__c C s t | j| jffS )N)� rebuild_excr r )r r r r
�
__reduce__A s z!ExceptionWithTraceback.__reduce__N)r r r r r" r r r r
r ; s r c C s t |�| _| S )N)r � __cause__)r r r r r
r! D s
r! c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�MaybeEncodingErrorzVWraps possible unpickleable errors, so they can be
safely sent through the socket.c s. t |�| _t |�| _tt| �j| j| j� d S )N)�reprr �value�superr$ r )r r r& )� __class__r r
r P s
zMaybeEncodingError.__init__c C s d| j | jf S )Nz(Error sending result: '%s'. Reason: '%s')r& r )r r r r
r U s zMaybeEncodingError.__str__c C s d| j j| f S )Nz<%s: %s>)r( r )r r r r
�__repr__Y s zMaybeEncodingError.__repr__)r r r �__doc__r r r) �
__classcell__r r )r( r
r$ L s r$ Fc ' C s� |j }| j}t| d�r*| jj� |jj� |d k r:||� d}�xH|d ksX|oT||k �r�y
|� } W n$ ttfk
r� tj d� P Y nX | d kr�tj d� P | \}
} } }
}yd| |
|�f}W nB t
k
r� } z&|r�| t k r�t ||j
�}d|f}W Y d d }~X nX y||
| |f� W nR t
k
�rd } z4t||d �}tj d| � ||
| d|ff� W Y d d }~X nX d } }
} } }
}|d7 }qBW tj d | � d S )
N�_writerr z)worker got EOFError or OSError -- exitingz worker got sentinel -- exitingTFr z0Possible encoding error while sending result: %sz worker exiting after %d tasks)�put�get�hasattrr, �close�_reader�EOFError�OSErrorr �debug� Exception�_helper_reraises_exceptionr �
__traceback__r$ )�inqueue�outqueue� initializer�initargsZmaxtasksZwrap_exceptionr- r. Z completed�task�job�i�funcr �kwds�result�e�wrappedr r r
�worker] sD
$ rD c C s | �dS )z@Pickle-able helper function for use by _guarded_task_generation.Nr )Zexr r r
r6 � s r6 c @ s6 e Zd ZdZdZdd� Zddf ddfdd�Zdd � Zd
d � Zd d
� Z dd� Z
f i fdd�Z d=dd�Z d>dd�Z
d?dd�Zdd� Zd@dd �ZdAd d �Zf i ddfd d �ZdBd!d"�ZdCd#d$�Zed%d&� �Zed'd(� �Zed)d*� �Zed+d,� �Zd-d.� Zd/d0� Zd1d2� Z d3d4� Z ed5d6� �Z e d7d8� �Z d9d:� Z!d;d<� Z"dS )Dr zS
Class which supports an async version of applying functions to arguments.
Tc O s | j j||�S )N)�_ctx�Process)r r r@ r r r
rF � s z Pool.ProcessNc C sn |pt � | _| j� tj� | _i | _t| _|| _ || _
|| _ |d krPt j
� pNd}|dk r`td��|d k rzt|� rztd��|| _g | _| j� tjtj| fd�| _d| j_t| j_| jj� tjtj| j| j | j | j| jfd�| _ d| j _t| j _| j j� tjtj | j | j | jfd�| _!d| j!_t| j!_| j!j� t"j#| | j$| j| j%| j | j| j| j | j!| jfdd�| _&d S )Nr z&Number of processes must be at least 1z initializer must be a callable)�targetr T� )r Z exitpriority)'r rE �
_setup_queues�queue�Queue�
_taskqueue�_cache�RUN�_state�_maxtasksperchild� _initializer� _initargs�os� cpu_count�
ValueError�callable� TypeError�
_processes�_pool�_repopulate_pool� threadingZThreadr �_handle_workers�_worker_handler�daemon�start�
_handle_tasks�
_quick_put� _outqueue�
_task_handler�_handle_results�
_quick_get�_result_handlerr ZFinalize�_terminate_pool�_inqueue�
_terminate)r � processesr: r; Zmaxtasksperchild�contextr r r
r � sT
z
Pool.__init__c C sZ d}xPt tt| j���D ]:}| j| }|jdk rtjd| � |j� d}| j|= qW |S )z�Cleanup after any worker processes which have exited due to reaching
their specified lifetime. Returns True if any workers were cleaned up.
FNzcleaning up worker %dT)�reversed�range�lenrY �exitcoder r4 r )r Zcleanedr> rD r r r
�_join_exited_workers� s
zPool._join_exited_workersc C s| xvt | jt| j� �D ]^}| jt| j| j| j| j | j
| j fd�}| jj |� |j
jdd�|_
d|_|j� tjd� qW dS )z�Bring the number of pool processes up to the specified number,
for use after reaping workers which have exited.
)rG r rF Z
PoolWorkerTz added workerN)rm rX rn rY rF rD rh rb rQ rR rP �_wrap_exception�append�name�replacer^ r_ r r4 )r r> �wr r r
rZ � s zPool._repopulate_poolc C s | j � r| j� dS )zEClean up any exited workers and start replacements for them.
N)rp rZ )r r r r
�_maintain_pool� s zPool._maintain_poolc C s4 | j j� | _| j j� | _| jjj| _| jjj| _ d S )N)
rE Z SimpleQueuerh rb r, �sendra r1 �recvre )r r r r
rI � s zPool._setup_queuesc C s | j |||�j� S )z6
Equivalent of `func(*args, **kwds)`.
)� apply_asyncr. )r r? r r@ r r r
�apply� s z
Pool.applyc C s | j ||t|�j� S )zx
Apply `func` to each element in `iterable`, collecting the results
in a list that is returned.
)�
_map_asyncr r. )r r? �iterable� chunksizer r r
r
s zPool.mapc C s | j ||t|�j� S )z�
Like `map()` method but the elements of the `iterable` are expected to
be iterables as well and will be unpacked as arguments. Hence
`func` and (a, b) becomes func(a, b).
)r{ r r. )r r? r| r} r r r
r s z Pool.starmapc C s | j ||t|||�S )z=
Asynchronous version of `starmap()` method.
)r{ r )r r? r| r} �callback�error_callbackr r r
�
starmap_async s zPool.starmap_asyncc c sn y0d}x&t |�D ]\}}||||fi fV qW W n8 tk
rh } z ||d t|fi fV W Y dd}~X nX dS )z�Provides a generator of tasks for imap and imap_unordered with
appropriate handling for iterables which throw exceptions during
iteration.r N���)� enumerater5 r6 )r Z
result_jobr? r| r> �xrB r r r
�_guarded_task_generation s z Pool._guarded_task_generationr c C s� | j tkrtd��|dkrFt| j�}| jj| j|j||�|j f� |S t
j |||�}t| j�}| jj| j|jt |�|j f� dd� |D �S dS )zP
Equivalent of `map()` -- can be MUCH slower than `Pool.map()`.
zPool not runningr c s s | ]}|D ]
}|V q
qd S )Nr )�.0�chunk�itemr r r
� <genexpr>@ s z Pool.imap.<locals>.<genexpr>N)
rO rN rU � IMapIteratorrM rL r- r� �_job� _set_lengthr �
_get_tasksr )r r? r| r} rA � task_batchesr r r
�imap' s
z Pool.imapc C s� | j tkrtd��|dkrFt| j�}| jj| j|j||�|j f� |S t
j |||�}t| j�}| jj| j|jt |�|j f� dd� |D �S dS )zL
Like `imap()` method but ordering of results is arbitrary.
zPool not runningr c s s | ]}|D ]
}|V q
qd S )Nr )r� r� r� r r r
r� [ s z&Pool.imap_unordered.<locals>.<genexpr>N)
rO rN rU �IMapUnorderedIteratorrM rL r- r� r� r� r r� r )r r? r| r} rA r� r r r
�imap_unorderedB s
zPool.imap_unorderedc C sB | j tkrtd��t| j||�}| jj|jd|||fgdf� |S )z;
Asynchronous version of `apply()` method.
zPool not runningr N)rO rN rU � ApplyResultrM rL r- r� )r r? r r@ r~ r rA r r r
ry ] s
zPool.apply_asyncc C s | j ||t|||�S )z9
Asynchronous version of `map()` method.
)r{ r )r r? r| r} r~ r r r r
� map_asynch s zPool.map_asyncc
C s� | j tkrtd��t|d�s$t|�}|dkrTtt|�t| j�d �\}}|rT|d7 }t|�dkrdd}tj |||�}t
| j |t|�||d�} | j j
| j| j||�df� | S )zY
Helper function to implement map, starmap and their async counterparts.
zPool not running�__len__N� r r )r )rO rN rU r/ r �divmodrn rY r r� � MapResultrM rL r- r� r� )
r r? r| Zmapperr} r~ r Zextrar� rA r r r
r{ p s&
zPool._map_asyncc C sT t j� }x0|jtks$| jr8|jtkr8| j� tjd� q
W | j j
d � t j d� d S )Ng�������?zworker handler exiting)
r[ �current_threadrO rN rM � TERMINATErv �time�sleeprL r- r r4 )�pool�threadr r r
r\ � s zPool._handle_workersc
C sj t j� }x�t| jd �D ]�\}}d }z�x�|D ]�}|jr@tjd� P y ||� W q* tk
r� } zD|d d� \}
} y||
j| d| f� W n t k
r� Y nX W Y d d } ~ X q*X q*W |r�tjd� |r�|d nd } || d � wP W d d } }}
X qW tjd� y:tjd� |j
d � tjd� x|D ]} |d � �q&W W n t k
�rZ tjd � Y nX tjd
� d S ) Nz'task handler found thread._state != RUNr Fzdoing set_length()r ztask handler got sentinelz/task handler sending sentinel to result handlerz(task handler sending sentinel to workersz/task handler got OSError when sending sentinelsztask handler exitingr� ) r[ r� �iterr. rO r r4 r5 �_set�KeyErrorr- r3 )
� taskqueuer- r9 r� �cacher� ZtaskseqZ
set_lengthr< rB r= �idx�pr r r
r` � sB
zPool._handle_tasksc C s� t j� }x�y
|� }W n" ttfk
r6 tjd� d S X |jrJtjd� P |d kr^tjd� P |\}}}y|| j||� W n tk
r� Y nX d } }}q
W x�|o�|jt k�r:y
|� }W n" ttfk
r� tjd� d S X |d kr�tjd� q�|\}}}y|| j||� W n tk
�r* Y nX d } }}q�W t
| d��r�tjd� y,x&t d�D ]}| j j
� �spP |� �q^W W n ttfk
�r� Y nX tjdt|�|j� d S ) Nz.result handler got EOFError/OSError -- exitingz,result handler found thread._state=TERMINATEzresult handler got sentinelz&result handler ignoring extra sentinelr1 z"ensuring that outqueue is not full�
z7result handler exiting: len(cache)=%s, thread._state=%s)r[ r� r3 r2 r r4 rO r� r� r� r/ rm r1 �pollrn )r9 r. r� r� r< r= r> �objr r r
rd � sZ
zPool._handle_resultsc c s4 t |�}x&ttj||��}|s"d S | |fV q
W d S )N)r� �tupler �islice)r? �it�sizer� r r r
r� s zPool._get_tasksc C s t d��d S )Nz:pool objects cannot be passed between processes or pickled)�NotImplementedError)r r r r
r" s zPool.__reduce__c C s& t jd� | jtkr"t| _t| j_d S )Nz closing pool)r r4 rO rN �CLOSEr] )r r r r
r0 s
z
Pool.closec C s$ t jd� t| _t| j_| j� d S )Nzterminating pool)r r4 r� rO r] ri )r r r r
� terminate s
zPool.terminatec C sD t jd� | jj� | jj� | jj� x| jD ] }|j� q0W d S )Nz joining pool)r r4 r] r rc rf rY )r r� r r r
r s
z Pool.joinc C sD t jd� | jj� x*|j� r>| jj� r>| jj� tj d� qW d S )Nz7removing tasks from inqueue until task handler finishedr )
r r4 Z_rlock�acquire�is_aliver1 r� rx r� r� )r8 � task_handlerr� r r r
�_help_stuff_finish( s
zPool._help_stuff_finishc
C s( t jd� t|_t|_t jd� | j||t|�� t|_|jd � t jd� tj� |k r`|j � |r�t
|d d�r�t jd� x |D ]} | j d kr�| j � q�W t jd� tj� |k r�|j � t jd� tj� |k r�|j � |o�t
|d d��r$t jd � x,|D ]$} | j
� r�t jd
| j � | j � q�W d S ) Nzfinalizing poolz&helping task handler/workers to finishzjoining worker handlerr r� zterminating workerszjoining task handlerzjoining result handlerzjoining pool workerszcleaning up worker %d)r r4 r� rO r� rn r- r[ r� r r/ ro r� r� �pid)
�clsr� r8 r9 r� Zworker_handlerr� Zresult_handlerr� r� r r r
rg 1 s6
zPool._terminate_poolc C s | S )Nr )r r r r
� __enter___ s zPool.__enter__c C s | j � d S )N)r� )r �exc_typeZexc_valZexc_tbr r r
�__exit__b s z
Pool.__exit__)N)N)NNN)r )r )NNN)NNN)#r r r r* rq rF r rp rZ rv rI rz r
r r� r� r� r� ry r� r{ � staticmethodr\ r` rd r� r" r0 r� r r� � classmethodrg r� r� r r r r
r � sF 8
. < .c @ s@ e Zd Zdd� Zdd� Zdd� Zddd �Zdd
d �Zd d
� ZdS )r� c C s4 t j� | _tt�| _|| _|| _|| _| || j< d S )N) r[ ZEvent�_event�next� job_counterr� rM � _callback�_error_callback)r r� r~ r r r r
r k s
zApplyResult.__init__c C s
| j j� S )N)r� Zis_set)r r r r
�readys s zApplyResult.readyc C s | j S )N)�_success)r r r r
�
successfulv s zApplyResult.successfulNc C s | j j|� d S )N)r� �wait)r �timeoutr r r
r� z s zApplyResult.waitc C s, | j |� | j� st�| jr"| jS | j�d S )N)r� r� r r� �_value)r r� r r r
r. } s
zApplyResult.getc C sV |\| _ | _| jr$| j r$| j| j� | jr>| j r>| j| j� | jj� | j| j= d S )N)r� r� r� r� r� �setrM r� )r r> r� r r r
r� � s
zApplyResult._set)N)N) r r r r r� r� r� r. r� r r r r
r� i s
r� c @ s e Zd Zdd� Zdd� ZdS )r� c C sf t j| |||d� d| _d g| | _|| _|dkrLd| _| jj� || j= n|| t || � | _d S )N)r Tr )
r� r r� r� �
_chunksize� _number_leftr� r� r� �bool)r r� r} �lengthr~ r r r r
r � s
zMapResult.__init__c C s� | j d8 _ |\}}|rp| jrp|| j|| j |d | j �< | j dkr�| jrZ| j| j� | j| j= | jj� nH| r�| jr�d| _|| _| j dkr�| j r�| j | j� | j| j= | jj� d S )Nr r F)
r� r� r� r� r� rM r� r� r� r� )r r> Zsuccess_result�successrA r r r
r� � s"
zMapResult._setN)r r r r r� r r r r
r� � s
r� c @ s: e Zd Zdd� Zdd� Zd dd�ZeZdd � Zd
d � ZdS )
r� c C sJ t jt j� �| _tt�| _|| _tj � | _
d| _ d | _ i | _
| || j< d S )Nr )r[ Z ConditionZLock�_condr� r� r� rM � collections�deque�_items�_index�_length� _unsorted)r r� r r r
r � s
zIMapIterator.__init__c C s | S )Nr )r r r r
�__iter__� s zIMapIterator.__iter__Nc C s� | j �~ y| jj� }W nh tk
r~ | j| jkr6t�| j j|� y| jj� }W n( tk
rx | j| jkrpt�t�Y nX Y nX W d Q R X |\}}|r�|S |�d S )N) r� r� �popleft�
IndexErrorr� r� �
StopIterationr� r )r r� r� r� r& r r r
r� � s" zIMapIterator.nextc
C s� | j �� | j|krr| jj|� | jd7 _x8| j| jkrd| jj| j�}| jj|� | jd7 _q.W | j j� n
|| j|< | j| jkr�| j| j = W d Q R X d S )Nr )
r� r� r� rr r� �pop�notifyr� rM r� )r r> r� r r r
r� � s
zIMapIterator._setc C s< | j �, || _| j| jkr.| j j� | j| j= W d Q R X d S )N)r� r� r� r� rM r� )r r� r r r
r� � s
zIMapIterator._set_length)N) r r r r r� r� �__next__r� r� r r r r
r� � s
r� c @ s e Zd Zdd� ZdS )r� c
C sP | j �@ | jj|� | jd7 _| j j� | j| jkrB| j| j= W d Q R X d S )Nr )r� r� rr r� r� r� rM r� )r r> r� r r r
r� s
zIMapUnorderedIterator._setN)r r r r� r r r r
r� � s r� c @ s@ e Zd ZdZedd� �Zddf fdd�Zdd� Zed d
� �ZdS ) r Fc O s ddl m} || |�S )Nr )rF )ZdummyrF )r r@ rF r r r
rF s zThreadPool.ProcessNc C s t j| |||� d S )N)r r )r rj r: r; r r r
r s zThreadPool.__init__c C s, t j� | _t j� | _| jj| _| jj| _d S )N)rJ rK rh rb r- ra r. re )r r r r
rI s
zThreadPool._setup_queuesc
C s< | j �, | jj� | jjd g| � | j j� W d Q R X d S )N)Z not_emptyrJ �clear�extendZ
notify_all)r8 r� r� r r r
r� s
z ThreadPool._help_stuff_finish) r r r rq r� rF r rI r� r r r r
r s
)"�__all__r[ rJ r r� rS r� r r r r r rN r� r� �countr� r r r5 r r r! r$ rD r6 �objectr r� Z AsyncResultr� r� r� r r r r r
�<module>
s@ * \&)@ __pycache__/__init__.cpython-36.opt-2.pyc 0000644 00000000773 15033635673 0014123 0 ustar 00 3
\� � @ s\ d dl Z ddlmZ e� jdd� ejjD �� ejjZdZdZde j krXe j d e j d < dS )
� N� )�contextc c s | ]}|t tj|�fV qd S )N)�getattrr �_default_context)�.0�name� r �0/usr/lib64/python3.6/multiprocessing/__init__.py� <genexpr> s r
� � �__main__Z __mp_main__)
�sys� r �globals�updater �__all__ZSUBDEBUGZ
SUBWARNING�modulesr r r r �<module> s
__pycache__/semaphore_tracker.cpython-36.pyc 0000644 00000007125 15033635673 0015120 0 ustar 00 3
\ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZddlmZ ddlmZ dddgZ G dd � d e
�Z e � Z e j
Z
e jZe jZe jZd
d � ZdS ) � N� )�spawn)�util�ensure_running�register�
unregisterc @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )�SemaphoreTrackerc C s t j� | _d | _d | _d S )N)� threadingZLock�_lock�_fd�_pid)�self� r �9/usr/lib64/python3.6/multiprocessing/semaphore_tracker.py�__init__ s
zSemaphoreTracker.__init__c C s | j � | jS )N)r r )r
r r r �getfd" s zSemaphoreTracker.getfdc C s | j �� | jdk rRtj| jtj�\}}|s0dS tj| j� d| _d| _tjd� g }y|j t
j j � � W n t
k
r~ Y nX d}tj� \}}zlyB|j |� tj� }|gtj� }|d|| g7 }tj|||�}W n tj|� � Y nX || _|| _W dtj|� X W dQ R X dS )z�Make sure that semaphore tracker process is running.
This can be run from any process. Usually a child process will use
the semaphore created by its parent.NzWsemaphore_tracker: process died unexpectedly, relaunching. Some semaphores might leak.z;from multiprocessing.semaphore_tracker import main;main(%d)z-c)r
r �os�waitpid�WNOHANG�closer �warnings�warn�append�sys�stderr�fileno� Exception�piper Zget_executabler Z _args_from_interpreter_flagsZspawnv_passfds) r
�pidZstatusZ fds_to_pass�cmd�r�wZexe�argsr r r r & s8
z SemaphoreTracker.ensure_runningc C s | j d|� dS )z2Register name of semaphore with semaphore tracker.ZREGISTERN)�_send)r
�namer r r r Q s zSemaphoreTracker.registerc C s | j d|� dS )z4Unregister name of semaphore with semaphore tracker.Z
UNREGISTERN)r# )r
r$ r r r r U s zSemaphoreTracker.unregisterc C sP | j � dj||�jd�}t|�dkr.td��tj| j|�}|t|�ksLt�d S )Nz{0}:{1}
�asciii z
name too long) r �format�encode�len�
ValueErrorr �writer �AssertionError)r
r r$ �msg�nbytesr r r r# Y s zSemaphoreTracker._sendN) �__name__�
__module__� __qualname__r r r r r r# r r r r r s +r c - C s� t j t jt j� t j t jt j� x6tjtjfD ]&}y |j� W q. tk
rR Y q.X q.W t � }z�t
| d���}x�|D ]�}yJ|j � j d�\}}|dkr�|j
|� n |dkr�|j|� n td| ��W qr tk
r� ytjtj� � W n Y nX Y qrX qrW W dQ R X W d|�r<ytjdt|� � W n tk
�r: Y nX xf|D ]^}zT|jd�}ytj|� W n6 tk
�r� } ztjd ||f � W Y dd}~X nX W dX �qBW X dS )
zRun semaphore tracker.�rb� :s REGISTERs
UNREGISTERzunrecognized command %rNzRsemaphore_tracker: There appear to be %d leaked semaphores to clean up at shutdownr% zsemaphore_tracker: %r: %s)�signal�SIGINT�SIG_IGN�SIGTERMr �stdin�stdoutr r �set�open�strip�split�add�remove� RuntimeError�
excepthook�exc_infor r r( �decode�_multiprocessingZ
sem_unlink)�fd�f�cache�liner r$ �er r r �maink sJ
(rI )r r3 r r r rC � r r �__all__�objectr Z_semaphore_trackerr r r r rI r r r r �<module> s
I __pycache__/sharedctypes.cpython-36.opt-2.pyc 0000644 00000014650 15033635673 0015061 0 ustar 00 3
\e �
@ s: d dl Z d dlZddlmZ ddlmZ ddlmZmZ ejZ dddd d
d gZ
e j e j e j
e je je je je je je je je jd � Zd
d� Zdd� Zdd� Zddd�dd�Zddd�dd �Z dd
� Z d&dd �Z dd� Z dd� Z dd � Z!d Z"i Z#ej$� Z%G d d � d e&�Z'G d d!� d!e'�Z(G d"d#� d#e'�Z)G d$d%� d%e)�Z*dS )'� N� )�heap)� get_context)� reduction�assert_spawning�RawValue�RawArray�Value�Array�copy� synchronized) �c�u�b�B�h�H�i�I�l�L�f�dc C s t j| �}tj|�}t| |d �S )N)�ctypes�sizeofr Z
BufferWrapper�
rebuild_ctype)�type_�size�wrapper� r �4/usr/lib64/python3.6/multiprocessing/sharedctypes.py�
_new_value& s
r! c G s< t j| | �}t|�}tjtj|�dtj|�� |j|� |S )Nr )�typecode_to_type�getr! r �memset� addressofr �__init__)�typecode_or_type�argsr �objr r r r + s
c C sj t j| | �}t|t�rD|| }t|�}tjtj|�dtj|�� |S |t |� }t|�}|j
|� |S d S )Nr ) r" r# �
isinstance�intr! r r$ r% r �lenr& )r' �size_or_initializerr r) �resultr r r r 5 s
T)�lock�ctxc G sX t | f|�� }|dkr|S |dkr4|p*t� }|j� }t|d�sJtd| ��t|||d�S )NFT�acquirez '%r' has no method 'acquire')r0 )TN)r r �RLock�hasattr�AttributeErrorr )r' r/ r0 r( r) r r r r E s
c C sT t | |�}|dkr|S |dkr0|p&t� }|j� }t|d�sFtd| ��t|||d�S )NFTr1 z '%r' has no method 'acquire')r0 )TN)r r r2 r3 r4 r )r' r- r/ r0 r) r r r r
S s
c C s t t| ��}| tj|�d< |S )Nr )r! �typer Zpointer)r) Znew_objr r r r a s c C s� |pt � }t| tj�r"t| ||�S t| tj�rR| jtjkrFt| ||�S t | ||�S t
| �}y t | }W nV t k
r� dd� |j
D �}tdd� |D ��}d|j }t
|tf|� }t |< Y nX || ||�S d S )Nc S s g | ] }|d �qS )r r )�.0Zfieldr r r �
<listcomp>u s z synchronized.<locals>.<listcomp>c s s | ]}|t |�fV qd S )N)�
make_property)r6 �namer r r � <genexpr>v s z synchronized.<locals>.<genexpr>� Synchronized)r r* r Z _SimpleCDatar; r
�_type_�c_char�SynchronizedString�SynchronizedArrayr5 � class_cache�KeyErrorZ_fields_�dict�__name__�SynchronizedBase)r) r/ r0 �cls�scls�namesr Z classnamer r r r f s
c C s@ t | � t| tj�r(t| j| j| jffS tt| �| jd ffS d S )N) r r* r r
r r< �_wrapperZ_length_r5 )r) r r r � reduce_ctype s rI c C s8 |d k r| | } t j| t� |j� }| j|�}||_|S )N)�_ForkingPickler�registerrI Zcreate_memoryviewZ from_bufferrH )r r ZlengthZbufr) r r r r � s
r c C sJ yt | S tk
rD i }tt| fd |� || t | < || S X d S )N� )�
prop_cacherA �exec�template)r9 r r r r r8 � s r8 z�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
c @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )rD Nc C sB || _ |r|| _n|p tdd�}|j� | _| jj| _| jj| _d S )NT)Zforce)�_obj�_lockr r2 r1 �release)�selfr) r/ r0 r r r r& � s
zSynchronizedBase.__init__c C s
| j j� S )N)rQ � __enter__)rS r r r rT � s zSynchronizedBase.__enter__c G s | j j|� S )N)rQ �__exit__)rS r( r r r rU � s zSynchronizedBase.__exit__c C s t | � t| j| jffS )N)r r rP rQ )rS r r r �
__reduce__� s zSynchronizedBase.__reduce__c C s | j S )N)rP )rS r r r �get_obj� s zSynchronizedBase.get_objc C s | j S )N)rQ )rS r r r �get_lock� s zSynchronizedBase.get_lockc C s dt | �j| jf S )Nz<%s wrapper for %s>)r5 rC rP )rS r r r �__repr__� s zSynchronizedBase.__repr__)NN)
rC �
__module__� __qualname__r& rT rU rV rW rX rY r r r r rD � s
rD c @ s e Zd Zed�ZdS )r; �valueN)rC rZ r[ r8 r\ r r r r r; � s r; c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) r? c C s
t | j�S )N)r, rP )rS r r r �__len__� s zSynchronizedArray.__len__c C s | � | j | S Q R X d S )N)rP )rS r r r r � __getitem__� s z SynchronizedArray.__getitem__c
C s | � || j |< W d Q R X d S )N)rP )rS r r\ r r r � __setitem__� s z SynchronizedArray.__setitem__c
C s | � | j ||� S Q R X d S )N)rP )rS �start�stopr r r � __getslice__� s z SynchronizedArray.__getslice__c C s" | � || j ||�< W d Q R X d S )N)rP )rS r` ra �valuesr r r � __setslice__� s z SynchronizedArray.__setslice__N)rC rZ r[ r] r^ r_ rb rd r r r r r? � s
r? c @ s e Zd Zed�Zed�ZdS )r> r\ �rawN)rC rZ r[ r8 r\ re r r r r r> � s r> )NN)+r �weakref� r r �contextr r ZForkingPicklerrJ �__all__r= Zc_wcharZc_byteZc_ubyteZc_shortZc_ushortZc_intZc_uintZc_longZc_ulongZc_floatZc_doubler" r! r r r r
r r rI r r8 rO rM �WeakKeyDictionaryr@ �objectrD r; r? r> r r r r �<module>
s:
__pycache__/reduction.cpython-36.opt-2.pyc 0000644 00000015662 15033635673 0014363 0 ustar 00 3
\
$ � @ s d dl mZmZ d dlZd dlZd dlZd dlZd dlZd dlZd dl Z ddl
m Z ddddd gZ e j
d
kp�eed �o�eed �o�eejd
�ZG dd� dej�ZejZd5dd �Ze j
d
k�re dddg7 Z d dlZd6dd�Zdd� Zdd� Zdd� ZG dd� de�ZnHe dddg7 Z d dlZe j
d kZ d d� Z d d� Z d d� Zd d� Zd!d� Z d"d#� Z G d$d%� d%�Z!ee"e!� j#�e � d&d'� Z$ee"e%j&�e$� ee"e'j(�e$� d(d)� Z)d*d+� Z*eej+e)� e j
d
k�r�d,d-� Z,d.d/� Z-eeje,� n d0d-� Z,d1d/� Z-eeje,� G d2d3� d3ed4�Z.dS )7� )�ABCMeta�abstractmethodN� )�context� send_handle� recv_handle�ForkingPickler�register�dump�win32ZCMSG_LEN�
SCM_RIGHTS�sendmsgc sF e Zd Zi ZejZ� fdd�Zedd� �Z eddd��Z
e j Z � Z
S ) r c s* t � j|� | jj� | _| jj| j� d S )N)�super�__init__�_copyreg_dispatch_table�copy�dispatch_table�update�_extra_reducers)�self�args)� __class__� �1/usr/lib64/python3.6/multiprocessing/reduction.pyr & s zForkingPickler.__init__c C s || j |< d S )N)r )�cls�type�reducer r r r + s zForkingPickler.registerNc C s t j� }| ||�j|� |j� S )N)�io�BytesIOr
� getbuffer)r �obj�protocolZbufr r r �dumps0 s zForkingPickler.dumps)N)�__name__�
__module__� __qualname__r �copyregr r r � classmethodr r" �pickle�loads�
__classcell__r r )r r r ! s c C s t ||�j| � d S )N)r r
)r �filer! r r r r
: s � DupHandle� duplicate� steal_handleFc C s* |d krt j� }t jt j� | |d|t j�S )Nr )�_winapi�GetCurrentProcess�DuplicateHandle�DUPLICATE_SAME_ACCESS)�handleZtarget_processZ inheritabler r r r- G s
c C sB t jt jd| �}z t j||t j� ddt jt jB �S t j|� X d S )NFr )r/ � OpenProcess�PROCESS_DUP_HANDLEr1 r0 r2 �DUPLICATE_CLOSE_SOURCE� CloseHandle)Z
source_pidr3 Zsource_process_handler r r r. O s
c C s t |tj|�}| j|� d S )N)r, r/ r2 �send)�connr3 �destination_pidZdhr r r r [ s c C s | j � j� S )N)�recv�detach)r9 r r r r ` s c @ s e Zd Zddd�Zdd� ZdS )r, Nc
C s\ |d krt j� }tjtjd|�}z tjtj� |||dd�| _W d tj|� X || _ || _
d S )NFr ) �os�getpidr/ r4 r5 r1 r0 �_handler7 �_access�_pid)r r3 �access�pid�procr r r r f s zDupHandle.__init__c
C sV | j tj� kr| jS tjtjd| j �}z tj|| jtj� | j dtj
�S tj |� X d S )NF) rA r= r> r? r/ r4 r5 r1 r0 r@ r6 r7 )r rD r r r r< u s
zDupHandle.detach)N)r# r$ r% r r< r r r r r, d s
�DupFd�sendfds�recvfds�darwinc C sV t j d|�}tt|�d g�}| j|gtjtj|fg� trR| jd�dkrRt d��d S )N�i� r � Az%did not receive acknowledgement of fd)
�array�bytes�lenr
�socket�
SOL_SOCKETr � ACKNOWLEDGEr; � RuntimeError)�sockZfds�msgr r r rF � s
c C s� t j d�}|j| }| jdtj|��\}}}}| r>| r>t�yxtrN| jd� t|�dkrjt dt|� ��|d \}} }
|tj
kr�| tj kr�t|
�|j dkr�t �|j
|
� t|�S W n t tfk
r� Y nX t d��d S )NrI r rK z received %d items of ancdatar zInvalid data received)rL �itemsizeZrecvmsgrO Z
CMSG_SPACE�EOFErrorrQ r8 rN rR rP r �
ValueErrorZ frombytes�list�
IndexError) rS �size�aZ
bytes_sizerT Zancdata�flagsZaddrZ
cmsg_levelZ cmsg_typeZ cmsg_datar r r rG � s*
c
C s2 t j| j� t jt j��}t||g� W d Q R X d S )N)rO �fromfd�fileno�AF_UNIX� SOCK_STREAMrF )r9 r3 r: �sr r r r � s c
C s0 t j| j� t jt j��}t|d�d S Q R X d S )Nr r )rO r] r^ r_ r` rG )r9 ra r r r r � s c C sF t j� }|d k r |j|j| ��S tr:ddlm} |j| �S td��d S )Nr )�resource_sharerz&SCM_RIGHTS appears not to be available)r Zget_spawning_popenrE Zduplicate_for_child�HAVE_SEND_HANDLE� rb rW )�fdZ popen_objrb r r r rE � s
c C s2 | j d kr t| j| jjffS t| j | jjffS d S )N)�__self__�getattrr �__func__r# )�mr r r �_reduce_method� s
rj c @ s e Zd Zdd� ZdS )�_Cc C s d S )Nr )r r r r �f� s z_C.fN)r# r$ r% rl r r r r rk � s rk c C s t | j| jffS )N)rg � __objclass__r# )ri r r r �_reduce_method_descriptor� s rn c C s t | j| j| jpi ffS )N)�_rebuild_partial�funcr �keywords)�pr r r �_reduce_partial� s rs c C s t j| f|�|�S )N)� functools�partial)rp r rq r r r ro � s ro c C s ddl m} t|| �ffS )Nr )� DupSocket)rb rv �_rebuild_socket)ra rv r r r �_reduce_socket� s rx c C s | j � S )N)r< )Zdsr r r rw � s rw c C s" t | j� �}t|| j| j| jffS )N)rE r^ rw �familyr �proto)ra �dfr r r rx � s c C s | j � }tj||||d�S )N)r^ )r< rO )r{ ry r rz re r r r rw � s c @ s` e Zd ZeZeZeZeZeZej dkr4e
Z
e Z e Z n e
Z
eZeZeZeZeZeZeZdd� ZdS )�AbstractReducerr c G sN t tt� j�t� t ttj�t� t ttj �t� t t
j t � t t
j
t� d S )N)r r rk rl rj rX �appendrn �int�__add__rt ru rs rO rx )r r r r r r
s
zAbstractReducer.__init__N)r# r$ r% r r r
r r �sys�platformr. r- r, rF rG rE rj rn ro rx rw r r r r r r| � s$
r| )� metaclass)N)NF)/�abcr r r& rt r r= r( rO r� rd r �__all__r� �hasattrrc ZPicklerr r r
r/ r- r. r r �objectr, rL rQ rF rG rE rj rk r rl rn rX r} r~ r rs ro ru rx rw r| r r r r �<module>
sb
#
__pycache__/resource_sharer.cpython-36.opt-1.pyc 0000644 00000012004 15033635673 0015544 0 ustar 00 3
\� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ ddlm Z dgZ
ej dkrxe
dg7 Z
G d d� de �Z
ne
d
g7 Z
G d d
� d
e �ZG d d
� d
e �Ze� ZejZdS )� N� )�process)� reduction)�util�stopZwin32� DupSocketc @ s e Zd ZdZdd� Zdd� ZdS )r z Picklable wrapper for a socket.c s( |j � � � fdd�}tj|� j�| _d S )Nc s � j |�}| j|� d S )N)�shareZ
send_bytes)�conn�pidr )�new_sock� �7/usr/lib64/python3.6/multiprocessing/resource_sharer.py�send s
z DupSocket.__init__.<locals>.send)�dup�_resource_sharer�register�close�_id)�selfZsockr r )r r
�__init__ s zDupSocket.__init__c C s* t j| j��}|j� }tj|�S Q R X dS )z1Get the socket. This should only be called once.N)r �get_connectionr Z
recv_bytes�socketZ fromshare)r r r r r r
�detach$ s zDupSocket.detachN)�__name__�
__module__� __qualname__�__doc__r r r r r r
r s �DupFdc @ s e Zd ZdZdd� Zdd� ZdS )r z-Wrapper for fd which can be used at any time.c s4 t j|�� � fdd�}� fdd�}tj||�| _d S )Nc s t j| � |� d S )N)r Z send_handle)r r
)�new_fdr r
r 1 s z DupFd.__init__.<locals>.sendc s t j� � d S )N)�osr r )r r r
r 3 s z DupFd.__init__.<locals>.close)r r r r r )r �fdr r r )r r
r / s
zDupFd.__init__c C s" t j| j�� }tj|�S Q R X dS )z-Get the fd. This should only be called once.N)r r r r Z recv_handle)r r r r r
r 7 s z DupFd.detachN)r r r r r r r r r r
r - s c @ sN e Zd ZdZdd� Zdd� Zedd� �Zdd d
�Zd d � Z d
d� Z
dd� Z dS )�_ResourceSharerz-Manager for resouces using background thread.c C s@ d| _ i | _g | _tj� | _d | _d | _d | _t j
| t j � d S )Nr )
�_key�_cache�
_old_locks� threading�Lock�_lock� _listener�_address�_threadr Zregister_after_forkr! �
_afterfork)r r r r
r ? s
z_ResourceSharer.__init__c
C sN | j �> | jdkr| j� | jd7 _||f| j| j< | j| jfS Q R X dS )z+Register resource, returning an identifier.Nr )r' r) �_startr" r# )r r r r r r
r I s
z_ResourceSharer.registerc C s< ddl m} | \}}||tj� jd�}|j|tj� f� |S )z<Return connection from which to receive identified resource.r )�Client)�authkey)�
connectionr- r �current_processr. r r �getpid)Zidentr- �address�key�cr r r
r R s
z _ResourceSharer.get_connectionNc C s� ddl m} | j�� | jdk r�|| jtj� jd�}|jd� |j� | j j
|� | j j � rdt j
d� | jj� d| _ d| _d| _x | jj� D ]\}\}}|� q�W | jj� W dQ R X dS )z:Stop the background thread and clear registered resources.r )r- N)r. z._ResourceSharer thread did not stop when asked)r/ r- r' r) r r0 r. r r r* �joinZis_aliver Z sub_warningr( r# �items�clear)r Ztimeoutr- r4 r3 r r r r r
r [ s"
z_ResourceSharer.stopc C sn x | j j� D ]\}\}}|� q W | j j� | jj| j� tj� | _| jd k rX| jj � d | _d | _
d | _ d S )N) r# r6 r7 r$ �appendr' r% r& r( r r) r* )r r3 r r r r r
r+ p s
z_ResourceSharer._afterforkc C sX ddl m} tjd� |tj� jd�| _| jj| _ t
j | j d�}d|_
|j� || _d S )Nr )�Listenerz0starting listener and thread for sending handles)r. )�targetT)r/ r9 r �debugr r0 r. r( r2 r) r% ZThread�_serveZdaemon�startr* )r r9 �tr r r
r, ~ s
z_ResourceSharer._startc C s� t td�r tjtjtdtj�� x�y\| jj� �H}|j� }|d krBP |\}}| j j
|�\}}z|||� W d |� X W d Q R X W q" t j � s�t
jt
j� � Y q"X q"W d S )N�pthread_sigmaskr )�hasattr�signalr? � SIG_BLOCK�range�NSIGr( ZacceptZrecvr# �popr Z
is_exiting�sys�
excepthook�exc_info)r r �msgr3 Zdestination_pidr r r r r
r< � s
z_ResourceSharer._serve)N) r r r r r r � staticmethodr r r+ r, r< r r r r
r! = s
r! )r rA r rF r% � r �contextr r �__all__�platform�objectr r r! r r r r r r
�<module> s
` __pycache__/popen_fork.cpython-36.opt-2.pyc 0000644 00000004051 15033635673 0014517 0 ustar 00 3
\ � @ s> d dl Z d dlZd dlZddlmZ dgZG dd� de�ZdS )� N� )�util�Popenc @ sH e Zd ZdZdd� Zdd� Zejfdd�Zdd d
�Z d d � Z
d
d� Z dS )r �forkc C s t j� d | _| j|� d S )N)r Z_flush_std_streams�
returncode�_launch)�self� process_obj� r
�2/usr/lib64/python3.6/multiprocessing/popen_fork.py�__init__ s zPopen.__init__c C s |S )Nr
)r �fdr
r
r �duplicate_for_child s zPopen.duplicate_for_childc C s� | j d krzx>ytj| j|�\}}W n tk
rB } zd S d }~X q X P q W || jkrztj|�rntj|� | _ n tj|�| _ | j S )N)r �os�waitpid�pid�OSError� WIFSIGNALED�WTERMSIG� WEXITSTATUS)r �flagr �sts�er
r
r �poll s
z
Popen.pollNc C sN | j d krH|d k r0ddlm} || jg|�s0d S | j|dkrBtjnd�S | j S )Nr )�waitg )r Zmultiprocessing.connectionr �sentinelr r �WNOHANG)r �timeoutr r
r
r r + s
z
Popen.waitc C s\ | j d krXytj| jtj� W n8 tk
r2 Y n& tk
rV | jdd�d krR� Y nX d S )Ng�������?)r ) r r �killr �signal�SIGTERM�ProcessLookupErrorr r )r r
r
r � terminate5 s
zPopen.terminatec C s� d}t j� \}}t j� | _| jdkrdz0t j|� dtjkrJdd l}|j� |j � }W d t j
|� X n"t j|� t j | t j|f� || _
d S )Nr r �random)r �piper r �close�sys�modulesr# Zseed�
_bootstrap�_exitr ZFinalizer )r r �codeZparent_rZchild_wr# r
r
r r ? s
z
Popen._launch)N) �__name__�
__module__� __qualname__�methodr r r r r r r" r r
r
r
r r
s
)r r& r � r �__all__�objectr r
r
r
r �<module> s
__pycache__/forkserver.cpython-36.pyc 0000644 00000015266 15033635673 0013617 0 ustar 00 3
\�! � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZddlm Z ddlm
Z
ddl m Z ddlm
Z
ddlmZ ddlmZ d d
d d gZd
Zejd�ZG dd� de�Zddd�Zdd� Zdd� Zdd� Ze� ZejZej Z ej Z ej Z dS )� N� )�
connection)�process)� reduction)�semaphore_tracker)�spawn)�util�ensure_running�get_inherited_fds�connect_to_new_process�set_forkserver_preload� �Qc @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �
ForkServerc C s. d | _ d | _d | _d | _tj� | _dg| _d S )N�__main__)�_forkserver_address�_forkserver_alive_fd�_forkserver_pid�_inherited_fds� threadingZLock�_lock�_preload_modules)�self� r �2/usr/lib64/python3.6/multiprocessing/forkserver.py�__init__! s
zForkServer.__init__c C s& t dd� | jD ��s td��|| _dS )z>Set list of module names to try to load in forkserver process.c s s | ]}t |�tkV qd S )N)�type�str)�.0�modr r r � <genexpr>+ s z4ForkServer.set_forkserver_preload.<locals>.<genexpr>z&module_names must be a list of stringsN)�allr � TypeError)r Z
modules_namesr r r r ) s z!ForkServer.set_forkserver_preloadc C s | j S )z�Return list of fds inherited from parent process.
This returns None if the current process was not started by fork
server.
)r )r r r r r
/ s z ForkServer.get_inherited_fdsc C s� | j � t|�d tkr td��tjtj���}|j| j� tj � \}}tj � \}}||| j
t j � g}||7 }z<yt
j||� ||fS tj|� tj|� � Y nX W dtj|� tj|� X W dQ R X dS )a; Request forkserver to create a child process.
Returns a pair of fds (status_r, data_w). The calling process can read
the child process's pid and (eventually) its returncode from status_r.
The calling process should write to data_w the pickled preparation and
process data.
� z too many fdsN)r �len�MAXFDS_TO_SEND�
ValueError�socket�AF_UNIXZconnectr �os�piper r Zgetfdr Zsendfds�close)r �fdsZclientZparent_r�child_w�child_rZparent_wZallfdsr r r r 7 s&
z!ForkServer.connect_to_new_processc s� | j ��n tj� | jdk rVtj| jtj�\}}|s8dS tj| j� d| _ d| _d| _d }| j
r�ddh� t j d�}t
� fdd�|j� D ��}ni }tjtj���}tjd �}|j|� tj|d
� |j� tj� \}}ztyV|j� |g} ||j� || j
|f; }t j� }
|
gtj� } | d |g7 } tj|
| | �}W n tj|� � Y nX W dtj|� X || _ || _|| _W dQ R X W dQ R X dS )
z�Make sure that a fork server is running.
This can be called from any process. Note that usually a child
process will just reuse the forkserver started by its parent, so
ensure_running() will do nothing.
Nz-from multiprocessing.forkserver import main; zmain(%d, %d, %r, **%r)� main_path�sys_path�ignorec 3 s" | ]\}}|� kr||fV qd S )Nr )r �x�y)� desired_keysr r r o s z,ForkServer.ensure_running.<locals>.<genexpr>r( i� z-czCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r)) r r r r r) �waitpid�WNOHANGr+ r r r r Zget_preparation_data�dict�itemsr' r( r Zarbitrary_addressZbind�chmodZlistenr* �filenoZget_executabler Z _args_from_interpreter_flagsZspawnv_passfds) r �pidZstatus�cmd�data�listenerZaddress�alive_rZalive_wZ fds_to_passZexe�argsr )r4 r r T sL
zForkServer.ensure_runningN)�__name__�
__module__� __qualname__r r r
r r r r r r r s
r c 4 C s |rhd|kr8|dk r8dt j� _ztj|� W dt j� `X x.|D ]&}y t|� W q> tk
rb Y q>X q>W tj� t j
t j t j t j i}dd� |j
� D �}tjtj| d���R}tj� ��<} |j� t_| j|tj� | j|tj� �x y�x dd� | j� D �}
|
r�P q�W ||
k�r$tj|d �d
k�s t�t�||
k�s2t�|j � d �l} d } tj � d k�r�zFyt | |||� W n. t k
�r� t j!t j"� � t j#j$� Y nX W dtj%| � X W dQ R X W q� t&k
�r� }
z|
j't'j(k�rւ W Y dd}
~
X q�X q�W W dQ R X W dQ R X dS ) zRun forkserver.r NTc S s i | ]\}}t j ||�|�qS r )�signal)r �sig�valr r r �
<dictcomp>� s zmain.<locals>.<dictcomp>)r: c S s g | ]\}}|j �qS r )Zfileobj)r �keyZeventsr r r �
<listcomp>� s zmain.<locals>.<listcomp>r � r ))r Zcurrent_processZ _inheritingr Zimport_main_path�
__import__� ImportErrorr Z _close_stdinrD �SIGCHLD�SIG_IGN�SIGINTr8 r' r( � selectorsZDefaultSelectorZ getsockname� _forkserverr �registerZ
EVENT_READZselectr) �read�AssertionError�
SystemExitZaccept�fork�
_serve_one� Exception�sys�
excepthook�exc_info�stderr�flush�_exit�OSError�errnoZ ECONNABORTED)Z listener_fdr? Zpreloadr/ r0 �modname�handlersZ old_handlersr> ZselectorZrfds�s�code�er r r �main� sV
rf c C s� |j � tj |� x |j� D ]\}}tj||� q W tj| td �}| j � t|�tks\t�|^}}t _
} t _ | t j
_t|tj� � dtjkr�dd l}
|
j� tj|�} t|| � d S )Nr �randomr )r+ r) r8 rD r Zrecvfdsr% r$ rT rQ r r r Z_semaphore_trackerZ_fd�write_unsigned�getpidrY �modulesrg Zseedr �_main) rc r> r? rb rE rF r, r. r- Zstfdrg rd r r r rW � s
rW c C sR d}t j}x8t|�|k rBtj| |t|� �}|s8td��||7 }q W t j|�d S )NrJ zunexpected EOFr )�UNSIGNED_STRUCT�sizer$ r) rS �EOFErrorZunpack)�fdr= Zlengthrc r r r �
read_unsigned� s rp c C s@ t j|�}x0|r:tj| |�}|dkr,td��||d � }q W d S )Nr zshould not get here)rl Zpackr) �write� RuntimeError)ro �n�msg�nbytesr r r rh � s
rh )NN) r` r) rP rD r' ZstructrY r � r r �contextr r r r �__all__r% ZStructrl �objectr rf rW rp rh rQ r r
r r r r r r �<module> s6
s
=!
__pycache__/synchronize.cpython-36.pyc 0000644 00000026460 15033635673 0014000 0 ustar 00 3
\/ � @ s, d dddddgZ ddlZddlZddlZddlZddlZdd lmZ dd
lmZ dd lm Z ydd lm
Z
m Z W n e k
r� e d ��Y nX e
ed��\ZZej
jZG dd� de�Z
G dd� de
�ZG dd� de�ZG dd � d e
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG dd� dej�ZdS ) �Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event� N� )�context)�process)�util)�SemLock�
sem_unlinkz*This platform lacks a functioning sem_openz( implementation, therefore, the requiredz+ synchronization primitives needed will notz function, see issue 3770.� c @ s\ e Zd Zej� Zdd� Zedd� �Zdd� Z dd� Z
d d
� Z d d � Z d
d� Z
edd� �ZdS )r c
C s� |d krt jj� }|j� }tjdkp*|dk}xPtd�D ]<}y tj|||| j � |� }| _
W n t k
rn Y q6X P q6W t d��t j
d|j � | j� tjdkr�dd� } t j| | � | j
jd k r�dd lm}
|
| j
j� t j| tj| j
jfd
d � d S ) N�win32�fork�d z cannot find name for semaphorez created semlock with handle %sc S s | j j� d S )N)�_semlock� _after_fork)�obj� r �3/usr/lib64/python3.6/multiprocessing/synchronize.pyr G s z%SemLock.__init__.<locals>._after_forkr )�registerr )Z exitpriority)r Z_default_contextZ get_contextZget_start_method�sys�platform�range�_multiprocessingr �
_make_namer �FileExistsErrorr �debug�handle�
_make_methodsZregister_after_fork�name�semaphore_trackerr ZFinalize�_cleanup) �self�kind�value�maxvalue�ctxr! Z
unlink_now�i�slr r r r r �__init__2 s.
zSemLock.__init__c C s ddl m} t| � || � d S )Nr )�
unregister)r" r, r
)r! r, r r r r# T s zSemLock._cleanupc C s | j j| _| j j| _d S )N)r �acquire�release)r$ r r r r Z s
zSemLock._make_methodsc C s
| j j� S )N)r � __enter__)r$ r r r r/ ^ s zSemLock.__enter__c G s | j j|� S )N)r �__exit__)r$ �argsr r r r0 a s zSemLock.__exit__c C sD t j| � | j}tjdkr,t j� j|j�}n|j}||j|j |j
fS )Nr ) r �assert_spawningr r r Zget_spawning_popenZduplicate_for_childr r% r' r! )r$ r* �hr r r � __getstate__d s
zSemLock.__getstate__c C s, t jj|� | _tjd|d � | j� d S )Nz recreated blocker with handle %rr )r r Z_rebuildr r r r )r$ �stater r r � __setstate__m s zSemLock.__setstate__c C s dt j� jd ttj�f S )Nz%s-%sZ semprefix)r
�current_processZ_config�nextr �_randr r r r r r s zSemLock._make_nameN)�__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer9 r+ � staticmethodr# r r/ r0 r4 r6 r r r r r r . s " r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r r c C s t j| t|t|d� d S )N)r( )r r+ � SEMAPHORE�
SEM_VALUE_MAX)r$ r& r( r r r r+ } s zSemaphore.__init__c C s
| j j� S )N)r �
_get_value)r$ r r r � get_value� s zSemaphore.get_valuec C s8 y| j j� }W n tk
r& d}Y nX d| jj|f S )N�unknownz<%s(value=%s)>)r rA � Exception� __class__r: )r$ r& r r r �__repr__� s
zSemaphore.__repr__N)r )r: r; r< r+ rB rF r r r r r { s
c @ s e Zd Zddd�Zdd� ZdS )r r c C s t j| t|||d� d S )N)r( )r r+ r? )r$ r& r( r r r r+ � s zBoundedSemaphore.__init__c C s> y| j j� }W n tk
r& d}Y nX d| jj|| j jf S )NrC z<%s(value=%s, maxvalue=%s)>)r rA rD rE r: r' )r$ r& r r r rF � s
zBoundedSemaphore.__repr__N)r )r: r; r< r+ rF r r r r r � s
c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S )Nr )r( )r r+ r? )r$ r( r r r r+ � s z
Lock.__init__c C s� yf| j j� r8tj� j}tj� jdkrd|dtj� j 7 }n,| j j� dkrLd}n| j j� dkr`d}nd}W n t k
r~ d}Y nX d | j
j |f S )
N�
MainThread�|r �Noner �SomeOtherThread�SomeOtherProcessrC z<%s(owner=%s)>) r �_is_miner
r7 r! � threading�current_threadrA �_countrD rE r: )r$ r! r r r rF � s
z
Lock.__repr__N)r: r; r< r+ rF r r r r r � s c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S )Nr )r( )r r+ �RECURSIVE_MUTEX)r$ r( r r r r+ � s zRLock.__init__c C s� y|| j j� rBtj� j}tj� jdkr6|dtj� j 7 }| j j� }n8| j j� dkrZd \}}n | j j� dkrrd \}}nd
\}}W n t k
r� d\}}Y nX d
| j
j ||f S )NrG rH r rI r rJ �nonzerorK rC z <%s(%s, %s)>)rI r )rJ rQ )rK rQ )rC rC ) r rL r
r7 r! rM rN rO rA rD rE r: )r$ r! �countr r r rF � s
zRLock.__repr__N)r: r; r< r+ rF r r r r r � s c @ sj e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z ddd�Z
dd� Z dd� Z ddd�Z
dS )r Nc C s> |p
|j � | _|jd�| _|jd�| _|jd�| _| j� d S )Nr )r �_lockr �_sleeping_count� _woken_count�_wait_semaphorer )r$ �lockr( r r r r+ � s
zCondition.__init__c C s t j| � | j| j| j| jfS )N)r r2 rS rT rU rV )r$ r r r r4 � s
zCondition.__getstate__c C s |\| _ | _| _| _| j� d S )N)rS rT rU rV r )r$ r5 r r r r6 � s zCondition.__setstate__c C s
| j j� S )N)rS r/ )r$ r r r r/ � s zCondition.__enter__c G s | j j|� S )N)rS r0 )r$ r1 r r r r0 � s zCondition.__exit__c C s | j j| _| j j| _d S )N)rS r- r. )r$ r r r r � s
zCondition._make_methodsc C sJ y | j jj� | jjj� }W n tk
r4 d}Y nX d| jj| j|f S )NrC z <%s(%s, %s)>)rT r rA rU rD rE r: rS )r$ Z num_waitersr r r rF � s
zCondition.__repr__c C s� | j jj� std��| jj� | j jj� }xt|�D ]}| j j� q4W z| jj d|�S | j
j� xt|�D ]}| j j � qjW X d S )Nz,must acquire() condition before using wait()T) rS r rL �AssertionErrorrT r. rO r rV r- rU )r$ �timeoutrR r) r r r �wait� s
zCondition.waitc C s| | j jj� std��| jjd� s&t�x$| jjd�rJ| jjd�}|s(t�q(W | jjd�rx| jj� | jj� | jjd� d S )Nzlock is not ownedF) rS r rL rX rV r- rU rT r. )r$ �resr r r �notify s
zCondition.notifyc C s� | j jj� std��| jjd� s&t�x$| jjd�rJ| jjd�}|s(t�q(W d}x"| jjd�rr| jj� |d7 }qRW |r�xt |�D ]}| jj� q�W x| jjd�r�q�W d S )Nzlock is not ownedFr r )
rS r rL rX rV r- rU rT r. r )r$ r[ Zsleepersr) r r r �
notify_all s
zCondition.notify_allc C sh |� }|r|S |d k r$t j� | }nd }d }x6|sb|d k rP|t j� }|dkrPP | j|� |� }q.W |S )Nr )�timeZ monotonicrZ )r$ Z predicaterY �resultZendtimeZwaittimer r r �wait_for6 s
zCondition.wait_for)N)N)N)r: r; r< r+ r4 r6 r/ r0 r rF rZ r\ r] r` r r r r r � s
c @ s6 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
d �Zd S )
r c C s |j |j� �| _|jd�| _d S )Nr )r r �_condr �_flag)r$ r( r r r r+ N s zEvent.__init__c C s0 | j � | jjd�r"| jj� dS dS Q R X d S )NFT)ra rb r- r. )r$ r r r �is_setR s
z Event.is_setc C s6 | j �& | jjd� | jj� | j j� W d Q R X d S )NF)ra rb r- r. r] )r$ r r r �setY s
z Event.setc C s" | j � | jjd� W d Q R X d S )NF)ra rb r- )r$ r r r �clear_ s z Event.clearNc C sT | j �D | jjd�r | jj� n | j j|� | jjd�rF| jj� dS dS Q R X d S )NFT)ra rb r- r. rZ )r$ rY r r r rZ c s
z
Event.wait)N)r: r; r< r+ rc rd re rZ r r r r r L s
c @ sZ e Zd Zddd�Zdd� Zdd� Zedd � �Zejd
d � �Zed d � �Z e jd
d � �Z dS )�BarrierNc C sR dd l }ddlm} ||jd�d �}|j� }| j|||||f� d| _d| _d S )Nr r )�
BufferWrapperr) r )�struct�heaprg Zcalcsizer r6 �_staterO ) r$ Zparties�actionrY r( rh rg �wrapperZcondr r r r+ u s zBarrier.__init__c C s. |\| _ | _| _| _| _| jj� jd�| _d S )Nr) )�_parties�_action�_timeoutra �_wrapperZcreate_memoryview�cast�_array)r$ r5 r r r r6 ~ s zBarrier.__setstate__c C s | j | j| j| j| jfS )N)rm rn ro ra rp )r$ r r r r4 � s zBarrier.__getstate__c C s
| j d S )Nr )rr )r$ r r r rj � s zBarrier._statec C s || j d< d S )Nr )rr )r$ r& r r r rj � s c C s
| j d S )Nr )rr )r$ r r r rO � s zBarrier._countc C s || j d< d S )Nr )rr )r$ r& r r r rO � s )NN)
r: r; r< r+ r6 r4 �propertyrj �setterrO r r r r rf s s
rf zRThis platform lacks a functioning sem_open implementation, therefore, the requiredz}This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will notz�This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.)�__all__rM r r= r r^ � r r
r r r
� ImportError�listr rP r? r@ �objectr r r r r r rf r r r r �<module> s0 Mz' __pycache__/popen_spawn_win32.cpython-36.opt-2.pyc 0000644 00000005122 15033635673 0015730 0 ustar 00 3
\� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZmZmZ ddl m
Z
ddl m Z dgZ dZ
ejdkoreed d
�Zejj� jd �ZG d d� de�ZdS )
� N� )� reduction�get_spawning_popen�set_spawning_popen)�spawn)�util�Popeni Zwin32�frozenFzpythonservice.exec @ s: e Zd ZdZdd� Zdd� Zd
dd�Zd d
� Zd d � ZdS )r r c C s t j|j�}tjd d�\}}tj|d�}t jtj � |d�}dj
dd� |D ��}t |ddd���}y4tj t j
� |d d d dd d d � \}} }
} tj| � W n tj|� � Y nX |
| _d | _|| _t|�| _tj| tj| jf� t| � z tj||� tj||� W d td � X W d Q R X d S )
Nr )Z
parent_pidZ pipe_handle� c s s | ]}d | V qdS )z"%s"N� )�.0�xr r �9/usr/lib64/python3.6/multiprocessing/popen_spawn_win32.py� <genexpr>) s z!Popen.__init__.<locals>.<genexpr>�wbT)�closefdF)r Zget_preparation_data�_name�_winapiZ
CreatePipe�msvcrtZopen_osfhandleZget_command_line�os�getpid�join�openZ
CreateProcessZget_executableZ CloseHandle�pid�
returncode�_handle�int�sentinelr ZFinalizer r �dump) �selfZ process_objZ prep_dataZrhandleZwhandleZwfd�cmdZto_childZhpZhtr �tidr r r �__init__ s2
zPopen.__init__c C s t j|| j�S )N)r Z duplicater )r Zhandler r r �duplicate_for_childE s zPopen.duplicate_for_childNc C st | j d krn|d krtj}ntdt|d d ��}tjt| j�|�}|tjkrntj| j�}|t krht
j }|| _ | j S )Nr i� g �?) r r ZINFINITE�maxr ZWaitForSingleObjectr Z
WAIT_OBJECT_0ZGetExitCodeProcess� TERMINATE�signal�SIGTERM)r �timeoutZmsecs�res�coder r r �waitI s
z
Popen.waitc C s | j dd�S )Nr )r( )r+ )r r r r �pollY s z
Popen.pollc C sL | j d krHytjt| j�t� W n& tk
rF | jdd�d krB� Y nX d S )Ng �?)r( )r r ZTerminateProcessr r r% �OSErrorr+ )r r r r � terminate\ s
zPopen.terminate)N) �__name__�
__module__� __qualname__�methodr" r# r+ r, r. r r r r r s %
)r r r& �sysr �contextr r r � r r �__all__r% �platform�getattrZWINEXE�
executable�lower�endswithZ
WINSERVICE�objectr r r r r �<module> s __pycache__/spawn.cpython-36.opt-1.pyc 0000644 00000014401 15033635673 0013504 0 ustar 00 3
\�" � @ s. d dl Z d dlZd dlZd dlZddlmZmZ ddlmZ ddlm Z ddlm
Z
ddd d
d d d
gZ ej dkrzdZ
dZn&ej dko�eedd�Z
ejj� jd�Zer�e jjejd�anejadd � Zdd
� Zdd� Zdd� Zdd � Zd&dd�Z dd� Z d d � Z d d � Z g Z d d � Z!d!d"� Z"d#d$� Z#d%d
� Z$dS )'� N� )�get_start_method�set_start_method)�process)� reduction)�util�_main�freeze_support�set_executable�get_executable�get_preparation_data�get_command_line�import_main_path�win32F�frozenzpythonservice.exez
python.exec C s | a d S )N)� _python_exe)Zexe� r �-/usr/lib64/python3.6/multiprocessing/spawn.pyr
) s c C s t S )N)r r r r r r - s c C s$ t | �dkr | d dkr dS dS dS )z=
Return whether commandline indicates we are forking
� r z--multiprocessing-forkTFN)�len)�argvr r r �
is_forking4 s r c C sh t tj�rdi } xBtjdd� D ]0}|jd�\}}|dkrBd| |< q t|�| |< q W tf | � tj� dS )zE
Run code for process object if this in not the main process
r N�=�None)r �sysr �split�int�
spawn_main�exit)�kwds�arg�name�valuer r r r > s
c K sh t tdd�r(tjdgdd� | j� D � S d}|djdd � | j� D ��; }tj� }tg| d
|dg S d S ) zJ
Returns prefix of command line used for spawning a child process
r Fz--multiprocessing-forkc S s g | ] }d | �qS )z%s=%rr )�.0�itemr r r �
<listcomp>T s z$get_command_line.<locals>.<listcomp>z<from multiprocessing.spawn import spawn_main; spawn_main(%s)z, c s s | ]}d | V qdS )z%s=%rNr )r# r$ r r r � <genexpr>W s z#get_command_line.<locals>.<genexpr>z-cN)�getattrr �
executable�items�joinr Z _args_from_interpreter_flagsr )r �progZoptsr r r r
N s c C s\ t jdkr.ddl}tj|| �}|j|tj�}nddlm } ||j
_ | }t |�}t j
|� dS )z7
Run code specified by data received over pipe
r r Nr )�semaphore_tracker)r �platform�msvcrtr Z steal_handleZopen_osfhandle�os�O_RDONLY� r, Z_semaphore_trackerZ_fdr r )Z pipe_handleZ
parent_pidZ
tracker_fdr. Z
new_handle�fdr, Zexitcoder r r r \ s
r c C s^ t j| ddd��@}dtj� _z$tjj|�}t|� tjj|�}W d tj� `X W d Q R X |j � S )N�rbT)�closefd)
r/ �fdopenr �current_process� _inheritingr �pickle�load�prepare�
_bootstrap)r2 Z from_parentZpreparation_data�selfr r r r m s
c C s t tj� dd�rtd��d S )Nr7 Fa
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.)r' r r6 � RuntimeErrorr r r r �_check_not_importing_mainy s
r> c C s t � ttjtj� jd�}tjdk r2tjj� |d< t j
j � }y|j d�}W n t
k
r^ Y n X tj||< |j| |t jtjtj� t� d� t jd }t|jdd�}|dk r�||d< nht jd ks�t o�t �r t|d
d�}|dk �r tj
j|� o�tjdk �r tj
jtj|�}tj
j |�|d < |S ) zM
Return info about parent needed by child to unpickle process object
)�
log_to_stderr�authkeyN� log_levelr1 )r! �sys_path�sys_argv�orig_dir�dir� start_method�__main__r! �init_main_from_namer �__file__�init_main_from_path) r> �dictr Z_log_to_stderrr r6 r@ Z_loggerZgetEffectiveLevelr �path�copy�index�
ValueError� ORIGINAL_DIR�updater r/ �getcwdr �modulesr' �__spec__r- �WINEXE�
WINSERVICE�isabsr* �normpath)r! �drB �i� main_moduleZ
main_mod_name� main_pathr r r r � s>
c C s� d| kr| d t j� _d| kr,| d t j� _d| krD| d rDtj� d| kr^tj� j| d � d| krp| d t_ d| kr�| d t_
d| kr�t j | d � d| kr�| d t _
d | kr�t| d d
d � d | kr�t| d � nd
| kr�t| d
� dS )zE
Try to get current process ready to unpickle process object
r! r@ r? rA rB rC rE rD rF T)ZforcerH rJ N)r r6 r! r@ r r? Z
get_loggerZsetLevelr rL r r/ �chdirrP r �_fixup_main_from_name�_fixup_main_from_path)�datar r r r: � s,
r: c C s~ t jd }| dks | jd�r d S t|jdd �| kr6d S tj|� tjd�}t j
| ddd�}|j j |� | t jd< t jd< d S )NrG z .__main__r! � __mp_main__T)�run_nameZ alter_sys)
r rS �endswithr' rT �old_main_modules�append�types�
ModuleType�runpyZ
run_module�__dict__rQ )Zmod_name� current_mainr[ � main_contentr r r r^ � s
r^ c C s� t jd }tjjtjj| ��d }|dkr.d S t|dd �| krBd S tj|� t j
d�}t j | dd�}|j
j|� | t jd< t jd< d S )NrG r ZipythonrI ra )rb )r rS r/ rL �splitext�basenamer' rd re rf rg rh Zrun_pathri rQ )r\ rj Z main_namer[ rk r r r r_ � s
r_ c C s t | � dS )z<
Set sys.modules['__main__'] to module at main_path
N)r_ )r\ r r r r s )NN)%r/ r rh rf r1 r r r �contextr r �__all__r- rU rV r' r( �lowerrc rL r* � exec_prefixr r
r r r r
r r r> r rd r: r^ r_ r r r r r �<module> s>
2& __pycache__/popen_spawn_posix.cpython-36.opt-2.pyc 0000644 00000004074 15033635673 0016135 0 ustar 00 3
\p � @ sp d dl Z d dlZddlmZmZ ddlmZ ddlmZ ddlmZ dgZ G dd � d e
�Z G d
d� dej �Z dS ) � N� )� reduction�set_spawning_popen)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S )N)�fd)�selfr
� r �9/usr/lib64/python3.6/multiprocessing/popen_spawn_posix.py�__init__ s z_DupFd.__init__c C s | j S )N)r
)r r r r
�detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r
r s r c s4 e Zd ZdZeZ� fdd�Zdd� Zdd� Z� Z S )r r c s g | _ t� j|� d S )N)�_fds�superr )r � process_obj)� __class__r r
r s zPopen.__init__c C s | j j|� |S )N)r �append)r r
r r r
�duplicate_for_child" s zPopen.duplicate_for_childc
C s@ ddl m} |j� }| jj|� tj|j�}tj � }t
| � z t j ||� t j ||� W d t
d � X d } } }} z~t
j� \}}t
j� \}} tj||d�}
| jj||g� tjtj� |
| j�| _|| _t| ddd��} | j|j� � W d Q R X W d |d k �rtj| t
j|f� x(||| fD ]} | d k �r t
j| � �q W X d S )Nr )�semaphore_tracker)�
tracker_fdZ pipe_handle�wbF)�closefd)� r Zgetfdr r r Zget_preparation_data�_name�io�BytesIOr r �dump�os�pipeZget_command_line�extendr Zspawnv_passfdsZget_executable�pid�sentinel�open�write� getbufferZFinalize�close)
r r r r Z prep_data�fpZparent_rZchild_wZchild_rZparent_w�cmd�fr
r r r
�_launch& s6
z
Popen._launch)
r r r �methodr ZDupFdr r r. �
__classcell__r r )r r
r s
)
r r" �contextr r r r r r �__all__�objectr r r r r r
�<module> s
__pycache__/queues.cpython-36.opt-2.pyc 0000644 00000021242 15033635673 0013665 0 ustar 00 3
\ * � @ s� d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
ddl Z ddl m
Z
ddl mZ ejjZdd lmZmZmZmZmZ G d
d � d e�Ze� ZG d d� de�ZG d d� de�Z dS )
�Queue� SimpleQueue�
JoinableQueue� N)�Empty�Full� )�
connection)�context)�debug�info�Finalize�register_after_fork�
is_exitingc @ s� e Zd Zd(dd�Zdd� Zdd� Zdd � Zd)d d
�Zd*dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zed"d#� �Zed$d%� �Zed&d'� �Zd S )+r r c C s� |dkrddl m} || _tjdd�\| _| _|j� | _t j
� | _ t j
dkrTd | _n
|j� | _|j|�| _d| _| j� t j
dkr�t| tj� d S )Nr r )�
SEM_VALUE_MAXF)�duplex�win32)Z synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlockZBoundedSemaphore�_sem�
_ignore_epipe� _after_forkr
r )�self�maxsize�ctx� r$ �./usr/lib64/python3.6/multiprocessing/queues.py�__init__$ s
zQueue.__init__c C s. t j| � | j| j| j| j| j| j| j| j fS )N)
r �assert_spawningr r r r r r r r )r! r$ r$ r% � __getstate__9 s
zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| j� d S )N) r r r r r r r r r )r! �stater$ r$ r% � __setstate__> s $zQueue.__setstate__c C sb t d� tjtj� �| _tj� | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
� threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer �
send_bytes� _send_bytesr �
recv_bytes� _recv_bytes�poll�_poll)r! r$ r$ r% r C s
zQueue._after_forkTNc C sP | j j||�st�| j�. | jd kr,| j� | jj|� | jj� W d Q R X d S )N) r �acquirer r- r1 �
_start_threadr0 �append�notify)r! �obj�block�timeoutr$ r$ r% �putP s
z Queue.putc
C s� |r2|d kr2| j � | j� }W d Q R X | jj� nr|rBtj� | }| j j||�sTt�zB|rv|tj� }| j|�s�t�n | j� s�t�| j� }| jj� W d | j j� X t j
|�S )N) r r9 r �release�timeZ monotonicr< r r; �_ForkingPickler�loads)r! rA rB �resZdeadliner$ r$ r% �get[ s&
z Queue.getc C s | j | jjj� S )N)r r �_semlockZ
_get_value)r! r$ r$ r% �qsizes s z Queue.qsizec C s
| j � S )N)r; )r! r$ r$ r% �emptyw s z Queue.emptyc C s | j jj� S )N)r rJ �_is_zero)r! r$ r$ r% �fullz s z
Queue.fullc C s
| j d�S )NF)rI )r! r$ r$ r% �
get_nowait} s zQueue.get_nowaitc C s | j |d�S )NF)rC )r! r@ r$ r$ r% �
put_nowait� s zQueue.put_nowaitc C s2 d| _ z| jj� W d | j}|r,d | _|� X d S )NT)r4 r �closer5 )r! rQ r$ r$ r% rQ � s z Queue.closec C s t d� | jr| j� d S )NzQueue.join_thread())r
r2 )r! r$ r$ r% � join_thread� s zQueue.join_threadc C s6 t d� d| _y| jj� W n tk
r0 Y nX d S )NzQueue.cancel_join_thread()T)r
r3 r2 Zcancel�AttributeError)r! r$ r$ r% �cancel_join_thread� s zQueue.cancel_join_threadc C s� t d� | jj� tjtj| j| j| j| j | j
j | j fdd�| _
d| j
_t d� | j
j� t d� | js�t| j
tjtj| j
�gd
d�| _t| tj| j| jgd d�| _d S ) NzQueue._start_thread()ZQueueFeederThread)�target�args�nameTzdoing self._thread.start()z ... done self._thread.start()� )Z exitpriority�
���)r
r0 �clearr+ ZThreadr �_feedr- r7 r r rQ r r1 Zdaemon�startr3 r �_finalize_join�weakref�refr2 �_finalize_closer5 )r! r$ r$ r% r= � s(
zQueue._start_threadc C s4 t d� | � }|d k r(|j� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
�join)ZtwrZthreadr$ r$ r% r^ � s
zQueue._finalize_joinc C s. t d� |� | jt� |j� W d Q R X d S )Nz telling queue thread to quit)r
r> � _sentinelr? )�buffer�notemptyr$ r$ r% ra � s
zQueue._finalize_closec C sP t d� |j}|j}|j}| j} t}
tjdkr<|j} |j} nd } �xy�|� z| sX|� W d |� X ybx\| � }
|
|
kr�t d� |� d S tj |
�}
| d kr�||
� qh| � z ||
� W d | � X qhW W n t
k
r� Y nX W qD t k
�rF } zJ|�rt |dd�t
jk�rd S t� �r&td|� d S dd l}|j� W Y d d }~X qDX qDW d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exiting�errnor zerror in queue thread: %s)r
r< rD �wait�popleftrc r r rF �dumps�
IndexError� Exception�getattrrf ZEPIPEr r � traceback� print_exc)rd re r6 Z writelockrQ Z ignore_epipeZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaser@ �erm r$ r$ r% r\ � sR
z Queue._feed)r )TN)TN)�__name__�
__module__� __qualname__r& r( r* r rC rI rK rL rN rO rP rQ rR rT r= � staticmethodr^ ra r\ r$ r$ r$ r% r " s$
c @ s@ e Zd Zddd�Zdd� Zdd� Zdd
d �Zd d
� Zdd� Zd S )r r c C s* t j| ||d� |jd�| _|j� | _d S )N)r# r )r r& Z Semaphore�_unfinished_tasksr, �_cond)r! r" r# r$ r$ r% r& s zJoinableQueue.__init__c C s t j| �| j| jf S )N)r r( rv ru )r! r$ r$ r% r( s zJoinableQueue.__getstate__c C s, t j| |d d� � |dd � \| _| _d S )N� ���rx )r r* rv ru )r! r) r$ r$ r% r* s zJoinableQueue.__setstate__TNc C sl | j j||�st�| j�J | j�8 | jd kr4| j� | jj|� | j j
� | jj � W d Q R X W d Q R X d S )N) r r< r r- rv r1 r= r0 r> ru rD r? )r! r@ rA rB r$ r$ r% rC s
zJoinableQueue.putc C s@ | j �0 | jjd�s td��| jjj� r2| j j� W d Q R X d S )NFz!task_done() called too many times)rv ru r< �
ValueErrorrJ rM Z
notify_all)r! r$ r$ r% � task_done' s
zJoinableQueue.task_donec C s, | j � | jjj� s | j j� W d Q R X d S )N)rv ru rJ rM rg )r! r$ r$ r% rb . s zJoinableQueue.join)r )TN) rq rr rs r& r( r* rC rz rb r$ r$ r$ r% r
s
c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r c C sH t jdd�\| _| _|j� | _| jj| _tj dkr:d | _
n
|j� | _
d S )NF)r r ) r r r r r r r: r; r r r )r! r# r$ r$ r% r& 9 s
zSimpleQueue.__init__c C s
| j � S )N)r; )r! r$ r$ r% rL B s zSimpleQueue.emptyc C s t j| � | j| j| j| jfS )N)r r' r r r r )r! r$ r$ r% r( E s
zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S )N)r r r r r: r; )r! r) r$ r$ r% r* I s zSimpleQueue.__setstate__c C s& | j � | jj� }W d Q R X tj|�S )N)r r r8 rF rG )r! rH r$ r$ r% rI M s zSimpleQueue.getc C sD t j|�}| jd kr"| jj|� n | j� | jj|� W d Q R X d S )N)rF ri r r r6 )r! r@ r$ r$ r% rC S s
zSimpleQueue.putN) rq rr rs r& rL r( r* rI rC r$ r$ r$ r% r 7 s ) �__all__r r r+ r. rE r_ rf Zqueuer r Z_multiprocessing� r r Z reductionZForkingPicklerrF �utilr
r r r
r �objectr rc r r r$ r$ r$ r% �<module>
s$
b
* __pycache__/heap.cpython-36.pyc 0000644 00000013677 15033635673 0012350 0 ustar 00 3
\ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZddlmZmZ ddl m
Z
dgZ ej dkrvd dl
Z
G dd� de�Zn,G d d� de�Zd
d � Zd d
� Zejee� G dd� de�ZG dd� de�ZdS )� N� )� reduction�assert_spawning)�util�
BufferWrapperZwin32c @ s, e Zd Zej� Zdd� Zdd� Zdd� ZdS )�Arenac C sz || _ xTtd�D ]@}dtj� t| j�f }tjd||d�}tj� dkrHP |j � qW t
d��|| _ || _ | j | j f| _
d S )N�d z pym-%d-%sr )�tagnamer z Cannot find name for new mmap���)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �,/usr/lib64/python3.6/multiprocessing/heap.py�__init__" s zArena.__init__c C s t | � | jS )N)r r )r r r r � __getstate__1 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr )r r
)r r r r r )r �stater r r � __setstate__5 s zArena.__setstate__N) �__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer r r r r r r r r s r c @ s e Zd Zddd�ZdS )r r c C s� || _ || _|d kr�tjdtj� tj� d�\| _}tj|� tj | tj
| jf� t | jddd��^}d
}||kr�d| }x t || �D ]}|j
|� q�W ~|j
d|| � |j� |ks�t�W d Q R X tj| j| j �| _d S ) Nr zpym-%d-)�prefix�dir�wbF)�closefdi � r
i )r �fdr# Zmkstempr
r r Z get_temp_dir�unlink�Finalizer �openr �write�tell�AssertionErrorr r )r r r) r �fZbsZzeros�_r r r r @ s"
zArena.__init__Nr
)r
)r r! r" r r r r r r > s c C s( | j dkrtd��t| jtj| j �ffS )Nr zDArena is unpicklable because forking was enabled when it was createdr
)r) �
ValueError�
rebuild_arenar r ZDupFd)�ar r r � reduce_arenaS s
r5 c C s t | |j� �S )N)r �detach)r Zdupfdr r r r3 Y s r3 c @ sZ e Zd ZdZejfdd�Zedd� �Zdd� Z dd � Z
d
d � Z d d
� Z dd� Z
dd� ZdS )�Heap� c C sJ t j� | _tj� | _|| _g | _i | _i | _ i | _
t � | _ g | _
g | _d S )N)r
r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_block�set�_allocated_blocks�_arenas�_pending_free_blocks)r r r r r r f s
z
Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundups s z
Heap._roundupc C s� t j| j|�}|t| j�krj| jt| j|�tj�}| jd9 _t j
d|� t |�}| j j
|� |d|fS | j| }| j| }|j� }|s�| j|= | j|= |\}}}| j||f= | j||f= |S )N� z"allocating a new mmap of length %dr )�bisectZ bisect_leftr= �lenrG �maxr< r �PAGESIZEr �infor rC �appendr> �popr? r@ ) r r r �length�arena�seq�block�start�stopr r r �_mallocy s"
z Heap._mallocc C s� |\}}}y| j ||f }W n tk
r0 Y nX | j|�\}}y| j||f }W n tk
rf Y nX | j|�\}}|||f}|| }y| j| j|� W n. tk
r� |g| j|< tj| j|� Y nX || j||f< || j ||f< d S )N) r@ �KeyError�_absorbr? r> rN rI Zinsortr= ) r rS rQ rT rU Z
prev_blockr1 Z
next_blockrP r r r �_free� s(
z
Heap._freec C s^ |\}}}| j ||f= | j||f= || }| j| }|j|� |sV| j|= | jj|� ||fS )N)r? r@ r> �remover= )r rS rQ rT rU rP rR r r r rX � s
z Heap._absorbc C sF x@y| j j� }W n tk
r& P Y nX | jj|� | j|� qW d S )N)rD rO �
IndexErrorrB rZ rY )r rS r r r �_free_pending_blocks� s zHeap._free_pending_blocksc
C s` t j� | jkst�| jjd�s,| jj|� n0z"| j� | j j
|� | j |� W d | jj � X d S )NF)
r
r r9 r/ r; �acquirerD rN r\ rB rZ rY �release)r rS r r r �free� s
z Heap.freec C s� d| kot jk n s t�tj� | jkr4| j� | j�h | j� | j t
|d�| j �}| j |�\}}}|| }||k r�| j
|||f� |||f}| jj|� |S Q R X d S )Nr r )�sys�maxsizer/ r
r r9 r r; r\ rG rK �
_alignmentrV rY rB �add)r r rQ rT rU Znew_stoprS r r r �malloc� s
z Heap.mallocN)r r! r" rb r rL r � staticmethodrG rV rY rX r\ r_ rd r r r r r7 b s
r7 c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C sN d| kot jk n s t�tjj|�}||f| _tj| tjj |fd� d S )Nr )�args)
r` ra r/ r �_heaprd r r r+ r_ )r r rS r r r r � s
zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S )N)r �
memoryviewr )r rQ rT rU r r r r �create_memoryview� s z BufferWrapper.create_memoryviewN)r r! r" r7 rg r ri r r r r r � s )rI r r
r` r# r: �contextr r � r �__all__�platformr �objectr r5 r3 �registerr7 r r r r r �<module>
s$
__pycache__/reduction.cpython-36.opt-1.pyc 0000644 00000017350 15033635673 0014356 0 ustar 00 3
\
$ � @ s d dl mZmZ d dlZd dlZd dlZd dlZd dlZd dlZd dl Z ddl
m Z ddddd gZ e j
d
kp�eed �o�eed �o�eejd
�ZG dd� dej�ZejZd5dd �Ze j
d
k�re dddg7 Z d dlZd6dd�Zdd� Zdd� Zdd� ZG dd� de�ZnHe dddg7 Z d dlZe j
d kZ d d� Z d d� Z d d� Zd d� Zd!d� Z d"d#� Z G d$d%� d%�Z!ee"e!� j#�e � d&d'� Z$ee"e%j&�e$� ee"e'j(�e$� d(d)� Z)d*d+� Z*eej+e)� e j
d
k�r�d,d-� Z,d.d/� Z-eeje,� n d0d-� Z,d1d/� Z-eeje,� G d2d3� d3ed4�Z.dS )7� )�ABCMeta�abstractmethodN� )�context� send_handle� recv_handle�ForkingPickler�register�dump�win32ZCMSG_LEN�
SCM_RIGHTS�sendmsgc sJ e Zd ZdZi ZejZ� fdd�Ze dd� �Z
e d dd��Z e j
Z
� ZS )
r z)Pickler subclass used by multiprocessing.c s* t � j|� | jj� | _| jj| j� d S )N)�super�__init__�_copyreg_dispatch_table�copy�dispatch_table�update�_extra_reducers)�self�args)� __class__� �1/usr/lib64/python3.6/multiprocessing/reduction.pyr & s zForkingPickler.__init__c C s || j |< dS )z&Register a reduce function for a type.N)r )�cls�type�reducer r r r + s zForkingPickler.registerNc C s t j� }| ||�j|� |j� S )N)�io�BytesIOr
� getbuffer)r �obj�protocolZbufr r r �dumps0 s zForkingPickler.dumps)N)�__name__�
__module__� __qualname__�__doc__r �copyregr r r � classmethodr r" �pickle�loads�
__classcell__r r )r r r ! s c C s t ||�j| � dS )z3Replacement for pickle.dump() using ForkingPickler.N)r r
)r �filer! r r r r
: s � DupHandle� duplicate� steal_handleFc C s* |dkrt j� }t jt j� | |d|t j�S )z<Duplicate a handle. (target_process is a handle not a pid!)Nr )�_winapi�GetCurrentProcess�DuplicateHandle�DUPLICATE_SAME_ACCESS)�handleZtarget_processZ inheritabler r r r. G s
c C sB t jt jd| �}z t j||t j� ddt jt jB �S t j|� X dS )z5Steal a handle from process identified by source_pid.Fr N)r0 � OpenProcess�PROCESS_DUP_HANDLEr2 r1 r3 �DUPLICATE_CLOSE_SOURCE� CloseHandle)Z
source_pidr4 Zsource_process_handler r r r/ O s
c C s t |tj|�}| j|� dS )z&Send a handle over a local connection.N)r- r0 r3 �send)�connr4 �destination_pidZdhr r r r [ s c C s | j � j� S )z)Receive a handle over a local connection.)�recv�detach)r: r r r r ` s c @ s" e Zd ZdZddd�Zdd� ZdS )r- z Picklable wrapper for a handle.Nc
C s\ |d krt j� }tjtjd|�}z tjtj� |||dd�| _W d tj|� X || _ || _
d S )NFr ) �os�getpidr0 r5 r6 r2 r1 �_handler8 �_access�_pid)r r4 �access�pid�procr r r r f s zDupHandle.__init__c
C sV | j tj� kr| jS tjtjd| j �}z tj|| jtj� | j dtj
�S tj |� X dS )z1Get the handle. This should only be called once.FN) rB r> r? r@ r0 r5 r6 r2 r1 rA r7 r8 )r rE r r r r= u s
zDupHandle.detach)N)r# r$ r% r& r r= r r r r r- d s
�DupFd�sendfds�recvfds�darwinc C sV t j d|�}tt|�d g�}| j|gtjtj|fg� trR| jd�dkrRt d��dS )z,Send an array of fds over an AF_UNIX socket.�i� r � Az%did not receive acknowledgement of fdN)
�array�bytes�lenr
�socket�
SOL_SOCKETr � ACKNOWLEDGEr< � RuntimeError)�sockZfds�msgr r r rG � s
c C s� t j d�}|j| }| jdtj|��\}}}}| r>| r>t�yxtrN| jd� t|�dkrjt dt|� ��|d \}} }
|tj
kr�| tj kr�t|
�|j dkr�t �|j
|
� t|�S W n t tfk
r� Y nX t d��dS )z/Receive an array of fds over an AF_UNIX socket.rJ r rL z received %d items of ancdatar zInvalid data receivedN)rM �itemsizeZrecvmsgrP Z
CMSG_SPACE�EOFErrorrR r9 rO rS rQ r �
ValueErrorZ frombytes�list�
IndexError) rT �size�aZ
bytes_sizerU Zancdata�flagsZaddrZ
cmsg_levelZ cmsg_typeZ cmsg_datar r r rH � s*
c
C s2 t j| j� t jt j��}t||g� W dQ R X dS )z&Send a handle over a local connection.N)rP �fromfd�fileno�AF_UNIX� SOCK_STREAMrG )r: r4 r; �sr r r r � s c
C s0 t j| j� t jt j��}t|d�d S Q R X dS )z)Receive a handle over a local connection.r r N)rP r^ r_ r` ra rH )r: rb r r r r � s c C sF t j� }|dk r |j|j| ��S tr:ddlm} |j| �S td��dS )zReturn a wrapper for an fd.Nr )�resource_sharerz&SCM_RIGHTS appears not to be available)r Zget_spawning_popenrF Zduplicate_for_child�HAVE_SEND_HANDLE� rc rX )�fdZ popen_objrc r r r rF � s
c C s2 | j d kr t| j| jjffS t| j | jjffS d S )N)�__self__�getattrr �__func__r# )�mr r r �_reduce_method� s
rk c @ s e Zd Zdd� ZdS )�_Cc C s d S )Nr )r r r r �f� s z_C.fN)r# r$ r% rm r r r r rl � s rl c C s t | j| jffS )N)rh � __objclass__r# )rj r r r �_reduce_method_descriptor� s ro c C s t | j| j| jpi ffS )N)�_rebuild_partial�funcr �keywords)�pr r r �_reduce_partial� s rt c C s t j| f|�|�S )N)� functools�partial)rq r rr r r r rp � s rp c C s ddl m} t|| �ffS )Nr )� DupSocket)rc rw �_rebuild_socket)rb rw r r r �_reduce_socket� s ry c C s | j � S )N)r= )Zdsr r r rx � s rx c C s" t | j� �}t|| j| j| jffS )N)rF r_ rx �familyr �proto)rb �dfr r r ry � s c C s | j � }tj||||d�S )N)r_ )r= rP )r| rz r r{ rf r r r rx � s c @ sd e Zd ZdZeZeZeZeZeZe j
dkr8e Z e Z e
Z
n eZeZeZeZeZeZeZeZdd� ZdS )�AbstractReducerz�Abstract base class for use in implementing a Reduction class
suitable for use in replacing the standard reduction mechanism
used in multiprocessing.r c G sN t tt� j�t� t ttj�t� t ttj �t� t t
j t � t t
j
t� d S )N)r r rl rm rk rY �appendro �int�__add__ru rv rt rP ry )r r r r r r
s
zAbstractReducer.__init__N)r# r$ r% r& r r r
r r �sys�platformr/ r. r- rG rH rF rk ro rp ry rx r r r r r r} � s&
r} )� metaclass)N)NF)/�abcr r r' ru r r> r) rP r� re r �__all__r� �hasattrrd ZPicklerr r r
r0 r. r/ r r �objectr- rM rR rG rH rF rk rl r rm ro rY r~ r r� rt rp rv ry rx r} r r r r �<module>
sb
#
__pycache__/semaphore_tracker.cpython-36.opt-2.pyc 0000644 00000006403 15033635673 0016056 0 ustar 00 3
\ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZddlmZ ddlmZ dddgZ G dd � d e
�Z e � Z e j
Z
e jZe jZe jZd
d � ZdS ) � N� )�spawn)�util�ensure_running�register�
unregisterc @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )�SemaphoreTrackerc C s t j� | _d | _d | _d S )N)� threadingZLock�_lock�_fd�_pid)�self� r �9/usr/lib64/python3.6/multiprocessing/semaphore_tracker.py�__init__ s
zSemaphoreTracker.__init__c C s | j � | jS )N)r r )r
r r r �getfd" s zSemaphoreTracker.getfdc C s | j �� | jd k rRtj| jtj�\}}|s0d S tj| j� d | _d | _tjd� g }y|j t
j j � � W n t
k
r~ Y nX d}tj� \}}zlyB|j |� tj� }|gtj� }|d|| g7 }tj|||�}W n tj|� � Y nX || _|| _W d tj|� X W d Q R X d S )NzWsemaphore_tracker: process died unexpectedly, relaunching. Some semaphores might leak.z;from multiprocessing.semaphore_tracker import main;main(%d)z-c)r
r �os�waitpid�WNOHANG�closer �warnings�warn�append�sys�stderr�fileno� Exception�piper Zget_executabler Z _args_from_interpreter_flagsZspawnv_passfds) r
�pidZstatusZ fds_to_pass�cmd�r�wZexe�argsr r r r & s8
z SemaphoreTracker.ensure_runningc C s | j d|� d S )NZREGISTER)�_send)r
�namer r r r Q s zSemaphoreTracker.registerc C s | j d|� d S )NZ
UNREGISTER)r# )r
r$ r r r r U s zSemaphoreTracker.unregisterc C s@ | j � dj||�jd�}t|�dkr.td��tj| j|�}d S )Nz{0}:{1}
�asciii z
name too long)r �format�encode�len�
ValueErrorr �writer )r
r r$ �msg�nbytesr r r r# Y s zSemaphoreTracker._sendN) �__name__�
__module__� __qualname__r r r r r r# r r r r r s +r c - C s� t j t jt j� t j t jt j� x6tjtjfD ]&}y |j� W q. tk
rR Y q.X q.W t � }z�t
| d���}x�|D ]�}yJ|j � j d�\}}|dkr�|j
|� n |dkr�|j|� n td| ��W qr tk
r� ytjtj� � W n Y nX Y qrX qrW W d Q R X W d |�r<ytjdt|� � W n tk
�r: Y nX xf|D ]^}zT|jd�}ytj|� W n6 tk
�r� } ztjd||f � W Y d d }~X nX W d X �qBW X d S ) N�rb� :s REGISTERs
UNREGISTERzunrecognized command %rzRsemaphore_tracker: There appear to be %d leaked semaphores to clean up at shutdownr% zsemaphore_tracker: %r: %s)�signal�SIGINT�SIG_IGN�SIGTERMr �stdin�stdoutr r �set�open�strip�split�add�remove� RuntimeError�
excepthook�exc_infor r r( �decode�_multiprocessingZ
sem_unlink)�fd�f�cache�liner r$ �er r r �maink sJ
(rH )r r2 r r r rB � r r �__all__�objectr Z_semaphore_trackerr r r r rH r r r r �<module> s
I __pycache__/popen_spawn_posix.cpython-36.pyc 0000644 00000004074 15033635673 0015175 0 ustar 00 3
\p � @ sp d dl Z d dlZddlmZmZ ddlmZ ddlmZ ddlmZ dgZ G dd � d e
�Z G d
d� dej �Z dS ) � N� )� reduction�set_spawning_popen)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S )N)�fd)�selfr
� r �9/usr/lib64/python3.6/multiprocessing/popen_spawn_posix.py�__init__ s z_DupFd.__init__c C s | j S )N)r
)r r r r
�detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r
r s r c s4 e Zd ZdZeZ� fdd�Zdd� Zdd� Z� Z S )r r c s g | _ t� j|� d S )N)�_fds�superr )r � process_obj)� __class__r r
r s zPopen.__init__c C s | j j|� |S )N)r �append)r r
r r r
�duplicate_for_child" s zPopen.duplicate_for_childc
C s@ ddl m} |j� }| jj|� tj|j�}tj � }t
| � z t j ||� t j ||� W d t
d � X d } } }} z~t
j� \}}t
j� \}} tj||d�}
| jj||g� tjtj� |
| j�| _|| _t| ddd��} | j|j� � W d Q R X W d |d k �rtj| t
j|f� x(||| fD ]} | d k �r t
j| � �q W X d S )Nr )�semaphore_tracker)�
tracker_fdZ pipe_handle�wbF)�closefd)� r Zgetfdr r r Zget_preparation_data�_name�io�BytesIOr r �dump�os�pipeZget_command_line�extendr Zspawnv_passfdsZget_executable�pid�sentinel�open�write� getbufferZFinalize�close)
r r r r Z prep_data�fpZparent_rZchild_wZchild_rZparent_w�cmd�fr
r r r
�_launch& s6
z
Popen._launch)
r r r �methodr ZDupFdr r r. �
__classcell__r r )r r
r s
)
r r" �contextr r r r r r �__all__�objectr r r r r r
�<module> s
__pycache__/managers.cpython-36.opt-2.pyc 0000644 00000073242 15033635673 0014162 0 ustar 00 3
\� � @ s� d dddgZ ddlZddlZddlZddlZddlZddlmZ ddlm Z dd l
m Z m Z dd
lm
Z
dd lmZ dd lmZ dd
lmZ dd� Ze jeje� dd� d�D �Zed ek r�dd� ZxeD ]Ze jee� q�W G dd� de�Zf i fdd�Zdd� ZG d d � d e�Z d d � Z d d!� Z G d"d#� d#e�Z G d$d%� d%e�Z e j!e j"fe j#e j$fd&�Z%G d'd � d e�Z&G d(d)� d)e'�Z(G d*d� de�Z)d+d,� Z*i fd-d.�Z+d�d0d1�Z,G d2d3� d3e�Z-G d4d5� d5e�Z.d�d6d7�Z/G d8d9� d9e)�Z0G d:d;� d;e)�Z1G d<d=� d=e1�Z2G d>d?� d?e)�Z3G d@dA� dAe)�Z4G dBdC� dCe)�Z5G dDdE� dEe)�Z6e+dFd��Z7G dZd[� d[e7�Z8e+d\d��Z9d]deie9_:e+dfd��Z;e+dgd��Z<dsdsdsdededt�e<_:G dudg� dge<�Z=G dvd� de&�Z>e>jdwej?� e>jdxej?� e>jdyej@e3� e>jdzejAe1� e>jd{ejBe1� e>jd|ejCe1� e>jd}ejDe1� e>jd~ejEe2� e>jdejFe4� e>jd�e
jGe=� e>jd�ee8� e>jd�eHe9� e>jd5e.e6� e>jd7e/e;� e>jd3e-e5� e>jdee0d�d�� e>jdsd�d�� dS )�� BaseManager� SyncManager� BaseProxy�Token� N)�
format_exc� )�
connection)� reduction�get_spawning_popen)�pool)�process)�util)� get_contextc C s t j | j| j� ffS )N)�array�typecode�tobytes)�a� r �0/usr/lib64/python3.6/multiprocessing/managers.py� reduce_array$ s r c C s g | ]}t ti |�� ��qS r )�type�getattr)�.0�namer r r �
<listcomp>( s r �items�keys�valuesc C s t t | �ffS )N)�list)�objr r r �rebuild_as_list* s r c @ s0 e Zd Zd
Zdd� Zdd� Zdd � Zd
d � Zd S )r �typeid�address�idc C s ||| | _ | _| _d S )N)r! r" r# )�selfr! r" r# r r r �__init__9 s zToken.__init__c C s | j | j| jfS )N)r! r" r# )r$ r r r � __getstate__< s zToken.__getstate__c C s |\| _ | _| _d S )N)r! r" r# )r$ �stater r r � __setstate__? s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r! r" r# )r$ r r r �__repr__B s zToken.__repr__N)r! r" r# )r* �
__module__� __qualname__� __slots__r% r& r( r+ r r r r r 3 s
c C s8 | j ||||f� | j� \}}|dkr*|S t||��d S )Nz#RETURN)�send�recv�convert_to_error)�cr# �
methodname�args�kwds�kind�resultr r r �dispatchJ s
r8 c C s< | dkr |S | dkr t |�S | dkr0t d| �S td�S d S )Nz#ERRORz
#TRACEBACKz#UNSERIALIZABLEzUnserializable message: %s
zUnrecognized message type)� RemoteError�
ValueError)r6 r7 r r r r1 T s r1 c @ s e Zd Zdd� ZdS )r9 c C s& ddd d t | jd � dd S )N�
�-�K r )�strr4 )r$ r r r �__str__a s zRemoteError.__str__N)r* r, r- r? r r r r r9 ` s r9 c C s6 g }x,t | �D ] }t| |�}t|�r|j|� qW |S )N)�dirr �callable�append)r �tempr �funcr r r � all_methodsh s
rE c C s dd� t | �D �S )Nc S s g | ]}|d dkr|�qS )r �_r )r r r r r r w s z"public_methods.<locals>.<listcomp>)rE )r r r r �public_methodss s rG c @ s� e Zd Zddddddddd g Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Z dd� Z
dd� Z e
e e d�Z dd � Z
d d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-S ).�Server�shutdown�create�accept_connection� get_methods�
debug_info�number_of_objects�dummy�incref�decrefc C s^ || _ tj|�| _t| \}}||dd�| _| jj| _dd f fi| _i | _i | _ t
j � | _ d S )N� )r" Zbacklog�0)
�registryr �AuthenticationString�authkey�listener_client�listenerr" � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r$ rT r" rV �
serializer�Listener�Clientr r r r% � s
zServer.__init__c C s� t j� | _| tj� _zZt j| jd�}d|_|j � y x| jj
� sN| jj d� q6W W n t t
fk
rj Y nX W d tjtjkr�tjd� tjt_tjt_tjd� X d S )N)�targetTr zresetting stdout, stderrr )r\ �Event�
stop_eventr �current_process�_manager_server�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt�
SystemExit�sys�stdout�
__stdout__r
�debug�
__stderr__�stderr�exit)r$ rh r r r �
serve_forever� s
zServer.serve_foreverc C sP xJy| j j� }W n tk
r& wY nX tj| j|fd�}d|_|j� qW d S )N)rb r4 T)rX Zaccept�OSErrorr\ rg �handle_requestri rj )r$ r2 �tr r r rh � s zServer.accepterc ' C s4 d } }}y>t j|| j� t j|| j� |j� }|\}}}}t| |�}W n tk
rh dt� f} Y n>X y||f|�|�}W n tk
r� dt� f} Y n
X d|f} y|j| � W nr tk
�r& }
zTy|jdt� f� W n tk
r� Y nX t j
d| � t j
d|� t j
d|
� W Y d d }
~
X nX |j � d S )Nz
#TRACEBACKz#RETURNzFailure to send message: %rz ... request was %rz ... exception was %r) r Zdeliver_challengerV Zanswer_challenger0 r � Exceptionr r/ r
�info�close) r$ r2 �funcnamer7 �request�ignorer4 r5 rD �msg�er r r rx � s2 zServer.handle_requestc D C s� t jdtj� j� |j}|j}| j}�x�| jj � �s�yBd }}|� }|\}}} }
y|| \}} } W n^ t
k
r� }
zBy| j | \}} } W n& t
k
r� } z
|
�W Y d d }~X nX W Y d d }
~
X nX || kr�t d|t
|�| f ��t||�}y|| |
�}W n, tk
�r& } zd|f}W Y d d }~X nPX | �o8| j|d �}|�rn| j|||�\}}t|| j|�}d||ff}nd|f}W n� t k
�r� |d k�r�dt� f}nNy,| j| }|| |||f| �|
�}d|f}W n tk
�r� dt� f}Y nX Y nP tk
�r" t jdtj� j� tjd� Y n tk
�r@ dt� f}Y nX yDy ||� W n2 tk
�r� } z|d t� f� W Y d d }~X nX W q( tk
�r� } zBt jd
tj� j� t jd |� t jd |� |j� tjd
� W Y d d }~X q(X q(W d S )Nz$starting server thread to service %rz+method %r of %r object is not in exposed=%rz#ERRORz#PROXYz#RETURNz
#TRACEBACKz$got EOF -- exiting thread serving %rr z#UNSERIALIZABLEz exception in thread serving %rz ... message was %rz ... exception was %rr )r
rr r\ �current_threadr r0 r/ rY rd rk �KeyErrorr[ �AttributeErrorr r rz �getrJ r r" r �fallback_mapping�EOFErrorro ru r{ r| )r$ �connr0 r/ rY r3 r r~ �identr4 r5 �exposed� gettypeid�keZ second_keZfunction�resr� r� r! ZridentZrexposed�tokenZ
fallback_funcr7 r r r � serve_client� sx (
$ zServer.serve_clientc C s |S )Nr )r$ r� r� r r r r �fallback_getvalue& s zServer.fallback_getvaluec C s t |�S )N)r> )r$ r� r� r r r r � fallback_str) s zServer.fallback_strc C s t |�S )N)�repr)r$ r� r� r r r r �
fallback_repr, s zServer.fallback_repr)r? r+ z #GETVALUEc C s d S )Nr )r$ r2 r r r rO 5 s z Server.dummyc C s| | j �l g }t| jj� �}|j� xD|D ]<}|dkr(|jd|| j| t| j| d �d d� f � q(W dj|�S Q R X d S )NrS z %s: refcount=%s
%sr r= r; ) r^ r rZ r �sortrB r> rY �join)r$ r2 r7 r r� r r r rM 8 s
$zServer.debug_infoc C s
t | j�S )N)�lenrZ )r$ r2 r r r rN G s zServer.number_of_objectsc C sL z:yt jd� |jd� W n dd l}|j� Y nX W d | jj� X d S )Nz!manager received shutdown message�#RETURNr )r� N)r
rr r/ � traceback� print_excrd �set)r$ r2 r� r r r rI N s
zServer.shutdownc O s� | j �� | j| \}}}}|d kr,|d } n
|||�} |d krFt| �}|d k r^t|�t|� }dt| � }
tjd||
� | t|�|f| j|
< |
| j kr�d| j |
< W d Q R X | j
||
� |
t |�fS )Nr z%xz&%r callable returned object with id %r) r^ rT rG r r# r
rr r� rY rZ rP �tuple) r$ r2 r! r4 r5 rA r� �method_to_typeid� proxytyper r� r r r rJ [ s
z
Server.createc C s t | j|j d �S )Nr )r� rY r# )r$ r2 r� r r r rL z s zServer.get_methodsc C s" |t j� _|jd� | j|� d S )N�#RETURN)r� N)r\ r� r r/ r� )r$ r2 r r r r rK � s
zServer.accept_connectionc C s� | j �� y| j| d7 < W nh tk
r� } zL|| jkrrd| j|< | j| | j|< | j| \}}}tjd|� n|�W Y d d }~X nX W d Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)r^ rZ r� r[ rY r
rr )r$ r2 r� r� r r� r� r r r rP � s
z
Server.increfc C s� || j kr$|| jkr$tjd|� d S | j�. | j | d8 < | j | dkrT| j |= W d Q R X || j kr�d f d f| j|< tjd|� | j� | j|= W d Q R X d S )NzServer DECREF skipping %rr r zdisposing of obj with id %r)rZ r[ r
rr r^ rY )r$ r2 r� r r r rQ � s
z
Server.decrefN)r* r, r- Zpublicr% rv rh rx r� r� r� r� r� rO rM rN rI rJ rL rK rP rQ r r r r rH } s,
"Q
rH c @ s e Zd ZdgZdZdZdZdS )�State�valuer r � N)r* r, r- r. �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd Zi ZeZd dd�Zdd� Zdd� Zdf fd d
�Z e
df fd d ��Z d
d� Z d!dd�Z
dd� Zdd� Zdd� Zdd� Zedd� �Zedd � �Ze
d"d d ��ZdS )#r Nr� c C s\ |d krt j� j}|| _t j|�| _t� | _tj| j_ || _
t | \| _ | _
|pTt� | _d S )N)r re rV �_addressrU �_authkeyr� �_stater� r� � _serializerrW Z _Listener�_Clientr �_ctx)r$ r" rV r_ Zctxr r r r% � s
zBaseManager.__init__c C s t | j| j| j| j�S )N)rH � _registryr� r� r� )r$ r r r �
get_server� s
zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|d d� tj| j_d S )N)rV rO ) rW r� r� r� r8 r� r� r� r� )r$ r` ra r� r r r �connect� s zBaseManager.connectc C s� |d k rt |� rtd��tjdd�\}}| jjt| �j| j| j | j
| j |||fd�| _ dj
dd� | j jD ��}t| �jd | | j _| j j� |j� |j� | _ |j� tj| j_tj| t| �j| j | j | j
| j| jfd d
�| _ d S ) Nz initializer must be a callableF)Zduplex)rb r4 �:c s s | ]}t |�V qd S )N)r> )r �ir r r � <genexpr>� s z$BaseManager.start.<locals>.<genexpr>r< r )r4 � exitpriority) rA � TypeErrorr ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr* r rj r| r0 r� r� r� r� r
�Finalize�_finalize_managerr� rI )r$ � initializer�initargs�reader�writerr� r r r rj � s&
zBaseManager.startc C sN |d k r||� | j ||||�}|j|j� |j� tjd|j� |j� d S )Nzmanager serving at %r)�_Serverr/ r" r| r
r{ rv ) �clsrT r" rV r_ r� r� r� �serverr r r r� s zBaseManager._run_serverc O sN | j | j| jd�}z t|d d|f| |�\}}W d |j� X t|| j|�|fS )N)rV rJ )r� r� r� r8 r| r )r$ r! r4 r5 r� r# r� r r r �_create% s
zBaseManager._createc C s* | j d k r&| j j|� | j j� s&d | _ d S )N)r� r� �is_alive)r$ �timeoutr r r r� 1 s
zBaseManager.joinc
C s. | j | j| jd�}z t|d d�S |j� X d S )N)rV rM )r� r� r� r8 r| )r$ r� r r r � _debug_info: s zBaseManager._debug_infoc
C s. | j | j| jd�}z t|d d�S |j� X d S )N)rV rN )r� r� r� r8 r| )r$ r� r r r �_number_of_objectsD s z BaseManager._number_of_objectsc C s | j jtjkr| j� | S )N)r� r� r� r� rj )r$ r r r � __enter__N s zBaseManager.__enter__c C s | j � d S )N)rI )r$ �exc_type�exc_val�exc_tbr r r �__exit__T s zBaseManager.__exit__c C s� | j � r�tjd� y,|||d�}zt|d d� W d |j� X W n tk
rR Y nX | jdd� | j � r�tjd� t| d�r�tjd� | j� | jd d� | j � r�tjd
� t j
|_ y t j
|= W n tk
r� Y nX d S ) Nz#sending shutdown message to manager)rV rI g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processg�������?z#manager still alive after terminate)r� r
r{ r8 r| rz r� �hasattrr� r� r� r� r �_address_to_localr� )r r" rV r' r� r� r r r r� W s.
z BaseManager._finalize_managerc C s | j S )N)r� )r$ r r r �<lambda>w s zBaseManager.<lambda>Tc
s� d| j kr| jj� | _� d kr"t� |p0t� dd �}|p@t� dd �}|r`xt|j� �D ]\}}qTW |||� f| j�< |r�� �fdd�} �| _t| �| � d S )Nr� � _exposed_�_method_to_typeid_c s` t jd�� | j�f|�|�\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object)�managerrV r� )rV rQ ) r
rr r� r� r� r� r" r8 r# )r$ r4 r5 r� Zexp�proxyr� )r� r! r r rC � s z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r r r* �setattr)
r� r! rA r� r� r� �
create_method�keyr� rC r )r� r! r �registery s
zBaseManager.register)NNr� N)N)NNNNT)r* r, r- r� rH r� r% r� r� rj � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr" r� r r r r r � s(
$
c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t j| dd� � d S )Nc S s | j � S )N)�clear)r r r r r� � s z*ProcessLocalSet.__init__.<locals>.<lambda>)r
�register_after_fork)r$ r r r r% � s zProcessLocalSet.__init__c C s t | �f fS )N)r )r$ r r r �
__reduce__� s zProcessLocalSet.__reduce__N)r* r, r- r% r� r r r r r� � s r� c @ s| e Zd Zi Zej� Zddd�Zdd� Zf i fdd �Z d
d � Z
d d
� Z e dd� �Z
dd� Zdd� Zdd� Zdd� Zdd� ZdS )r NTFc
C s� t j�8 t jj|jd �}|d kr:tj� t� f}|t j|j< W d Q R X |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d k r�tj|�| _n"| j
d k r�| j
j| _n tj� j| _|r�| j� tj| t j� d S )Nr r )r �_mutexr� r� r" r
ZForkAwareLocalr� �_tls�_idset�_tokenr# �_id�_managerr� rW r� �_owned_by_managerr rU r� re rV �_increfr� � _after_fork) r$ r� r_ r� rV r� rP �
manager_ownedZ tls_idsetr r r r% � s*
zBaseProxy.__init__c C sd t jd� tj� j}tj� jdkr4|dtj� j 7 }| j| jj | j
d�}t |d d|f� || j _
d S )Nz making connection to managerZ
MainThread�|)rV rK )r
rr r re r r\ r� r� r� r" r� r8 r� r )r$ r r� r r r �_connect� s
zBaseProxy._connectc C s� y | j j}W n6 tk
rB tjdtj� j� | j� | j j}Y nX |j | j
|||f� |j � \}}|dkrp|S |dkr�|\}}| j j
|j d } | jj|_| || j| j | j|d�}
| j|j| jd�}t|d d|jf� |
S t||��d S ) Nz#thread %r does not own a connectionz#RETURNz#PROXYr )r� rV r� )rV rQ ���)r� r r� r
rr r\ r� r r� r/ r� r0 r� r� r! r� r" r� r� r� r8 r# r1 ) r$ r3 r4 r5 r� r6 r7 r� r� r� r� r r r � _callmethod� s,
zBaseProxy._callmethodc C s
| j d�S )Nz #GETVALUE)r� )r$ r r r � _getvalue s zBaseProxy._getvaluec C s� | j rtjd| jj� d S | j| jj| jd�}t|d d| j f� tjd| jj� | j
j | j � | j oj| j j
}tj| tj| j| j|| j| j
| jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %r)rV rP z INCREF %r�
)r4 r� )r� r
rr r� r# r� r" r� r8 r� r� �addr� r� r� r �_decrefr� Z_close)r$ r� r' r r r r� s
zBaseProxy._increfc C s� |j | j� |d ks |jtjkr�y2tjd| j� || j|d�}t|d d| jf� W q� t k
r� } ztjd|� W Y d d }~X q�X ntjd| j� | r�t
|d�r�tjdt j � j
� |jj� |`d S )Nz DECREF %r)rV rQ z... decref failed %sz%DECREF %r -- manager already shutdownr z-thread %r has no more proxies so closing conn)�discardr# r� r� r� r
rr r" r8 rz r� r\ r� r r r| )r� rV r' ZtlsZidsetr� r� r� r r r r� s
zBaseProxy._decrefc C sH d | _ y | j� W n0 tk
rB } ztjd| � W Y d d }~X nX d S )Nzincref failed: %s)r� r� rz r
r{ )r$ r� r r r r� 9 s
zBaseProxy._after_forkc C s^ i }t � d k r| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )NrV �_isautoFr� ) r
r� r r� � RebuildProxyr� r� r� r )r$ r5 r r r r� A s
zBaseProxy.__reduce__c C s | j � S )N)r� )r$ �memor r r � __deepcopy__N s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r* r� r! r# )r$ r r r r+ Q s zBaseProxy.__repr__c C s4 y
| j d�S tk
r. t| �d d� d S X d S )Nr+ r z; '__str__()' failed>r� )r� rz r� )r$ r r r r? U s
zBaseProxy.__str__)NNNTF)r* r, r- r� r
ZForkAwareThreadLockr� r% r� r� r� r� r� r� r� r� r� r+ r? r r r r r � s
(
c C s� t tj� dd �}|rT|j|jkrTtjd|� d|d< |j|jkrT|j|j |j|j< |j dd�opt tj� dd� }| ||fd|i|��S )Nrf z*Rebuild a proxy owned by manager, token=%rTr� rP Z _inheritingF)
r r re r" r
rr r# r[ rY �pop)rD r� r_ r5 r� rP r r r r� b s r� c
C sr t |�}y || |f S tk
r( Y nX i }x |D ]}td||f |� q4W t| tf|�}||_||| |f< |S )NzLdef %s(self, *args, **kwds):
return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdic�meth� ProxyTyper r r �
MakeProxyTypew s
r� Tc
C s� t | d }|d krB|| j|d�}zt|d d| f�}W d |j� X |d krX|d k rX|j}|d krjtj� j}td| j |�}|| ||||d�} d| _
| S )Nr )rV rL z
AutoProxy[%s])r� rV rP T) rW r" r8 r| r� r re rV r� r! r� )
r� r_ r� rV r� rP r� r� r� r� r r r r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j j|� d S )N)r� �update)r$ r5 r r r r% � s zNamespace.__init__c C s^ t | jj� �}g }x,|D ]$\}}|jd�s|jd||f � qW |j� d| jjdj|�f S )NrF z%s=%rz%s(%s)z, ) r r� r �
startswithrB r� r) r* r� )r$ r rC r r� r r r r+ � s
zNamespace.__repr__N)r* r, r- r% r+ r r r r r� � s r� c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd
S ) �ValueTc C s || _ || _d S )N)� _typecode�_value)r$ r r� �lockr r r r% � s zValue.__init__c C s | j S )N)r )r$ r r r r� � s z Value.getc C s
|| _ d S )N)r )r$ r� r r r r� � s z Value.setc C s dt | �j| j| jf S )Nz
%s(%r, %r))r r* r r )r$ r r r r+ � s zValue.__repr__N)T) r* r, r- r% r� r� r+ r� r� r r r r r� � s
r� c C s t j | |�S )N)r )r Zsequencer r r r �Array� s r c @ s8 e Zd ZdZdd� Zdd� Zd d
� Zd d � Zd
d� ZdS )�
IteratorProxy�__next__r/ �throwr| c C s | S )Nr )r$ r r r �__iter__� s zIteratorProxy.__iter__c G s | j d|�S )Nr )r� )r$ r4 r r r r � s zIteratorProxy.__next__c G s | j d|�S )Nr/ )r� )r$ r4 r r r r/ � s zIteratorProxy.sendc G s | j d|�S )Nr )r� )r$ r4 r r r r � s zIteratorProxy.throwc G s | j d|�S )Nr| )r� )r$ r4 r r r r| � s zIteratorProxy.closeN)r r/ r r| ) r* r, r- r� r r r/ r r| r r r r r � s r c @ s2 e Zd Zd
Zddd�Zdd� Zd d
� Zd d � ZdS )�
AcquirerProxy�acquire�releaseTNc C s" |d kr|fn||f}| j d|�S )Nr )r� )r$ Zblockingr� r4 r r r r � s zAcquirerProxy.acquirec C s
| j d�S )Nr
)r� )r$ r r r r
� s zAcquirerProxy.releasec C s
| j d�S )Nr )r� )r$ r r r r� � s zAcquirerProxy.__enter__c C s
| j d�S )Nr
)r� )r$ r� r� r� r r r r� � s zAcquirerProxy.__exit__)r r
)TN)r* r, r- r� r r
r� r� r r r r r � s
r c @ s4 e Zd ZdZddd�Zd d
� Zd d � Zdd
d�ZdS )�ConditionProxyr r
rl �notify�
notify_allNc C s | j d|f�S )Nrl )r� )r$ r� r r r rl � s zConditionProxy.waitc C s
| j d�S )Nr )r� )r$ r r r r � s zConditionProxy.notifyc C s
| j d�S )Nr
)r� )r$ r r r r
� s zConditionProxy.notify_allc C sh |� }|r|S |d k r$t j� | }nd }d }x6|sb|d k rP|t j� }|dkrPP | j|� |� }q.W |S )Nr )�timeZ monotonicrl )r$ Z predicater� r7 ZendtimeZwaittimer r r �wait_for� s
zConditionProxy.wait_for)r r
rl r r
)N)N)r* r, r- r� rl r r
r r r r r r � s
r c @ s2 e Zd ZdZdd� Zdd� Zd d
� Zdd d
�Zd S )�
EventProxyrk r� r� rl c C s
| j d�S )Nrk )r� )r$ r r r rk s zEventProxy.is_setc C s
| j d�S )Nr� )r� )r$ r r r r� s zEventProxy.setc C s
| j d�S )Nr� )r� )r$ r r r r� s zEventProxy.clearNc C s | j d|f�S )Nrl )r� )r$ r� r r r rl s zEventProxy.wait)rk r� r� rl )N)r* r, r- r� rk r� r� rl r r r r r � s
r c @ sN e Zd ZdZddd�Zdd � Zd
d � Zed d
� �Zedd� �Z edd� �Z
dS )� BarrierProxy�__getattribute__rl �abort�resetNc C s | j d|f�S )Nrl )r� )r$ r� r r r rl
s zBarrierProxy.waitc C s
| j d�S )Nr )r� )r$ r r r r s zBarrierProxy.abortc C s
| j d�S )Nr )r� )r$ r r r r s zBarrierProxy.resetc C s | j dd�S )Nr �parties)r )r� )r$ r r r r s zBarrierProxy.partiesc C s | j dd�S )Nr � n_waiting)r )r� )r$ r r r r s zBarrierProxy.n_waitingc C s | j dd�S )Nr �broken)r )r� )r$ r r r r s zBarrierProxy.broken)r rl r r )N) r* r, r- r� rl r r r� r r r r r r r r s
r c @ s( e Zd Zd Zdd� Zdd� Zdd � Zd
S ) �NamespaceProxyr � __setattr__� __delattr__c C s0 |d dkrt j| |�S t j| d�}|d|f�S )Nr rF r� r )�objectr )r$ r� �
callmethodr r r � __getattr__ s zNamespaceProxy.__getattr__c C s4 |d dkrt j| ||�S t j| d�}|d||f�S )Nr rF r� r )r r r )r$ r� r� r r r r r % s zNamespaceProxy.__setattr__c C s0 |d dkrt j| |�S t j| d�}|d|f�S )Nr rF r� r )r r r )r$ r� r r r r r * s zNamespaceProxy.__delattr__N)r r r )r* r, r- r� r r r r r r r r s r c @ s* e Zd ZdZdd� Zdd� Zeee�ZdS ) �
ValueProxyr� r� c C s
| j d�S )Nr� )r� )r$ r r r r� 3 s zValueProxy.getc C s | j d|f�S )Nr� )r� )r$ r� r r r r� 5 s zValueProxy.setN)r� r� )r* r, r- r� r� r� r� r� r r r r r 1 s r �
BaseListProxy�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rB �count�extend�index�insertr� �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | j d|f� | S )Nr* )r� )r$ r� r r r �__iadd__A s zListProxy.__iadd__c C s | j d|f� | S )Nr/ )r� )r$ r� r r r r/ D s zListProxy.__imul__N)r* r, r- r1 r/ r r r r r0 @ s r0 � DictProxyr r� r� r� �has_key�popitem�
setdefaultr� �Iterator�
ArrayProxy� PoolProxy�apply� apply_asyncr| �imap�imap_unorderedr� �map� map_async�starmap�
starmap_asyncr� Z AsyncResult)r: r> r@ r; r< c @ s e Zd Zdd� Zdd� ZdS )r8 c C s | S )Nr )r$ r r r r� d s zPoolProxy.__enter__c C s | j � d S )N)r� )r$ r� r� r� r r r r� f s zPoolProxy.__exit__N)r* r, r- r� r� r r r r r8 c s c @ s e Zd ZdS )r N)r* r, r- r r r r r m s �QueueZ
JoinableQueuerc r] �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr �dictF)r� r� )r� )r r r )NNNT)T)r r! r" r# r$ r% r& r' r( rB r) r* r+ r, r� r- r. r� r/ )r! r" r# r r$ r( r� r� r� r3 r r r� r4 r5 r� r )r$ r# r( ) r9 r: r| r; r< r� r= r> r? r@ r� )I�__all__ro r\ r Zqueuer r� r � r �contextr r
r r r
r r r� Z
view_typesr r Z view_typer r r8 r1 rz r9 rE rG rH r� r` ra Z XmlListenerZ XmlClientrW r r� r� r r� r� r� r� r� r r r r r r r r r r0 r2 r� r7 Z
BasePoolProxyr8 r rA rc r] rB rC rD rE rF rG rH r r r r �<module> s�
;
]
4
__pycache__/connection.cpython-36.opt-2.pyc 0000644 00000053450 15033635673 0014523 0 ustar 00 3
�\dhVy � @ s d dddgZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl
m Z m
Z
dd lmZ ejZy$ddlZdd
lmZmZmZmZ W n$ ek
r� ejd kr dZY nX d Zd
ZdZej � Z dZ dgZ e ed��rdZ e dg7 Z ejd k�r dZ e dg7 Z efdd�Z!dd� Z"dd� Z#dd� Z$dd� Z%G d d � d �Z&e�rnG d d � d e&�Z'G d d!� d!e&�Z(G d"d� de)�Z*dPd#d �Z+ejd k�r�dQd%d�Z,n
dRd&d�Z,G d'd(� d(e)�Z-d)d*� Z.ejd k�r�G d+d,� d,e)�Z/d-d.� Z0d/Z1d0Z2d1Z3d2Z4d3d4� Z5d5d6� Z6G d7d8� d8e)�Z7d9d:� Z8d;d<� Z9G d=d>� d>e*�Z:d?d@� Z;ejd k�rzdAdB� Z<ej=ej>hZ?dSdCd�Z@n,ddlAZAe eAdD��r�eAjBZCneAjDZCdTdEd�Z@ejd k�r�dFdG� ZEdHdI� ZFejGe(eE� dJdK� ZHdLdM� ZIejGe'eH� n dNdG� ZEdOdI� ZFejGe(eE� dS )U�Client�Listener�Pipe�wait� N� )�util)�AuthenticationError�BufferTooShort)� reduction)�
WAIT_OBJECT_0�WAIT_ABANDONED_0� WAIT_TIMEOUT�INFINITE�win32i g 4@Zsha256�AF_INET�AF_UNIX�AF_PIPEc C s t j� | S )N)�time� monotonic)�timeout� r �2/usr/lib64/python3.6/multiprocessing/connection.py�
_init_timeout? s r c C s t j� | kS )N)r r )�tr r r �_check_timeoutB s r c C sX | dkr d S | dkr&t jdtj� d�S | dkrLt jdtj� tt�f d d�S td
��d S ) Nr � localhostr r z listener-)�prefix�dirr z\\.\pipe\pyc-%d-%d-� zunrecognized family)r r ) �tempfileZmktempr Z get_temp_dir�os�getpid�next�
_mmap_counter�
ValueError)�familyr r r �arbitrary_addressI s r& c C sJ t jdkr | dkr td| ��t jdkrF| dkrFtt| �sFtd| ��d S )Nr r z Family %s is not recognized.r )�sys�platformr$ �hasattr�socket)r% r r r �_validate_familyW s
r+ c C sJ t | �tkrdS t | �tkr*| jd�r*dS t | �tkr:dS td| ��d S )Nr z\\r r z address type of %r unrecognized)�type�tuple�str�
startswithr$ )�addressr r r � address_typec s r1 c @ s� e Zd ZdZd+dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dd� Zdd� Zd,dd�Zd d � Zd-d d �Zd.d d!�Zd"d#� Zd/d%d&�Zd'd(� Zd)d*� ZdS )0�_ConnectionBaseNTc C sB |j � }|dk rtd��| r,| r,td��|| _|| _|| _d S )Nr zinvalid handlez6at least one of `readable` and `writable` must be True)� __index__r$ �_handle� _readable� _writable)�self�handle�readable�writabler r r �__init__y s z_ConnectionBase.__init__c C s | j d k r| j� d S )N)r4 �_close)r7 r r r �__del__� s
z_ConnectionBase.__del__c C s | j d krtd��d S )Nzhandle is closed)r4 �OSError)r7 r r r �
_check_closed� s
z _ConnectionBase._check_closedc C s | j std��d S )Nzconnection is write-only)r5 r> )r7 r r r �_check_readable� s z _ConnectionBase._check_readablec C s | j std��d S )Nzconnection is read-only)r6 r> )r7 r r r �_check_writable� s z _ConnectionBase._check_writablec C s" | j rd| _n| j� td��d S )NFzbad message length)r6 r5 �closer> )r7 r r r �_bad_message_length� s z#_ConnectionBase._bad_message_lengthc C s
| j d kS )N)r4 )r7 r r r �closed� s z_ConnectionBase.closedc C s | j S )N)r5 )r7 r r r r9 � s z_ConnectionBase.readablec C s | j S )N)r6 )r7 r r r r: � s z_ConnectionBase.writablec C s | j � | jS )N)r? r4 )r7 r r r �fileno� s z_ConnectionBase.filenoc C s$ | j d k r z | j� W d d | _ X d S )N)r4 r< )r7 r r r rB � s
z_ConnectionBase.closer c C s� | j � | j� t|�}|jdkr.tt|��}t|�}|dk rFtd��||k rVtd��|d krh|| }n&|dk rztd��n|| |kr�td��| j|||| � � d S )Nr r zoffset is negativezbuffer length < offsetzsize is negativez buffer length < offset + size)r? rA �
memoryview�itemsize�bytes�lenr$ � _send_bytes)r7 �buf�offset�size�m�nr r r �
send_bytes� s"
z_ConnectionBase.send_bytesc C s$ | j � | j� | jtj|�� d S )N)r? rA rJ �_ForkingPickler�dumps)r7 �objr r r �send� s z_ConnectionBase.sendc C sJ | j � | j� |d k r(|dk r(td��| j|�}|d krB| j� |j� S )Nr znegative maxlength)r? r@ r$ � _recv_bytesrC �getvalue)r7 Z maxlengthrK r r r �
recv_bytes� s
z_ConnectionBase.recv_bytesc C s� | j � | j� t|���}|j}|t|� }|dk r>td��n||krNtd��| j� }|j� }||| k rvt|j � ��|j
d� |j ||| || | � � |S Q R X d S )Nr znegative offsetzoffset too large) r? r@ rF rG rI r$ rU �tellr rV �seek�readinto)r7 rK rL rN rG Zbytesize�resultrM r r r �recv_bytes_into� s"
z _ConnectionBase.recv_bytes_intoc C s& | j � | j� | j� }tj|j� �S )N)r? r@ rU rQ �loads� getbuffer)r7 rK r r r �recv� s z_ConnectionBase.recv� c C s | j � | j� | j|�S )N)r? r@ �_poll)r7 r r r r �poll s z_ConnectionBase.pollc C s | S )Nr )r7 r r r � __enter__ s z_ConnectionBase.__enter__c C s | j � d S )N)rB )r7 �exc_type� exc_value�exc_tbr r r �__exit__
s z_ConnectionBase.__exit__)TT)r N)N)r )r` )�__name__�
__module__� __qualname__r4 r; r= r? r@ rA rC �propertyrD r9 r: rE rB rP rT rW r\ r_ rb rc rg r r r r r2 v s(
r2 c @ s@ e Zd ZdZejfdd�Zdd� Zd
dd�Zd d
� Z d d � Z
dS )�PipeConnectionFc C s || j � d S )N)r4 )r7 Z _CloseHandler r r r< s zPipeConnection._closec C sh t j| j|dd�\}}z<y |t jkr6t j|jgdt�}W n |j� � Y nX W d |jd�\}}X d S )NT)�
overlappedF) �_winapiZ WriteFiler4 �ERROR_IO_PENDING�WaitForMultipleObjects�eventr �cancel�GetOverlappedResult)r7 rK �ov�err�waitresZnwrittenr r r rJ s
zPipeConnection._send_bytesNc C s | j rd| _ tj� S |d kr dnt|d�}y�tj| j|dd�\}}z<y |tjkrbtj|j gdt
�}W n |j � � Y nX W d |j d�\}}|dkr�tj� }|j
|j� � |S |tjkr�| j||�S X W n8 tk
�r } z|jtjkr�t�n� W Y d d }~X nX td��d S )NF� T)rm r z.shouldn't get here; expected KeyboardInterrupt)�_got_empty_message�io�BytesIO�minrn �ReadFiler4 ro rp rq r rr rs �writer^ ZERROR_MORE_DATA�_get_more_datar> �winerror�ERROR_BROKEN_PIPE�EOFError� RuntimeError) r7 �maxsizeZbsizert ru rv Znread�f�er r r rU * s6
zPipeConnection._recv_bytesc C s. | j stj| j�d dkr dS tt| g|��S )Nr T)rx rn �
PeekNamedPiper4 �boolr )r7 r r r r ra J s zPipeConnection._pollc C s� |j � }tj� }|j|� tj| j�d }|d k rJt|�| |krJ| j� tj | j|dd�\}}|j
d�\}}|j|j � � |S )Nr T)rm ) r^ ry rz r} rn r� r4 rI rC r| rs )r7 rt r� rK r� �leftru Zrbytesr r r r~ P s
z PipeConnection._get_more_data)N) rh ri rj rx rn � CloseHandler< rJ rU ra r~ r r r r rl s
rl c @ sx e Zd Zer(ejfdd�ZejZej Z
ne j fdd�Ze j
Ze jZ
efdd�Ze
fdd�Zdd � Zdd d �Zd
d� Zd
S )�
Connectionc C s || j � d S )N)r4 )r7 r< r r r r< g s zConnection._closec C s || j � d S )N)r4 )r7 r< r r r r< l s c C s< t |�}x.|| j|�}||8 }|dkr(P ||d � }q
W d S )Nr )rI r4 )r7 rK r} � remainingrO r r r �_sendq s zConnection._sendc C sf t j� }| j}|}xN|dkr`|||�}t|�}|dkrL||krDt�ntd��|j|� ||8 }qW |S )Nr z got end of file during message)ry rz r4 rI r� r> r} )r7 rM �readrK r8 r� �chunkrO r r r �_recvz s
zConnection._recvc C sD t |�}tjd|�}|dkr2| j|� | j|� n| j|| � d S )Nz!ii @ )rI �structZpackr� )r7 rK rO �headerr r r rJ � s
zConnection._send_bytesNc C s: | j d�}tjd|j� �\}|d k r0||kr0d S | j |�S )N� z!i)r� r� ZunpackrV )r7 r� rK rM r r r rU � s
zConnection._recv_bytesc C s t | g|�}t|�S )N)r r� )r7 r �rr r r ra � s zConnection._poll)N)rh ri rj rn �_multiprocessingZ closesocketr< rT Z_writer_ Z_readr rB r} r� r� r� rJ rU ra r r r r r� ` s
r� c @ sN e Zd Zddd�Zdd� Zdd� Zed d
� �Zed d
� �Zd d
� Z dd� Z
dS )r Nr c C sr |p|rt |�pt}|p t|�}t|� |dkr>t||�| _nt|||�| _|d k rht|t� rht d��|| _
d S )Nr z authkey should be a byte string) r1 �default_familyr& r+ � PipeListener� _listener�SocketListener�
isinstancerH � TypeError�_authkey)r7 r0 r% �backlog�authkeyr r r r; � s zListener.__init__c C s> | j d krtd��| j j� }| jr:t|| j� t|| j� |S )Nzlistener is closed)r� r> �acceptr� �deliver_challenge�answer_challenge)r7 �cr r r r� � s
zListener.acceptc C s | j }|d k r d | _ |j� d S )N)r� rB )r7 Zlistenerr r r rB � s zListener.closec C s | j jS )N)r� �_address)r7 r r r �<lambda>� s zListener.<lambda>c C s | j jS )N)r� �_last_accepted)r7 r r r r� � s c C s | S )Nr )r7 r r r rc � s zListener.__enter__c C s | j � d S )N)rB )r7 rd re rf r r r rg � s zListener.__exit__)NNr N) rh ri rj r; r� rB rk r0 Z
last_acceptedrc rg r r r r r � s
c C sj |p
t | �}t|� |dkr&t| �}nt| �}|d k rJt|t� rJtd��|d k rft||� t||� |S )Nr z authkey should be a byte string) r1 r+ �
PipeClient� SocketClientr� rH r� r� r� )r0 r% r� r� r r r r � s
Tc C sj | r>t j� \}}|jd� |jd� t|j� �}t|j� �}n$tj� \}}t|dd�}t|dd�}||fS )NTF)r: )r9 )r* Z
socketpair� setblockingr� �detachr �pipe)�duplex�s1�s2�c1�c2Zfd1Zfd2r r r r � s
c
C s� t d�}| r*tj}tjtjB }tt }}ntj}tj}dt }}tj||tjB tj B tj
tj B tj B d||tj
tj�}tj||dtjtjtjtj�}tj|tj d d � tj|dd�}|jd�\} }
t|| d�} t|| d�} | | fS )Nr r r T)rm )r: )r9 )r& rn �PIPE_ACCESS_DUPLEX� GENERIC_READ�
GENERIC_WRITE�BUFSIZEZPIPE_ACCESS_INBOUND�CreateNamedPipe�FILE_FLAG_OVERLAPPED� FILE_FLAG_FIRST_PIPE_INSTANCE�PIPE_TYPE_MESSAGE�PIPE_READMODE_MESSAGE� PIPE_WAIT�NMPWAIT_WAIT_FOREVER�NULL�
CreateFile�
OPEN_EXISTING�SetNamedPipeHandleState�ConnectNamedPipers rl )
r� r0 Zopenmode�accessZobsizeZibsizeZh1Zh2rm �_ru r� r� r r r r s2
c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r� r c C s� t j tt |��| _yRtjdkr2| jjt jt jd� | jjd� | jj |� | jj
|� | jj � | _ W n t
k
r� | jj� � Y nX || _d | _|dkr�tj| tj|fdd�| _nd | _d S )N�posixr Tr r )�args� exitpriority)r* �getattr�_socketr �nameZ
setsockoptZ
SOL_SOCKETZ SO_REUSEADDRr� ZbindZlistenZ getsocknamer� r> rB Z_familyr� r �Finalize�unlink�_unlink)r7 r0 r% r� r r r r; < s$
zSocketListener.__init__c C s& | j j� \}| _|jd� t|j� �S )NT)r� r� r� r� r� r� )r7 �sr r r r� T s
zSocketListener.acceptc C s0 z| j j� W d | j}|d k r*d | _|� X d S )N)r� rB r� )r7 r� r r r rB Y s zSocketListener.closeN)r )rh ri rj r; r� rB r r r r r� 8 s
r� c C sD t | �}tjtt|���"}|jd� |j| � t|j� �S Q R X d S )NT)r1 r* r� r� Zconnectr� r� )r0 r% r� r r r r� c s
r� c @ s4 e Zd Zd dd�Zd dd�Zdd� Zed d
� �ZdS )
r� Nc C sL || _ | jdd�g| _d | _tjd| j � tj| tj| j| j fdd�| _ d S )NT)�firstz listener created with address=%rr )r� r� )
r� � _new_handle�
_handle_queuer� r � sub_debugr� r� �_finalize_pipe_listenerrB )r7 r0 r� r r r r; w s zPipeListener.__init__Fc C sH t jt jB }|r|t jO }t j| j|t jt jB t jB t j t
t
t j t j �S )N)
rn r� r� r� r� r� r� r� r� ZPIPE_UNLIMITED_INSTANCESr� r� r� )r7 r� �flagsr r r r� � s
zPipeListener._new_handlec C s� | j j| j� � | j jd�}ytj|dd�}W n0 tk
r^ } z|jtjkrN� W Y d d }~X nPX z<ytj |j
gdt �}W n |j � tj
|� � Y nX W d |jd�\}}X t|�S )Nr T)rm F)r� �appendr� �poprn r� r> r Z
ERROR_NO_DATArp rq r rr r� rs rl )r7 r8 rt r� �resr� ru r r r r� � s"
zPipeListener.acceptc C s( t jd|� x| D ]}tj|� qW d S )Nz closing listener with address=%r)r r� rn r� )Zqueuer0 r8 r r r r� � s
z$PipeListener._finalize_pipe_listener)N)F)rh ri rj r; r� r� � staticmethodr� r r r r r� s s
r� c C s� t � }x~y6tj| d� tj| tjtjB dtjtjtjtj�}W n> t k
r| } z"|j
tj tj fksjt
|�rl� W Y d d }~X qX P qW � tj|tjd d � t|�S )Ni� r )r rn Z
WaitNamedPiper� r� r� r� r� r� r> r ZERROR_SEM_TIMEOUTZERROR_PIPE_BUSYr r� r� rl )r0 r �hr� r r r r� � s"
r� � s #CHALLENGE#s #WELCOME#s #FAILURE#c C sf dd l }tjt�}| jt| � |j||t�j� }| j d�}||krP| jt
� n| jt � t d��d S )Nr � zdigest received was wrong)
�hmacr �urandom�MESSAGE_LENGTHrP � CHALLENGE�new�HMAC_DIGEST_NAME�digestrW �WELCOME�FAILUREr )�
connectionr� r� �messager� �responser r r r� � s
r� c C s\ dd l }| jd�}|tt�d � }|j||t�j� }| j|� | jd�}|tkrXt d��d S )Nr r� zdigest sent was rejected)
r� rW rI r� r� r� r� rP r� r )r� r� r� r� r� r� r r r r� � s
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ConnectionWrapperc C s: || _ || _|| _x"dD ]}t||�}t| ||� qW d S )NrE rB rb rW rP )rE rB rb rW rP )�_conn�_dumps�_loadsr� �setattr)r7 �connrR r] �attrrS r r r r; � s
zConnectionWrapper.__init__c C s | j |�}| jj|� d S )N)r� r� rP )r7 rS r� r r r rT � s
zConnectionWrapper.sendc C s | j j� }| j|�S )N)r� rW r� )r7 r� r r r r_ � s
zConnectionWrapper.recvN)rh ri rj r; rT r_ r r r r r� � s r� c C s t j| fd d d d�jd�S )Nr zutf-8)� xmlrpclibrR �encode)rS r r r �
_xml_dumps� s r� c C s t j| jd��\\}}|S )Nzutf-8)r� r] �decode)r� rS �methodr r r �
_xml_loads� s r� c @ s e Zd Zdd� ZdS )� XmlListenerc C s dd l jatj| �}t|tt�S )Nr )�
xmlrpc.client�clientr� r r� r� r� r� )r7 rS r r r r� s
zXmlListener.acceptN)rh ri rj r� r r r r r� s r� c O s dd l jatt| |�tt�S )Nr )r� r� r� r� r r� r� )r� �kwdsr r r � XmlClient
s
r� c C s� t | �}g }x�|r�tj|d|�}|tkr,P n\t| koFtt|� k n rV|t8 }n2t| koptt|� k n r�|t8 }ntd��|j|| � ||d d � }d}qW |S )NFzShould not get herer r ) �listrn rp r
r rI r r� r� )Zhandlesr �L�readyr� r r r �_exhaustive_wait s
r� c
. sn |d krt }n |dk r d}nt|d d �}t| �} i �g }t� � t� }�zH�x2| D �](}yt|d�}W n tk
r� |�|j� < Y qTX ytj|� dd�\}}W n8 t k
r� } z d |j
}}|t krʂ W Y d d }~X nX |tj kr�|j
|� |�|j< qT|�rptj� d d� dk�rpy|jd�\} }W n* t k
�rT } z |j
}W Y d d }~X nX | �rpt|d ��rpd|_� j|� d}qTW t�j� |�}W d x|D ]}|j� �q�W x�|D ]�}y|jd�\} }W n6 t k
�r� } z|j
}|t k�r� W Y d d }~X nX |tjk�r��|j }� j|� |dk�r�t|d ��r�d|_�q�W X � j�fd
d �|D �� � fd d
�| D �S )Nr i� g �?rE T� � Frx c 3 s | ]}� | V qd S )Nr )�.0r� )�waithandle_to_objr r � <genexpr>v s zwait.<locals>.<genexpr>c s g | ]}|� kr|�qS r r )r� �o)�
ready_objectsr r �
<listcomp>w s zwait.<locals>.<listcomp>)r� r� )r �intr� �setr� �AttributeErrorr3 rn r| r> r �
_ready_errorsro r� rq r' Zgetwindowsversionrs r) rx �addr� �keysrr ZERROR_OPERATION_ABORTED�update)
� object_listr Zov_listZ
ready_handlesr� rE rt ru r� r� r )r r� r r + sh
� PollSelectorc C s� t � �x}x| D ]}|j|tj� qW |d k r8tj� | }x@|j|�}|rVdd� |D �S |d k r:|tj� }|dk r:|S q:W W d Q R X d S )Nc S s g | ]\}}|j �qS r )Zfileobj)r� �keyZeventsr r r r � s zwait.<locals>.<listcomp>r )�
_WaitSelector�register� selectorsZ
EVENT_READr r Zselect)r r ZselectorrS Zdeadliner� r r r r � s
c C sN | j � }tj|tjtj��*}ddlm} |j|�}t|| j | j
ffS Q R X d S )Nr )�resource_sharer) rE r* Zfromfdr Z SOCK_STREAMr r Z DupSocket�rebuild_connectionr9 r: )r� r8 r� r �dsr r r �reduce_connection� s
r c C s | j � }t|j � ||�S )N)r� r� )r r9 r: Zsockr r r r � s r c C sB | j r tjnd| jrtjndB }tj| j� |�}t|| j | jffS )Nr ) r9 rn ZFILE_GENERIC_READr: ZFILE_GENERIC_WRITEr
Z DupHandlerE �rebuild_pipe_connection)r� r� �dhr r r �reduce_pipe_connection� s r c C s | j � }t|||�S )N)r� rl )r r9 r: r8 r r r r � s r c C s t j| j� �}t|| j| jffS )N)r
ZDupFdrE r r9 r: )r� �dfr r r r � s c C s | j � }t|||�S )N)r� r� )r r9 r: �fdr r r r � s )NN)T)T)N)N)J�__all__ry r r' r* r� r r � itertoolsr� r r r r �contextr
ZForkingPicklerrQ rn r r r
r � ImportErrorr( r� ZCONNECTION_TIMEOUTr� �countr# r� Zfamiliesr) r r r& r+ r1 r2 rl r� �objectr r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ZERROR_NETNAME_DELETEDr r r r
r ZSelectSelectorr r r
r r r r r r �<module>
s�
PJ8
,+ 8
P
__pycache__/managers.cpython-36.pyc 0000644 00000101052 15033635673 0013211 0 ustar 00 3
\� � @ s� d dddgZ ddlZddlZddlZddlZddlZddlmZ ddlm Z dd l
m Z m Z dd
lm
Z
dd lmZ dd lmZ dd
lmZ dd� Ze jeje� dd� d�D �Zed ek r�dd� ZxeD ]Ze jee� q�W G dd� de�Zf i fdd�Zdd� ZG d d � d e�Z d d � Z d d!� Z G d"d#� d#e�Z G d$d%� d%e�Z e j!e j"fe j#e j$fd&�Z%G d'd � d e�Z&G d(d)� d)e'�Z(G d*d� de�Z)d+d,� Z*i fd-d.�Z+d�d0d1�Z,G d2d3� d3e�Z-G d4d5� d5e�Z.d�d6d7�Z/G d8d9� d9e)�Z0G d:d;� d;e)�Z1G d<d=� d=e1�Z2G d>d?� d?e)�Z3G d@dA� dAe)�Z4G dBdC� dCe)�Z5G dDdE� dEe)�Z6e+dFd��Z7G dZd[� d[e7�Z8e+d\d��Z9d]deie9_:e+dfd��Z;e+dgd��Z<dsdsdsdededt�e<_:G dudg� dge<�Z=G dvd� de&�Z>e>jdwej?� e>jdxej?� e>jdyej@e3� e>jdzejAe1� e>jd{ejBe1� e>jd|ejCe1� e>jd}ejDe1� e>jd~ejEe2� e>jdejFe4� e>jd�e
jGe=� e>jd�ee8� e>jd�eHe9� e>jd5e.e6� e>jd7e/e;� e>jd3e-e5� e>jdee0d�d�� e>jdsd�d�� dS )�� BaseManager� SyncManager� BaseProxy�Token� N)�
format_exc� )�
connection)� reduction�get_spawning_popen)�pool)�process)�util)� get_contextc C s t j | j| j� ffS )N)�array�typecode�tobytes)�a� r �0/usr/lib64/python3.6/multiprocessing/managers.py� reduce_array$ s r c C s g | ]}t ti |�� ��qS r )�type�getattr)�.0�namer r r �
<listcomp>( s r �items�keys�valuesc C s t t | �ffS )N)�list)�objr r r �rebuild_as_list* s r c @ s4 e Zd ZdZdZdd� Zdd� Zd d
� Zd d � Zd
S )r z4
Type to uniquely indentify a shared object
�typeid�address�idc C s ||| | _ | _| _d S )N)r! r" r# )�selfr! r" r# r r r �__init__9 s zToken.__init__c C s | j | j| jfS )N)r! r" r# )r$ r r r � __getstate__< s zToken.__getstate__c C s |\| _ | _| _d S )N)r! r" r# )r$ �stater r r � __setstate__? s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r! r" r# )r$ r r r �__repr__B s zToken.__repr__N)r! r" r# ) r* �
__module__� __qualname__�__doc__� __slots__r% r& r( r+ r r r r r 3 s c C s8 | j ||||f� | j� \}}|dkr*|S t||��dS )zL
Send a message to manager using connection `c` and return response
z#RETURNN)�send�recv�convert_to_error)�cr# �
methodname�args�kwds�kind�resultr r r �dispatchJ s
r9 c C s\ | dkr |S | dkr,t |�tks$t�t|�S | dkrPt |�tksDt�td| �S td�S d S )Nz#ERRORz
#TRACEBACKz#UNSERIALIZABLEzUnserializable message: %s
zUnrecognized message type)r �str�AssertionError� RemoteError�
ValueError)r7 r8 r r r r2 T s r2 c @ s e Zd Zdd� ZdS )r< c C s& ddd d t | jd � dd S )N�
�-�K r )r: r5 )r$ r r r �__str__a s zRemoteError.__str__N)r* r, r- rA r r r r r< ` s r< c C s6 g }x,t | �D ] }t| |�}t|�r|j|� qW |S )z4
Return a list of names of methods of `obj`
)�dirr �callable�append)r �tempr �funcr r r � all_methodsh s
rG c C s dd� t | �D �S )zP
Return a list of names of methods of `obj` which do not start with '_'
c S s g | ]}|d dkr|�qS )r �_r )r r r r r r w s z"public_methods.<locals>.<listcomp>)rG )r r r r �public_methodss s rI c @ s� e Zd ZdZdddddddd d
g Zd d � Zd
d� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z e e e
d�Z
d d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.S )/�ServerzM
Server class which runs in a process controlled by a manager object
�shutdown�create�accept_connection� get_methods�
debug_info�number_of_objects�dummy�incref�decrefc C sl t |t�st�|| _tj|�| _t| \}}||dd�| _| jj | _ dd f fi| _
i | _ i | _ t
j� | _d S )N� )r" Zbacklog�0)�
isinstance�bytesr; �registryr �AuthenticationString�authkey�listener_client�listenerr" � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r$ rX r" rZ �
serializer�Listener�Clientr r r r% � s
zServer.__init__c C s� t j� | _| tj� _zZt j| jd�}d|_|j � y x| jj
� sN| jj d� q6W W n t t
fk
rj Y nX W dtjtjkr�tjd� tjt_tjt_tjd� X dS )z(
Run the server forever
)�targetTr Nzresetting stdout, stderrr )r` �Event�
stop_eventr �current_process�_manager_server�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt�
SystemExit�sys�stdout�
__stdout__r
�debug�
__stderr__�stderr�exit)r$ rl r r r �
serve_forever� s
zServer.serve_foreverc C sP xJy| j j� }W n tk
r& wY nX tj| j|fd�}d|_|j� qW d S )N)rf r5 T)r\ Zaccept�OSErrorr` rk �handle_requestrm rn )r$ r3 �tr r r rl � s zServer.accepterc ' C sL d } }}yTt j|| j� t j|| j� |j� }|\}}}}|| jksTtd| ��t| |�}W n tk
r~ dt � f} Y n>X y||f|�|�}W n tk
r� dt � f} Y n
X d|f} y|j
| � W nt tk
�r> }
zVy|j
dt � f� W n tk
�r Y nX t j d| � t j d|� t j d|
� W Y dd}
~
X nX |j
� dS )z)
Handle a new connection
Nz%r unrecognizedz
#TRACEBACKz#RETURNzFailure to send message: %rz ... request was %rz ... exception was %r)r Zdeliver_challengerZ Zanswer_challenger1 �publicr; r � Exceptionr r0 r
�info�close) r$ r3 �funcnamer8 �request�ignorer5 r6 rF �msg�er r r r| � s4 zServer.handle_requestc D C s� t jdtj� j� |j}|j}| j}�x�| jj � �s�yBd }}|� }|\}}} }
y|| \}} } W n^ t
k
r� }
zBy| j | \}} } W n& t
k
r� } z
|
�W Y dd}~X nX W Y dd}
~
X nX || kr�t d|t
|�| f ��t||�}y|| |
�}W n, tk
�r& } zd|f}W Y dd}~X nPX | �o8| j|d�}|�rn| j|||�\}}t|| j|�}d||ff}nd|f}W n� t k
�r� |dk�r�dt� f}nNy,| j| }|| |||f| �|
�}d|f}W n tk
�r� dt� f}Y nX Y nP tk
�r" t jdtj� j� tjd � Y n tk
�r@ dt� f}Y nX yDy ||� W n2 tk
�r� } z|d
t� f� W Y dd}~X nX W q( tk
�r� } zBt jd tj� j� t jd |� t jd
|� |j� tjd� W Y dd}~X q(X q(W dS )zQ
Handle requests from the proxies in a particular process/thread
z$starting server thread to service %rNz+method %r of %r object is not in exposed=%rz#ERRORz#PROXYz#RETURNz
#TRACEBACKz$got EOF -- exiting thread serving %rr z#UNSERIALIZABLEz exception in thread serving %rz ... message was %rz ... exception was %rr )r
rv r` �current_threadr r1 r0 r] rh ro �KeyErrorr_ �AttributeErrorr r r �getrL r r" r �fallback_mapping�EOFErrorrs ry r� r� )r$ �connr1 r0 r] r4 r r� �identr5 r6 �exposed� gettypeid�keZ second_keZfunction�resr� r� r! ZridentZrexposed�tokenZ
fallback_funcr8 r r r � serve_client� sx (
$ zServer.serve_clientc C s |S )Nr )r$ r� r� r r r r �fallback_getvalue& s zServer.fallback_getvaluec C s t |�S )N)r: )r$ r� r� r r r r � fallback_str) s zServer.fallback_strc C s t |�S )N)�repr)r$ r� r� r r r r �
fallback_repr, s zServer.fallback_repr)rA r+ z #GETVALUEc C s d S )Nr )r$ r3 r r r rQ 5 s z Server.dummyc C s| | j �l g }t| jj� �}|j� xD|D ]<}|dkr(|jd|| j| t| j| d �dd� f � q(W dj|�S Q R X dS )zO
Return some info --- useful to spot problems with refcounting
rU z %s: refcount=%s
%sr Nr@ r> ) rb r r^ r �sortrD r: r] �join)r$ r3 r8 r r� r r r rO 8 s
$zServer.debug_infoc C s
t | j�S )z*
Number of shared objects
)�lenr^ )r$ r3 r r r rP G s zServer.number_of_objectsc C sL z:yt jd� |jd� W n ddl}|j� Y nX W d| jj� X dS )z'
Shutdown this process
z!manager received shutdown message�#RETURNNr )r� N)r
rv r0 � traceback� print_excrh �set)r$ r3 r� r r r rK N s
zServer.shutdownc O s� | j �� | j| \}}}}|dkrBt|�dkr4| s8t�|d } n
|||�} |dkr\t| �}|dk r�t|�tkstt�t|�t|� }dt| � }
t j
d||
� | t |�|f| j |
< |
| j
kr�d| j
|
< W dQ R X | j||
� |
t|�fS )z>
Create a new shared object and return its id
Nr r z%xz&%r callable returned object with id %r)rb rX r� r; rI r �dictr r# r
rv r� r] r^ rR �tuple) r$ r3 r! r5 r6 rC r� �method_to_typeid� proxytyper r� r r r rL [ s$
z
Server.createc C s t | j|j d �S )zL
Return the methods of the shared object indicated by token
r )r� r] r# )r$ r3 r� r r r rN z s zServer.get_methodsc C s" |t j� _|jd� | j|� dS )z=
Spawn a new thread to serve this connection
�#RETURNN)r� N)r` r� r r0 r� )r$ r3 r r r r rM � s
zServer.accept_connectionc C s� | j �� y| j| d7 < W nh tk
r� } zL|| jkrrd| j|< | j| | j|< | j| \}}}tjd|� n|�W Y d d }~X nX W d Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)rb r^ r� r_ r] r
rv )r$ r3 r� r� r r� r� r r r rR � s
z
Server.increfc C s� || j kr$|| jkr$tjd|� d S | j�@ | j | dks>t�| j | d8 < | j | dkrf| j |= W d Q R X || j kr�d f d f| j|< tjd|� | j� | j|= W d Q R X d S )NzServer DECREF skipping %rr r zdisposing of obj with id %r)r^ r_ r
rv rb r; r] )r$ r3 r� r r r rS � s
z
Server.decrefN)r* r, r- r. r~ r% rz rl r| r� r� r� r� r� rQ rO rP rK rL rN rM rR rS r r r r rJ } s.
"Q
rJ c @ s e Zd ZdgZdZdZdZdS )�State�valuer r � N)r* r, r- r/ �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd ZdZi ZeZd!dd�Zdd� Zdd � Z df fd
d �Z
e df fd d
��Z dd� Z
d"dd�Zdd� Zdd� Zdd� Zdd� Zedd� �Zed d � �Ze d#d d ��ZdS )$r z!
Base class for managers
Nr� c C s\ |d krt j� j}|| _t j|�| _t� | _tj| j_ || _
t | \| _ | _
|pTt� | _d S )N)r ri rZ �_addressrY �_authkeyr� �_stater� r� � _serializerr[ Z _Listener�_Clientr �_ctx)r$ r" rZ rc Zctxr r r r% � s
zBaseManager.__init__c C s( | j jtjkst�t| j| j| j| j �S )zX
Return server object with serve_forever() method and address attribute
)
r� r� r� r� r; rJ � _registryr� r� r� )r$ r r r �
get_server� s
zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|dd� tj| j_dS )z>
Connect manager object to the server process
)rZ NrQ ) r[ r� r� r� r9 r� r� r� r� )r$ rd re r� r r r �connect� s zBaseManager.connectc C s� | j jtjkst�|dk r,t|� r,td��tjdd�\}}| j j
t | �j | j
| j| j| j|||fd�| _djdd� | jjD ��}t | �jd | | j_| jj� |j� |j� | _|j� tj| j _tj| t | �j | j| j| j| j | j fd
d �| _ dS ) z@
Spawn a server process for this manager object
Nz initializer must be a callableF)Zduplex)rf r5 �:c s s | ]}t |�V qd S )N)r: )r �ir r r � <genexpr>� s z$BaseManager.start.<locals>.<genexpr>r? r )r5 � exitpriority) r� r� r� r� r; rC � TypeErrorr ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr* r rn r� r1 r� r
�Finalize�_finalize_managerr� rK )r$ � initializer�initargs�reader�writerr� r r r rn � s(
zBaseManager.startc C sN |dk r||� | j ||||�}|j|j� |j� tjd|j� |j� dS )z@
Create a server, report its address and run it
Nzmanager serving at %r)�_Serverr0 r" r� r
r� rz ) �clsrX r" rZ rc r� r� r� �serverr r r r� s zBaseManager._run_serverc O sd | j jtjkstd��| j| j| jd�}z t|dd|f| |�\}}W d|j � X t
|| j|�|fS )zP
Create a new shared object; return the token and exposed tuple
zserver not yet started)rZ NrL ) r� r� r� r� r; r� r� r� r9 r� r )r$ r! r5 r6 r� r# r� r r r �_create% s
zBaseManager._createc C s* | j dk r&| j j|� | j j� s&d| _ dS )zC
Join the manager process (if it has been spawned)
N)r� r� �is_alive)r$ �timeoutr r r r� 1 s
zBaseManager.joinc
C s. | j | j| jd�}z t|dd�S |j� X dS )zS
Return some info about the servers shared objects and connections
)rZ NrO )r� r� r� r9 r� )r$ r� r r r � _debug_info: s zBaseManager._debug_infoc
C s. | j | j| jd�}z t|dd�S |j� X dS )z5
Return the number of shared objects
)rZ NrP )r� r� r� r9 r� )r$ r� r r r �_number_of_objectsD s z BaseManager._number_of_objectsc C s, | j jtjkr| j� | j jtjks(t�| S )N)r� r� r� r� rn r� r; )r$ r r r � __enter__N s zBaseManager.__enter__c C s | j � d S )N)rK )r$ �exc_type�exc_val�exc_tbr r r �__exit__T s zBaseManager.__exit__c C s� | j � r�tjd� y,|||d�}zt|dd� W d|j� X W n tk
rR Y nX | jdd� | j � r�tjd� t| d�r�tjd � | j� | jd
d� | j � r�tjd � t j
|_ y t j
|= W n tk
r� Y nX dS ) zQ
Shutdown the manager process; will be registered as a finalizer
z#sending shutdown message to manager)rZ NrK g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processg�������?z#manager still alive after terminate)r� r
r� r9 r� r r� �hasattrr� r� r� r� r �_address_to_localr� )r r" rZ r' r� r� r r r r� W s.
z BaseManager._finalize_managerc C s | j S )N)r� )r$ r r r �<lambda>w s zBaseManager.<lambda>Tc
s� d| j kr| jj� | _� dkr"t� |p0t� dd�}|p@t� dd�}|r�xHt|j� �D ]8\}}t|�tkstt d| ��t|�tksTt d| ��qTW |||� f| j�< |rƇ �fdd�} �| _
t | �| � dS )z9
Register a typeid with the manager type
r� N� _exposed_�_method_to_typeid_z%r is not a stringc s` t jd�� | j�f|�|�\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object)�managerrZ r� )rZ rS ) r
rv r� r� r� r� r" r9 r# )r$ r5 r6 r� Zexp�proxyr� )r� r! r r rE � s z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r r r r: r; r* �setattr)
r� r! rC r� r� r� �
create_method�keyr� rE r )r� r! r �registery s
zBaseManager.register)NNr� N)N)NNNNT)r* r, r- r. r� rJ r� r% r� r� rn � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr" r� r r r r r � s*
$
c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t j| dd� � d S )Nc S s | j � S )N)�clear)r r r r r� � s z*ProcessLocalSet.__init__.<locals>.<lambda>)r
�register_after_fork)r$ r r r r% � s zProcessLocalSet.__init__c C s t | �f fS )N)r )r$ r r r �
__reduce__� s zProcessLocalSet.__reduce__N)r* r, r- r% r� r r r r r� � s r� c @ s� e Zd ZdZi Zej� Zddd�Zdd� Z f i fd d
�Z
d d � Z d
d� Z e
dd� �Zdd� Zdd� Zdd� Zdd� Zdd� ZdS ) r z.
A base for proxies of shared objects
NTFc
C s� t j�8 t jj|jd �}|d kr:tj� t� f}|t j|j< W d Q R X |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d k r�tj|�| _n"| j
d k r�| j
j| _n tj� j| _|r�| j� tj| t j� d S )Nr r )r �_mutexr� r� r" r
ZForkAwareLocalr� �_tls�_idset�_tokenr# �_id�_managerr� r[ r� �_owned_by_managerr rY r� ri rZ �_increfr� � _after_fork) r$ r� rc r� rZ r� rR �
manager_ownedZ tls_idsetr r r r% � s*
zBaseProxy.__init__c C sd t jd� tj� j}tj� jdkr4|dtj� j 7 }| j| jj | j
d�}t |d d|f� || j _
d S )Nz making connection to managerZ
MainThread�|)rZ rM )r
rv r ri r r` r� r� r� r" r� r9 r� r )r$ r r� r r r �_connect� s
zBaseProxy._connectc C s� y | j j}W n6 tk
rB tjdtj� j� | j� | j j}Y nX |j | j
|||f� |j � \}}|dkrp|S |dkr�|\}}| j j
|j d } | jj|_| || j| j | j|d�}
| j|j| jd�}t|dd|jf� |
S t||��dS )
zW
Try to call a method of the referrent and return a copy of the result
z#thread %r does not own a connectionz#RETURNz#PROXYr )r� rZ r� )rZ NrS ���)r� r r� r
rv r` r� r r� r0 r� r1 r� r� r! r� r" r� r� r� r9 r# r2 ) r$ r4 r5 r6 r� r7 r8 r� r� r� r� r r r � _callmethod� s,
zBaseProxy._callmethodc C s
| j d�S )z9
Get a copy of the value of the referent
z #GETVALUE)r� )r$ r r r � _getvalue s zBaseProxy._getvaluec C s� | j rtjd| jj� d S | j| jj| jd�}t|d d| j f� tjd| jj� | j
j | j � | j oj| j j
}tj| tj| j| j|| j| j
| jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %r)rZ rR z INCREF %r�
)r5 r� )r� r
rv r� r# r� r" r� r9 r� r� �addr� r� r� r �_decrefr� Z_close)r$ r� r' r r r r� s
zBaseProxy._increfc C s� |j | j� |d ks |jtjkr�y2tjd| j� || j|d�}t|d d| jf� W q� t k
r� } ztjd|� W Y d d }~X q�X ntjd| j� | r�t
|d�r�tjdt j � j
� |jj� |`d S )Nz DECREF %r)rZ rS z... decref failed %sz%DECREF %r -- manager already shutdownr z-thread %r has no more proxies so closing conn)�discardr# r� r� r� r
rv r" r9 r r� r` r� r r r� )r� rZ r' ZtlsZidsetr� r� r� r r r r� s
zBaseProxy._decrefc C sH d | _ y | j� W n0 tk
rB } ztjd| � W Y d d }~X nX d S )Nzincref failed: %s)r� r� r r
r� )r$ r� r r r r� 9 s
zBaseProxy._after_forkc C s^ i }t � d k r| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )NrZ �_isautoFr� ) r
r� r r� � RebuildProxyr� r� r� r )r$ r6 r r r r� A s
zBaseProxy.__reduce__c C s | j � S )N)r� )r$ �memor r r � __deepcopy__N s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r* r� r! r# )r$ r r r r+ Q s zBaseProxy.__repr__c C s4 y
| j d�S tk
r. t| �dd� d S X dS )zV
Return representation of the referent (or a fall-back if that fails)
r+ Nr z; '__str__()' failed>r� )r� r r� )r$ r r r rA U s
zBaseProxy.__str__)NNNTF)r* r, r- r. r� r
ZForkAwareThreadLockr� r% r� r� r� r� r� r� r� r� r� r+ rA r r r r r � s
(
c C s� t tj� dd�}|rT|j|jkrTtjd|� d|d< |j|jkrT|j|j |j|j< |j dd�opt tj� dd� }| ||fd|i|��S ) z5
Function used for unpickling proxy objects.
rj Nz*Rebuild a proxy owned by manager, token=%rTr� rR Z _inheritingF)
r r ri r" r
rv r# r_ r] �pop)rF r� rc r6 r� rR r r r r� b s r� c
C sr t |�}y || |f S tk
r( Y nX i }x |D ]}td||f |� q4W t| tf|�}||_||| |f< |S )zB
Return a proxy type whose methods are given by `exposed`
zLdef %s(self, *args, **kwds):
return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdic�meth� ProxyTyper r r �
MakeProxyTypew s
r Tc
C s� t | d }|dkrB|| j|d�}zt|dd| f�}W d|j� X |dkrX|dk rX|j}|dkrjtj� j}td| j |�}|| ||||d�} d| _
| S )z*
Return an auto-proxy for `token`
r N)rZ rN z
AutoProxy[%s])r� rZ rR T) r[ r" r9 r� r� r ri rZ r r! r� )
r� rc r� rZ r� rR r� r� r r� r r r r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j j|� d S )N)r� �update)r$ r6 r r r r% � s zNamespace.__init__c C s^ t | jj� �}g }x,|D ]$\}}|jd�s|jd||f � qW |j� d| jjdj|�f S )NrH z%s=%rz%s(%s)z, ) r r� r �
startswithrD r� r) r* r� )r$ r rE r r� r r r r+ � s
zNamespace.__repr__N)r* r, r- r% r+ r r r r r � s r c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd
S ) �ValueTc C s || _ || _d S )N)� _typecode�_value)r$ r r� �lockr r r r% � s zValue.__init__c C s | j S )N)r )r$ r r r r� � s z Value.getc C s
|| _ d S )N)r )r$ r� r r r r� � s z Value.setc C s dt | �j| j| jf S )Nz
%s(%r, %r))r r* r r )r$ r r r r+ � s zValue.__repr__N)T) r* r, r- r% r� r� r+ r� r� r r r r r � s
r c C s t j | |�S )N)r )r Zsequencer r r r �Array� s r c @ s8 e Zd ZdZdd� Zdd� Zd d
� Zd d � Zd
d� ZdS )�
IteratorProxy�__next__r0 �throwr� c C s | S )Nr )r$ r r r �__iter__� s zIteratorProxy.__iter__c G s | j d|�S )Nr )r� )r$ r5 r r r r � s zIteratorProxy.__next__c G s | j d|�S )Nr0 )r� )r$ r5 r r r r0 � s zIteratorProxy.sendc G s | j d|�S )Nr )r� )r$ r5 r r r r � s zIteratorProxy.throwc G s | j d|�S )Nr� )r� )r$ r5 r r r r� � s zIteratorProxy.closeN)r r0 r r� ) r* r, r- r� r
r r0 r r� r r r r r
� s r
c @ s2 e Zd Zd
Zddd�Zdd� Zd d
� Zd d � ZdS )�
AcquirerProxy�acquire�releaseTNc C s" |d kr|fn||f}| j d|�S )Nr )r� )r$ Zblockingr� r5 r r r r � s zAcquirerProxy.acquirec C s
| j d�S )Nr )r� )r$ r r r r � s zAcquirerProxy.releasec C s
| j d�S )Nr )r� )r$ r r r r� � s zAcquirerProxy.__enter__c C s
| j d�S )Nr )r� )r$ r� r� r� r r r r� � s zAcquirerProxy.__exit__)r r )TN)r* r, r- r� r r r� r� r r r r r � s
r c @ s4 e Zd ZdZddd�Zd d
� Zd d � Zdd
d�ZdS )�ConditionProxyr r rp �notify�
notify_allNc C s | j d|f�S )Nrp )r� )r$ r� r r r rp � s zConditionProxy.waitc C s
| j d�S )Nr )r� )r$ r r r r � s zConditionProxy.notifyc C s
| j d�S )Nr )r� )r$ r r r r � s zConditionProxy.notify_allc C sh |� }|r|S |d k r$t j� | }nd }d }x6|sb|d k rP|t j� }|dkrPP | j|� |� }q.W |S )Nr )�timeZ monotonicrp )r$ Z predicater� r8 ZendtimeZwaittimer r r �wait_for� s
zConditionProxy.wait_for)r r rp r r )N)N)r* r, r- r� rp r r r r r r r r � s
r c @ s2 e Zd ZdZdd� Zdd� Zd d
� Zdd d
�Zd S )�
EventProxyro r� r� rp c C s
| j d�S )Nro )r� )r$ r r r ro s zEventProxy.is_setc C s
| j d�S )Nr� )r� )r$ r r r r� s zEventProxy.setc C s
| j d�S )Nr� )r� )r$ r r r r� s zEventProxy.clearNc C s | j d|f�S )Nrp )r� )r$ r� r r r rp s zEventProxy.wait)ro r� r� rp )N)r* r, r- r� ro r� r� rp r r r r r � s
r c @ sN e Zd ZdZddd�Zdd � Zd
d � Zed d
� �Zedd� �Z edd� �Z
dS )� BarrierProxy�__getattribute__rp �abort�resetNc C s | j d|f�S )Nrp )r� )r$ r� r r r rp
s zBarrierProxy.waitc C s
| j d�S )Nr )r� )r$ r r r r s zBarrierProxy.abortc C s
| j d�S )Nr )r� )r$ r r r r s zBarrierProxy.resetc C s | j dd�S )Nr �parties)r )r� )r$ r r r r s zBarrierProxy.partiesc C s | j dd�S )Nr � n_waiting)r )r� )r$ r r r r s zBarrierProxy.n_waitingc C s | j dd�S )Nr �broken)r )r� )r$ r r r r s zBarrierProxy.broken)r rp r r )N) r* r, r- r� rp r r r� r r r r r r r r s
r c @ s( e Zd Zd Zdd� Zdd� Zdd � Zd
S ) �NamespaceProxyr � __setattr__� __delattr__c C s0 |d dkrt j| |�S t j| d�}|d|f�S )Nr rH r� r )�objectr )r$ r� �
callmethodr r r � __getattr__ s zNamespaceProxy.__getattr__c C s4 |d dkrt j| ||�S t j| d�}|d||f�S )Nr rH r� r )r! r r )r$ r� r� r" r r r r % s zNamespaceProxy.__setattr__c C s0 |d dkrt j| |�S t j| d�}|d|f�S )Nr rH r� r )r! r r )r$ r� r" r r r r * s zNamespaceProxy.__delattr__N)r r r )r* r, r- r� r# r r r r r r r s r c @ s* e Zd ZdZdd� Zdd� Zeee�ZdS ) �
ValueProxyr� r� c C s
| j d�S )Nr� )r� )r$ r r r r� 3 s zValueProxy.getc C s | j d|f�S )Nr� )r� )r$ r� r r r r� 5 s zValueProxy.setN)r� r� )r* r, r- r� r� r� r� r� r r r r r$ 1 s r$ �
BaseListProxy�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rD �count�extend�index�insertr� �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | j d|f� | S )Nr0 )r� )r$ r� r r r �__iadd__A s zListProxy.__iadd__c C s | j d|f� | S )Nr5 )r� )r$ r� r r r r5 D s zListProxy.__imul__N)r* r, r- r7 r5 r r r r r6 @ s r6 � DictProxyr
r� r� r� �has_key�popitem�
setdefaultr �Iterator�
ArrayProxy� PoolProxy�apply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap�
starmap_asyncr� Z AsyncResult)r@ rD rF rA rB c @ s e Zd Zdd� Zdd� ZdS )r> c C s | S )Nr )r$ r r r r� d s zPoolProxy.__enter__c C s | j � d S )N)r� )r$ r� r� r� r r r r� f s zPoolProxy.__exit__N)r* r, r- r� r� r r r r r> c s c @ s e Zd ZdZdS )r a(
Subclass of `BaseManager` which supports a number of shared object types.
The types registered are those intended for the synchronization
of threads, plus `dict`, `list` and `Namespace`.
The `multiprocessing.Manager()` function creates started instances of
this class.
N)r* r, r- r. r r r r r m s �QueueZ
JoinableQueuerg ra �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr r� F)r� r� )r� )r r r )NNNT)T)r& r' r( r) r* r+ r, r- r. rD r/ r0 r1 r2 r� r3 r4 r� r5 )r' r( r) r
r* r. r� r� r� r9 r r r� r: r; r r )r* r) r. ) r? r@ r� rA rB r� rC rD rE rF r� )I�__all__rs r` r Zqueuer r� r � r �contextr r
r r r
r r r� Z
view_typesr r Z view_typer! r r9 r2 r r< rG rI rJ r� rd re Z XmlListenerZ XmlClientr[ r r� r� r r� r r� r r r r
r r r r r r$ r% r6 r8 r� r= Z
BasePoolProxyr> r rG rg ra rH rI rJ rK rL rM r� r r r r �<module> s�
;
]
4
__pycache__/popen_forkserver.cpython-36.opt-1.pyc 0000644 00000004430 15033635673 0015746 0 ustar 00 3
\� � @ s� d dl Z d dlZddlmZmZ ejs.ed��ddlmZ ddlm Z ddlm
Z
ddlm Z d gZ G d
d � d e
�ZG d d � d e j�ZdS )
� N� )� reduction�set_spawning_popenz,No support for sending fds between processes)�
forkserver)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S )N)�ind)�selfr � r
�8/usr/lib64/python3.6/multiprocessing/popen_forkserver.py�__init__ s z_DupFd.__init__c C s t j� | j S )N)r Zget_inherited_fdsr )r r
r
r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r
r
r
r r
s r
c sB e Zd ZdZeZ� fdd�Zdd� Zdd� Ze j
fdd �Z � Z S )
r r c s g | _ t� j|� d S )N)�_fds�superr )r � process_obj)� __class__r
r r ! s zPopen.__init__c C s | j j|� t| j �d S )Nr )r �append�len)r �fdr
r
r �duplicate_for_child% s zPopen.duplicate_for_childc C s� t j|j�}tj� }t| � z tj||� tj||� W d td � X tj | j
�\| _ }t j
| tj| j f� t|ddd��}|j|j� � W d Q R X tj| j �| _d S )N�wbT)�closefd)r Zget_preparation_data�_name�io�BytesIOr r �dumpr Zconnect_to_new_processr �sentinelr ZFinalize�os�close�open�write� getbuffer�
read_unsigned�pid)r r Z prep_dataZbuf�w�fr
r
r �_launch) s
z
Popen._launchc C sr | j d krlddlm} |tjkr$dnd }|| jg|�s:d S ytj| j�| _ W n tt fk
rj d| _ Y nX | j S )Nr )�wait� )
�
returncodeZmultiprocessing.connectionr- r# �WNOHANGr" r r( �OSError�EOFError)r �flagr- Ztimeoutr
r
r �poll9 s
z
Popen.poll)
r r r �methodr
ZDupFdr r r, r# r0 r4 �
__classcell__r
r
)r r r s )r r# �contextr r ZHAVE_SEND_HANDLE� ImportError� r r r r �__all__�objectr
r r
r
r
r �<module> s
__pycache__/queues.cpython-36.opt-1.pyc 0000644 00000021242 15033635673 0013664 0 ustar 00 3
\ * � @ s� d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
ddl Z ddl m
Z
ddl mZ ejjZdd lmZmZmZmZmZ G d
d � d e�Ze� ZG d d� de�ZG d d� de�Z dS )
�Queue� SimpleQueue�
JoinableQueue� N)�Empty�Full� )�
connection)�context)�debug�info�Finalize�register_after_fork�
is_exitingc @ s� e Zd Zd(dd�Zdd� Zdd� Zdd � Zd)d d
�Zd*dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zed"d#� �Zed$d%� �Zed&d'� �Zd S )+r r c C s� |dkrddl m} || _tjdd�\| _| _|j� | _t j
� | _ t j
dkrTd | _n
|j� | _|j|�| _d| _| j� t j
dkr�t| tj� d S )Nr r )�
SEM_VALUE_MAXF)�duplex�win32)Z synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlockZBoundedSemaphore�_sem�
_ignore_epipe� _after_forkr
r )�self�maxsize�ctx� r$ �./usr/lib64/python3.6/multiprocessing/queues.py�__init__$ s
zQueue.__init__c C s. t j| � | j| j| j| j| j| j| j| j fS )N)
r �assert_spawningr r r r r r r r )r! r$ r$ r% � __getstate__9 s
zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| j� d S )N) r r r r r r r r r )r! �stater$ r$ r% � __setstate__> s $zQueue.__setstate__c C sb t d� tjtj� �| _tj� | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
� threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer �
send_bytes� _send_bytesr �
recv_bytes� _recv_bytes�poll�_poll)r! r$ r$ r% r C s
zQueue._after_forkTNc C sP | j j||�st�| j�. | jd kr,| j� | jj|� | jj� W d Q R X d S )N) r �acquirer r- r1 �
_start_threadr0 �append�notify)r! �obj�block�timeoutr$ r$ r% �putP s
z Queue.putc
C s� |r2|d kr2| j � | j� }W d Q R X | jj� nr|rBtj� | }| j j||�sTt�zB|rv|tj� }| j|�s�t�n | j� s�t�| j� }| jj� W d | j j� X t j
|�S )N) r r9 r �release�timeZ monotonicr< r r; �_ForkingPickler�loads)r! rA rB �resZdeadliner$ r$ r% �get[ s&
z Queue.getc C s | j | jjj� S )N)r r �_semlockZ
_get_value)r! r$ r$ r% �qsizes s z Queue.qsizec C s
| j � S )N)r; )r! r$ r$ r% �emptyw s z Queue.emptyc C s | j jj� S )N)r rJ �_is_zero)r! r$ r$ r% �fullz s z
Queue.fullc C s
| j d�S )NF)rI )r! r$ r$ r% �
get_nowait} s zQueue.get_nowaitc C s | j |d�S )NF)rC )r! r@ r$ r$ r% �
put_nowait� s zQueue.put_nowaitc C s2 d| _ z| jj� W d | j}|r,d | _|� X d S )NT)r4 r �closer5 )r! rQ r$ r$ r% rQ � s z Queue.closec C s t d� | jr| j� d S )NzQueue.join_thread())r
r2 )r! r$ r$ r% � join_thread� s zQueue.join_threadc C s6 t d� d| _y| jj� W n tk
r0 Y nX d S )NzQueue.cancel_join_thread()T)r
r3 r2 Zcancel�AttributeError)r! r$ r$ r% �cancel_join_thread� s zQueue.cancel_join_threadc C s� t d� | jj� tjtj| j| j| j| j | j
j | j fdd�| _
d| j
_t d� | j
j� t d� | js�t| j
tjtj| j
�gd
d�| _t| tj| j| jgd d�| _d S ) NzQueue._start_thread()ZQueueFeederThread)�target�args�nameTzdoing self._thread.start()z ... done self._thread.start()� )Z exitpriority�
���)r
r0 �clearr+ ZThreadr �_feedr- r7 r r rQ r r1 Zdaemon�startr3 r �_finalize_join�weakref�refr2 �_finalize_closer5 )r! r$ r$ r% r= � s(
zQueue._start_threadc C s4 t d� | � }|d k r(|j� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
�join)ZtwrZthreadr$ r$ r% r^ � s
zQueue._finalize_joinc C s. t d� |� | jt� |j� W d Q R X d S )Nz telling queue thread to quit)r
r> � _sentinelr? )�buffer�notemptyr$ r$ r% ra � s
zQueue._finalize_closec C sP t d� |j}|j}|j}| j} t}
tjdkr<|j} |j} nd } �xy�|� z| sX|� W d |� X ybx\| � }
|
|
kr�t d� |� d S tj |
�}
| d kr�||
� qh| � z ||
� W d | � X qhW W n t
k
r� Y nX W qD t k
�rF } zJ|�rt |dd�t
jk�rd S t� �r&td|� d S dd l}|j� W Y d d }~X qDX qDW d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exiting�errnor zerror in queue thread: %s)r
r< rD �wait�popleftrc r r rF �dumps�
IndexError� Exception�getattrrf ZEPIPEr r � traceback� print_exc)rd re r6 Z writelockrQ Z ignore_epipeZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaser@ �erm r$ r$ r% r\ � sR
z Queue._feed)r )TN)TN)�__name__�
__module__� __qualname__r& r( r* r rC rI rK rL rN rO rP rQ rR rT r= � staticmethodr^ ra r\ r$ r$ r$ r% r " s$
c @ s@ e Zd Zddd�Zdd� Zdd� Zdd
d �Zd d
� Zdd� Zd S )r r c C s* t j| ||d� |jd�| _|j� | _d S )N)r# r )r r& Z Semaphore�_unfinished_tasksr, �_cond)r! r" r# r$ r$ r% r& s zJoinableQueue.__init__c C s t j| �| j| jf S )N)r r( rv ru )r! r$ r$ r% r( s zJoinableQueue.__getstate__c C s, t j| |d d� � |dd � \| _| _d S )N� ���rx )r r* rv ru )r! r) r$ r$ r% r* s zJoinableQueue.__setstate__TNc C sl | j j||�st�| j�J | j�8 | jd kr4| j� | jj|� | j j
� | jj � W d Q R X W d Q R X d S )N) r r< r r- rv r1 r= r0 r> ru rD r? )r! r@ rA rB r$ r$ r% rC s
zJoinableQueue.putc C s@ | j �0 | jjd�s td��| jjj� r2| j j� W d Q R X d S )NFz!task_done() called too many times)rv ru r< �
ValueErrorrJ rM Z
notify_all)r! r$ r$ r% � task_done' s
zJoinableQueue.task_donec C s, | j � | jjj� s | j j� W d Q R X d S )N)rv ru rJ rM rg )r! r$ r$ r% rb . s zJoinableQueue.join)r )TN) rq rr rs r& r( r* rC rz rb r$ r$ r$ r% r
s
c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r c C sH t jdd�\| _| _|j� | _| jj| _tj dkr:d | _
n
|j� | _
d S )NF)r r ) r r r r r r r: r; r r r )r! r# r$ r$ r% r& 9 s
zSimpleQueue.__init__c C s
| j � S )N)r; )r! r$ r$ r% rL B s zSimpleQueue.emptyc C s t j| � | j| j| j| jfS )N)r r' r r r r )r! r$ r$ r% r( E s
zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S )N)r r r r r: r; )r! r) r$ r$ r% r* I s zSimpleQueue.__setstate__c C s& | j � | jj� }W d Q R X tj|�S )N)r r r8 rF rG )r! rH r$ r$ r% rI M s zSimpleQueue.getc C sD t j|�}| jd kr"| jj|� n | j� | jj|� W d Q R X d S )N)rF ri r r r6 )r! r@ r$ r$ r% rC S s
zSimpleQueue.putN) rq rr rs r& rL r( r* rI rC r$ r$ r$ r% r 7 s ) �__all__r r r+ r. rE r_ rf Zqueuer r Z_multiprocessing� r r Z reductionZForkingPicklerrF �utilr
r r r
r �objectr rc r r r$ r$ r$ r% �<module>
s$
b
* __pycache__/forkserver.cpython-36.opt-2.pyc 0000644 00000013501 15033635673 0014545 0 ustar 00 3
\�! � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZddlm Z ddlm
Z
ddl m Z ddlm
Z
ddlmZ ddlmZ d d
d d gZd
Zejd�ZG dd� de�Zddd�Zdd� Zdd� Zdd� Ze� ZejZej Z ej Z ej Z dS )� N� )�
connection)�process)� reduction)�semaphore_tracker)�spawn)�util�ensure_running�get_inherited_fds�connect_to_new_process�set_forkserver_preload� �Qc @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �
ForkServerc C s. d | _ d | _d | _d | _tj� | _dg| _d S )N�__main__)�_forkserver_address�_forkserver_alive_fd�_forkserver_pid�_inherited_fds� threadingZLock�_lock�_preload_modules)�self� r �2/usr/lib64/python3.6/multiprocessing/forkserver.py�__init__! s
zForkServer.__init__c C s& t dd� | jD ��s td��|| _d S )Nc s s | ]}t |�tkV qd S )N)�type�str)�.0�modr r r � <genexpr>+ s z4ForkServer.set_forkserver_preload.<locals>.<genexpr>z&module_names must be a list of strings)�allr � TypeError)r Z
modules_namesr r r r ) s z!ForkServer.set_forkserver_preloadc C s | j S )N)r )r r r r r
/ s z ForkServer.get_inherited_fdsc C s� | j � t|�d tkr td��tjtj���}|j| j� tj � \}}tj � \}}||| j
t j � g}||7 }z<yt
j||� ||fS tj|� tj|� � Y nX W d tj|� tj|� X W d Q R X d S )N� z too many fds)r �len�MAXFDS_TO_SEND�
ValueError�socket�AF_UNIXZconnectr �os�piper r Zgetfdr Zsendfds�close)r �fdsZclientZparent_r�child_w�child_rZparent_wZallfdsr r r r 7 s&
z!ForkServer.connect_to_new_processc s� | j ��n tj� | jd k rVtj| jtj�\}}|s8d S tj| j� d | _ d | _d | _d }| j
r�ddh� t j d�}t
� fdd�|j� D ��}ni }tjtj���}tjd�}|j|� tj|d � |j� tj� \}}ztyV|j� |g} ||j� || j
|f; }t j� }
|
gtj� } | d
|g7 } tj|
| | �}W n tj|� � Y nX W d tj|� X || _ || _|| _W d Q R X W d Q R X d S ) Nz-from multiprocessing.forkserver import main; zmain(%d, %d, %r, **%r)� main_path�sys_path�ignorec 3 s" | ]\}}|� kr||fV qd S )Nr )r �x�y)� desired_keysr r r o s z,ForkServer.ensure_running.<locals>.<genexpr>r( i� z-czCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r)) r r r r r) �waitpid�WNOHANGr+ r r r r Zget_preparation_data�dict�itemsr' r( r Zarbitrary_addressZbind�chmodZlistenr* �filenoZget_executabler Z _args_from_interpreter_flagsZspawnv_passfds) r �pidZstatus�cmd�data�listenerZaddress�alive_rZalive_wZ fds_to_passZexe�argsr )r4 r r T sL
zForkServer.ensure_runningN)�__name__�
__module__� __qualname__r r r
r r r r r r r s
r c 4 C s� |rhd|kr8|d k r8dt j� _ztj|� W d t j� `X x.|D ]&}y t|� W q> tk
rb Y q>X q>W tj� t j
t j t j t j i}dd� |j
� D �}tjtj| d���,}tj� ��} |j� t_| j|tj� | j|tj� x�y�x dd� | j� D �}
|
r�P q�W ||
k�r t�|j� d �l} d } tj� dk�r�zFyt | |||� W n. t k
�rn t j t j � � t j!j"� Y nX W d tj#| � X W d Q R X W q� t$k
�r� }
z|
j%t%j&k�r�� W Y d d }
~
X q�X q�W W d Q R X W d Q R X d S )
Nr Tc S s i | ]\}}t j ||�|�qS r )�signal)r �sig�valr r r �
<dictcomp>� s zmain.<locals>.<dictcomp>)r: c S s g | ]\}}|j �qS r )Zfileobj)r �keyZeventsr r r �
<listcomp>� s zmain.<locals>.<listcomp>r r )'r Zcurrent_processZ _inheritingr Zimport_main_path�
__import__� ImportErrorr Z _close_stdinrD �SIGCHLD�SIG_IGN�SIGINTr8 r' r( � selectorsZDefaultSelectorZ getsockname� _forkserverr �registerZ
EVENT_READZselect�
SystemExitZacceptr) �fork�
_serve_one� Exception�sys�
excepthook�exc_info�stderr�flush�_exit�OSError�errnoZ ECONNABORTED)Z listener_fdr? Zpreloadr/ r0 �modname�handlersZ old_handlersr> ZselectorZrfds�s�code�er r r �main� sR
rc c C s� |j � tj |� x |j� D ]\}}tj||� q W tj| td �}| j � |^}}t_} t_ | t
j _ t
|tj� � dtjkr�dd l}
|
j� tj|�} t
|| � d S )Nr �randomr )r+ r) r8 rD r Zrecvfdsr% rP r r r Z_semaphore_trackerZ_fd�write_unsigned�getpidrV �modulesrd Zseedr �_main) r` r> r? r_ rE rF r, r. r- Zstfdrd ra r r r rT � s
rT c C sR d}t j}x8t|�|k rBtj| |t|� �}|s8td��||7 }q W t j|�d S )N� zunexpected EOFr )�UNSIGNED_STRUCT�sizer$ r) �read�EOFErrorZunpack)�fdr= Zlengthr` r r r �
read_unsigned� s ro c C s@ t j|�}x0|r:tj| |�}|dkr,td��||d � }q W d S )Nr zshould not get here)rj Zpackr) �write� RuntimeError)rn �n�msg�nbytesr r r re � s
re )NN) r] r) rO rD r' ZstructrV r � r r �contextr r r r �__all__r% ZStructrj �objectr rc rT ro re rP r r
r r r r r r �<module> s6
s
=!
__pycache__/managers.cpython-36.opt-1.pyc 0000644 00000100054 15033635673 0014151 0 ustar 00 3
\� � @ s� d dddgZ ddlZddlZddlZddlZddlZddlmZ ddlm Z dd l
m Z m Z dd
lm
Z
dd lmZ dd lmZ dd
lmZ dd� Ze jeje� dd� d�D �Zed ek r�dd� ZxeD ]Ze jee� q�W G dd� de�Zf i fdd�Zdd� ZG d d � d e�Z d d � Z d d!� Z G d"d#� d#e�Z G d$d%� d%e�Z e j!e j"fe j#e j$fd&�Z%G d'd � d e�Z&G d(d)� d)e'�Z(G d*d� de�Z)d+d,� Z*i fd-d.�Z+d�d0d1�Z,G d2d3� d3e�Z-G d4d5� d5e�Z.d�d6d7�Z/G d8d9� d9e)�Z0G d:d;� d;e)�Z1G d<d=� d=e1�Z2G d>d?� d?e)�Z3G d@dA� dAe)�Z4G dBdC� dCe)�Z5G dDdE� dEe)�Z6e+dFd��Z7G dZd[� d[e7�Z8e+d\d��Z9d]deie9_:e+dfd��Z;e+dgd��Z<dsdsdsdededt�e<_:G dudg� dge<�Z=G dvd� de&�Z>e>jdwej?� e>jdxej?� e>jdyej@e3� e>jdzejAe1� e>jd{ejBe1� e>jd|ejCe1� e>jd}ejDe1� e>jd~ejEe2� e>jdejFe4� e>jd�e
jGe=� e>jd�ee8� e>jd�eHe9� e>jd5e.e6� e>jd7e/e;� e>jd3e-e5� e>jdee0d�d�� e>jdsd�d�� dS )�� BaseManager� SyncManager� BaseProxy�Token� N)�
format_exc� )�
connection)� reduction�get_spawning_popen)�pool)�process)�util)� get_contextc C s t j | j| j� ffS )N)�array�typecode�tobytes)�a� r �0/usr/lib64/python3.6/multiprocessing/managers.py� reduce_array$ s r c C s g | ]}t ti |�� ��qS r )�type�getattr)�.0�namer r r �
<listcomp>( s r �items�keys�valuesc C s t t | �ffS )N)�list)�objr r r �rebuild_as_list* s r c @ s4 e Zd ZdZdZdd� Zdd� Zd d
� Zd d � Zd
S )r z4
Type to uniquely indentify a shared object
�typeid�address�idc C s ||| | _ | _| _d S )N)r! r" r# )�selfr! r" r# r r r �__init__9 s zToken.__init__c C s | j | j| jfS )N)r! r" r# )r$ r r r � __getstate__< s zToken.__getstate__c C s |\| _ | _| _d S )N)r! r" r# )r$ �stater r r � __setstate__? s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r! r" r# )r$ r r r �__repr__B s zToken.__repr__N)r! r" r# ) r* �
__module__� __qualname__�__doc__� __slots__r% r& r( r+ r r r r r 3 s c C s8 | j ||||f� | j� \}}|dkr*|S t||��dS )zL
Send a message to manager using connection `c` and return response
z#RETURNN)�send�recv�convert_to_error)�cr# �
methodname�args�kwds�kind�resultr r r �dispatchJ s
r9 c C s< | dkr |S | dkr t |�S | dkr0t d| �S td�S d S )Nz#ERRORz
#TRACEBACKz#UNSERIALIZABLEzUnserializable message: %s
zUnrecognized message type)� RemoteError�
ValueError)r7 r8 r r r r2 T s r2 c @ s e Zd Zdd� ZdS )r: c C s& ddd d t | jd � dd S )N�
�-�K r )�strr5 )r$ r r r �__str__a s zRemoteError.__str__N)r* r, r- r@ r r r r r: ` s r: c C s6 g }x,t | �D ] }t| |�}t|�r|j|� qW |S )z4
Return a list of names of methods of `obj`
)�dirr �callable�append)r �tempr �funcr r r � all_methodsh s
rF c C s dd� t | �D �S )zP
Return a list of names of methods of `obj` which do not start with '_'
c S s g | ]}|d dkr|�qS )r �_r )r r r r r r w s z"public_methods.<locals>.<listcomp>)rF )r r r r �public_methodss s rH c @ s� e Zd ZdZdddddddd d
g Zd d � Zd
d� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z e e e
d�Z
d d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.S )/�ServerzM
Server class which runs in a process controlled by a manager object
�shutdown�create�accept_connection� get_methods�
debug_info�number_of_objects�dummy�incref�decrefc C s^ || _ tj|�| _t| \}}||dd�| _| jj| _dd f fi| _i | _i | _ t
j � | _ d S )N� )r" Zbacklog�0)
�registryr �AuthenticationString�authkey�listener_client�listenerr" � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r$ rU r" rW �
serializer�Listener�Clientr r r r% � s
zServer.__init__c C s� t j� | _| tj� _zZt j| jd�}d|_|j � y x| jj
� sN| jj d� q6W W n t t
fk
rj Y nX W dtjtjkr�tjd� tjt_tjt_tjd� X dS )z(
Run the server forever
)�targetTr Nzresetting stdout, stderrr )r] �Event�
stop_eventr �current_process�_manager_server�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt�
SystemExit�sys�stdout�
__stdout__r
�debug�
__stderr__�stderr�exit)r$ ri r r r �
serve_forever� s
zServer.serve_foreverc C sP xJy| j j� }W n tk
r& wY nX tj| j|fd�}d|_|j� qW d S )N)rc r5 T)rY Zaccept�OSErrorr] rh �handle_requestrj rk )r$ r3 �tr r r ri � s zServer.accepterc ' C s4 d } }}y>t j|| j� t j|| j� |j� }|\}}}}t| |�}W n tk
rh dt� f} Y n>X y||f|�|�}W n tk
r� dt� f} Y n
X d|f} y|j| � W nr tk
�r& }
zTy|jdt� f� W n tk
r� Y nX t j
d| � t j
d|� t j
d|
� W Y dd}
~
X nX |j � dS )z)
Handle a new connection
Nz
#TRACEBACKz#RETURNzFailure to send message: %rz ... request was %rz ... exception was %r) r Zdeliver_challengerW Zanswer_challenger1 r � Exceptionr r0 r
�info�close) r$ r3 �funcnamer8 �request�ignorer5 r6 rE �msg�er r r ry � s2 zServer.handle_requestc D C s� t jdtj� j� |j}|j}| j}�x�| jj � �s�yBd }}|� }|\}}} }
y|| \}} } W n^ t
k
r� }
zBy| j | \}} } W n& t
k
r� } z
|
�W Y dd}~X nX W Y dd}
~
X nX || kr�t d|t
|�| f ��t||�}y|| |
�}W n, tk
�r& } zd|f}W Y dd}~X nPX | �o8| j|d�}|�rn| j|||�\}}t|| j|�}d||ff}nd|f}W n� t k
�r� |dk�r�dt� f}nNy,| j| }|| |||f| �|
�}d|f}W n tk
�r� dt� f}Y nX Y nP tk
�r" t jdtj� j� tjd � Y n tk
�r@ dt� f}Y nX yDy ||� W n2 tk
�r� } z|d
t� f� W Y dd}~X nX W q( tk
�r� } zBt jd tj� j� t jd |� t jd
|� |j� tjd� W Y dd}~X q(X q(W dS )zQ
Handle requests from the proxies in a particular process/thread
z$starting server thread to service %rNz+method %r of %r object is not in exposed=%rz#ERRORz#PROXYz#RETURNz
#TRACEBACKz$got EOF -- exiting thread serving %rr z#UNSERIALIZABLEz exception in thread serving %rz ... message was %rz ... exception was %rr )r
rs r] �current_threadr r1 r0 rZ re rl �KeyErrorr\ �AttributeErrorr r r{ �getrK r r" r �fallback_mapping�EOFErrorrp rv r| r} )r$ �connr1 r0 rZ r4 r r �identr5 r6 �exposed� gettypeid�keZ second_keZfunction�resr� r� r! ZridentZrexposed�tokenZ
fallback_funcr8 r r r � serve_client� sx (
$ zServer.serve_clientc C s |S )Nr )r$ r� r� r r r r �fallback_getvalue& s zServer.fallback_getvaluec C s t |�S )N)r? )r$ r� r� r r r r � fallback_str) s zServer.fallback_strc C s t |�S )N)�repr)r$ r� r� r r r r �
fallback_repr, s zServer.fallback_repr)r@ r+ z #GETVALUEc C s d S )Nr )r$ r3 r r r rP 5 s z Server.dummyc C s| | j �l g }t| jj� �}|j� xD|D ]<}|dkr(|jd|| j| t| j| d �dd� f � q(W dj|�S Q R X dS )zO
Return some info --- useful to spot problems with refcounting
rT z %s: refcount=%s
%sr Nr> r< ) r_ r r[ r �sortrC r? rZ �join)r$ r3 r8 r r� r r r rN 8 s
$zServer.debug_infoc C s
t | j�S )z*
Number of shared objects
)�lenr[ )r$ r3 r r r rO G s zServer.number_of_objectsc C sL z:yt jd� |jd� W n ddl}|j� Y nX W d| jj� X dS )z'
Shutdown this process
z!manager received shutdown message�#RETURNNr )r� N)r
rs r0 � traceback� print_excre �set)r$ r3 r� r r r rJ N s
zServer.shutdownc O s� | j �� | j| \}}}}|dkr,|d } n
|||�} |dkrFt| �}|dk r^t|�t|� }dt| � }
tjd||
� | t|�|f| j|
< |
| j kr�d| j |
< W dQ R X | j
||
� |
t |�fS )z>
Create a new shared object and return its id
Nr z%xz&%r callable returned object with id %r) r_ rU rH r r# r
rs r� rZ r[ rQ �tuple) r$ r3 r! r5 r6 rB r� �method_to_typeid� proxytyper r� r r r rK [ s
z
Server.createc C s t | j|j d �S )zL
Return the methods of the shared object indicated by token
r )r� rZ r# )r$ r3 r� r r r rM z s zServer.get_methodsc C s" |t j� _|jd� | j|� dS )z=
Spawn a new thread to serve this connection
�#RETURNN)r� N)r] r� r r0 r� )r$ r3 r r r r rL � s
zServer.accept_connectionc C s� | j �� y| j| d7 < W nh tk
r� } zL|| jkrrd| j|< | j| | j|< | j| \}}}tjd|� n|�W Y d d }~X nX W d Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)r_ r[ r� r\ rZ r
rs )r$ r3 r� r� r r� r� r r r rQ � s
z
Server.increfc C s� || j kr$|| jkr$tjd|� d S | j�. | j | d8 < | j | dkrT| j |= W d Q R X || j kr�d f d f| j|< tjd|� | j� | j|= W d Q R X d S )NzServer DECREF skipping %rr r zdisposing of obj with id %r)r[ r\ r
rs r_ rZ )r$ r3 r� r r r rR � s
z
Server.decrefN)r* r, r- r. Zpublicr% rw ri ry r� r� r� r� r� rP rN rO rJ rK rM rL rQ rR r r r r rI } s.
"Q
rI c @ s e Zd ZdgZdZdZdZdS )�State�valuer r � N)r* r, r- r/ �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd ZdZi ZeZd!dd�Zdd� Zdd � Z df fd
d �Z
e df fd d
��Z dd� Z
d"dd�Zdd� Zdd� Zdd� Zdd� Zedd� �Zed d � �Ze d#d d ��ZdS )$r z!
Base class for managers
Nr� c C s\ |d krt j� j}|| _t j|�| _t� | _tj| j_ || _
t | \| _ | _
|pTt� | _d S )N)r rf rW �_addressrV �_authkeyr� �_stater� r� � _serializerrX Z _Listener�_Clientr �_ctx)r$ r" rW r` Zctxr r r r% � s
zBaseManager.__init__c C s t | j| j| j| j�S )zX
Return server object with serve_forever() method and address attribute
)rI � _registryr� r� r� )r$ r r r �
get_server� s
zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|dd� tj| j_dS )z>
Connect manager object to the server process
)rW NrP ) rX r� r� r� r9 r� r� r� r� )r$ ra rb r� r r r �connect� s zBaseManager.connectc C s� |dk rt |� rtd��tjdd�\}}| jjt| �j| j| j | j
| j |||fd�| _ dj
dd� | j jD ��}t| �jd | | j _| j j� |j� |j� | _ |j� tj| j_tj| t| �j| j | j | j
| j| jfd
d �| _ dS ) z@
Spawn a server process for this manager object
Nz initializer must be a callableF)Zduplex)rc r5 �:c s s | ]}t |�V qd S )N)r? )r �ir r r � <genexpr>� s z$BaseManager.start.<locals>.<genexpr>r= r )r5 � exitpriority) rB � TypeErrorr ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr* r rk r} r1 r� r� r� r� r
�Finalize�_finalize_managerr� rJ )r$ � initializer�initargs�reader�writerr� r r r rk � s&
zBaseManager.startc C sN |dk r||� | j ||||�}|j|j� |j� tjd|j� |j� dS )z@
Create a server, report its address and run it
Nzmanager serving at %r)�_Serverr0 r" r} r
r| rw ) �clsrU r" rW r` r� r� r� �serverr r r r� s zBaseManager._run_serverc O sN | j | j| jd�}z t|dd|f| |�\}}W d|j� X t|| j|�|fS )zP
Create a new shared object; return the token and exposed tuple
)rW NrK )r� r� r� r9 r} r )r$ r! r5 r6 r� r# r� r r r �_create% s
zBaseManager._createc C s* | j dk r&| j j|� | j j� s&d| _ dS )zC
Join the manager process (if it has been spawned)
N)r� r� �is_alive)r$ �timeoutr r r r� 1 s
zBaseManager.joinc
C s. | j | j| jd�}z t|dd�S |j� X dS )zS
Return some info about the servers shared objects and connections
)rW NrN )r� r� r� r9 r} )r$ r� r r r � _debug_info: s zBaseManager._debug_infoc
C s. | j | j| jd�}z t|dd�S |j� X dS )z5
Return the number of shared objects
)rW NrO )r� r� r� r9 r} )r$ r� r r r �_number_of_objectsD s z BaseManager._number_of_objectsc C s | j jtjkr| j� | S )N)r� r� r� r� rk )r$ r r r � __enter__N s zBaseManager.__enter__c C s | j � d S )N)rJ )r$ �exc_type�exc_val�exc_tbr r r �__exit__T s zBaseManager.__exit__c C s� | j � r�tjd� y,|||d�}zt|dd� W d|j� X W n tk
rR Y nX | jdd� | j � r�tjd� t| d�r�tjd � | j� | jd
d� | j � r�tjd � t j
|_ y t j
|= W n tk
r� Y nX dS ) zQ
Shutdown the manager process; will be registered as a finalizer
z#sending shutdown message to manager)rW NrJ g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processg�������?z#manager still alive after terminate)r� r
r| r9 r} r{ r� �hasattrr� r� r� r� r �_address_to_localr� )r r" rW r' r� r� r r r r� W s.
z BaseManager._finalize_managerc C s | j S )N)r� )r$ r r r �<lambda>w s zBaseManager.<lambda>Tc
s� d| j kr| jj� | _� dkr"t� |p0t� dd�}|p@t� dd�}|r`xt|j� �D ]\}}qTW |||� f| j�< |r�� �fdd�} �| _t| �| � dS )z9
Register a typeid with the manager type
r� N� _exposed_�_method_to_typeid_c s` t jd�� | j�f|�|�\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object)�managerrW r� )rW rR ) r
rs r� r� r� r� r" r9 r# )r$ r5 r6 r� Zexp�proxyr� )r� r! r r rD � s z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r r r* �setattr)
r� r! rB r� r� r� �
create_method�keyr� rD r )r� r! r �registery s
zBaseManager.register)NNr� N)N)NNNNT)r* r, r- r. r� rI r� r% r� r� rk � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr" r� r r r r r � s*
$
c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t j| dd� � d S )Nc S s | j � S )N)�clear)r r r r r� � s z*ProcessLocalSet.__init__.<locals>.<lambda>)r
�register_after_fork)r$ r r r r% � s zProcessLocalSet.__init__c C s t | �f fS )N)r )r$ r r r �
__reduce__� s zProcessLocalSet.__reduce__N)r* r, r- r% r� r r r r r� � s r� c @ s� e Zd ZdZi Zej� Zddd�Zdd� Z f i fd d
�Z
d d � Z d
d� Z e
dd� �Zdd� Zdd� Zdd� Zdd� Zdd� ZdS ) r z.
A base for proxies of shared objects
NTFc
C s� t j�8 t jj|jd �}|d kr:tj� t� f}|t j|j< W d Q R X |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d k r�tj|�| _n"| j
d k r�| j
j| _n tj� j| _|r�| j� tj| t j� d S )Nr r )r �_mutexr� r� r" r
ZForkAwareLocalr� �_tls�_idset�_tokenr# �_id�_managerr� rX r� �_owned_by_managerr rV r� rf rW �_increfr� � _after_fork) r$ r� r` r� rW r� rQ �
manager_ownedZ tls_idsetr r r r% � s*
zBaseProxy.__init__c C sd t jd� tj� j}tj� jdkr4|dtj� j 7 }| j| jj | j
d�}t |d d|f� || j _
d S )Nz making connection to managerZ
MainThread�|)rW rL )r
rs r rf r r] r� r� r� r" r� r9 r� r )r$ r r� r r r �_connect� s
zBaseProxy._connectc C s� y | j j}W n6 tk
rB tjdtj� j� | j� | j j}Y nX |j | j
|||f� |j � \}}|dkrp|S |dkr�|\}}| j j
|j d } | jj|_| || j| j | j|d�}
| j|j| jd�}t|dd|jf� |
S t||��dS )
zW
Try to call a method of the referrent and return a copy of the result
z#thread %r does not own a connectionz#RETURNz#PROXYr )r� rW r� )rW NrR ���)r� r r� r
rs r] r� r r� r0 r� r1 r� r� r! r� r" r� r� r� r9 r# r2 ) r$ r4 r5 r6 r� r7 r8 r� r� r� r� r r r � _callmethod� s,
zBaseProxy._callmethodc C s
| j d�S )z9
Get a copy of the value of the referent
z #GETVALUE)r� )r$ r r r � _getvalue s zBaseProxy._getvaluec C s� | j rtjd| jj� d S | j| jj| jd�}t|d d| j f� tjd| jj� | j
j | j � | j oj| j j
}tj| tj| j| j|| j| j
| jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %r)rW rQ z INCREF %r�
)r5 r� )r� r
rs r� r# r� r" r� r9 r� r� �addr� r� r� r �_decrefr� Z_close)r$ r� r' r r r r� s
zBaseProxy._increfc C s� |j | j� |d ks |jtjkr�y2tjd| j� || j|d�}t|d d| jf� W q� t k
r� } ztjd|� W Y d d }~X q�X ntjd| j� | r�t
|d�r�tjdt j � j
� |jj� |`d S )Nz DECREF %r)rW rR z... decref failed %sz%DECREF %r -- manager already shutdownr z-thread %r has no more proxies so closing conn)�discardr# r� r� r� r
rs r" r9 r{ r� r] r� r r r} )r� rW r' ZtlsZidsetr� r� r� r r r r� s
zBaseProxy._decrefc C sH d | _ y | j� W n0 tk
rB } ztjd| � W Y d d }~X nX d S )Nzincref failed: %s)r� r� r{ r
r| )r$ r� r r r r� 9 s
zBaseProxy._after_forkc C s^ i }t � d k r| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )NrW �_isautoFr� ) r
r� r r� � RebuildProxyr� r� r� r )r$ r6 r r r r� A s
zBaseProxy.__reduce__c C s | j � S )N)r� )r$ �memor r r � __deepcopy__N s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r* r� r! r# )r$ r r r r+ Q s zBaseProxy.__repr__c C s4 y
| j d�S tk
r. t| �dd� d S X dS )zV
Return representation of the referent (or a fall-back if that fails)
r+ Nr z; '__str__()' failed>r� )r� r{ r� )r$ r r r r@ U s
zBaseProxy.__str__)NNNTF)r* r, r- r. r� r
ZForkAwareThreadLockr� r% r� r� r� r� r� r� r� r� r� r+ r@ r r r r r � s
(
c C s� t tj� dd�}|rT|j|jkrTtjd|� d|d< |j|jkrT|j|j |j|j< |j dd�opt tj� dd� }| ||fd|i|��S ) z5
Function used for unpickling proxy objects.
rg Nz*Rebuild a proxy owned by manager, token=%rTr� rQ Z _inheritingF)
r r rf r" r
rs r# r\ rZ �pop)rE r� r` r6 r� rQ r r r r� b s r� c
C sr t |�}y || |f S tk
r( Y nX i }x |D ]}td||f |� q4W t| tf|�}||_||| |f< |S )zB
Return a proxy type whose methods are given by `exposed`
zLdef %s(self, *args, **kwds):
return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdic�meth� ProxyTyper r r �
MakeProxyTypew s
r� Tc
C s� t | d }|dkrB|| j|d�}zt|dd| f�}W d|j� X |dkrX|dk rX|j}|dkrjtj� j}td| j |�}|| ||||d�} d| _
| S )z*
Return an auto-proxy for `token`
r N)rW rM z
AutoProxy[%s])r� rW rQ T) rX r" r9 r} r� r rf rW r� r! r� )
r� r` r� rW r� rQ r� r� r� r� r r r r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j j|� d S )N)r� �update)r$ r6 r r r r% � s zNamespace.__init__c C s^ t | jj� �}g }x,|D ]$\}}|jd�s|jd||f � qW |j� d| jjdj|�f S )NrG z%s=%rz%s(%s)z, ) r r� r �
startswithrC r� r) r* r� )r$ r rD r r� r r r r+ � s
zNamespace.__repr__N)r* r, r- r% r+ r r r r r� � s r� c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd
S ) �ValueTc C s || _ || _d S )N)� _typecode�_value)r$ r r� �lockr r r r% � s zValue.__init__c C s | j S )N)r )r$ r r r r� � s z Value.getc C s
|| _ d S )N)r )r$ r� r r r r� � s z Value.setc C s dt | �j| j| jf S )Nz
%s(%r, %r))r r* r r )r$ r r r r+ � s zValue.__repr__N)T) r* r, r- r% r� r� r+ r� r� r r r r r � s
r c C s t j | |�S )N)r )r Zsequencer r r r �Array� s r c @ s8 e Zd ZdZdd� Zdd� Zd d
� Zd d � Zd
d� ZdS )�
IteratorProxy�__next__r0 �throwr} c C s | S )Nr )r$ r r r �__iter__� s zIteratorProxy.__iter__c G s | j d|�S )Nr )r� )r$ r5 r r r r � s zIteratorProxy.__next__c G s | j d|�S )Nr0 )r� )r$ r5 r r r r0 � s zIteratorProxy.sendc G s | j d|�S )Nr )r� )r$ r5 r r r r � s zIteratorProxy.throwc G s | j d|�S )Nr} )r� )r$ r5 r r r r} � s zIteratorProxy.closeN)r r0 r r} ) r* r, r- r� r r r0 r r} r r r r r � s r c @ s2 e Zd Zd
Zddd�Zdd� Zd d
� Zd d � ZdS )�
AcquirerProxy�acquire�releaseTNc C s" |d kr|fn||f}| j d|�S )Nr
)r� )r$ Zblockingr� r5 r r r r
� s zAcquirerProxy.acquirec C s
| j d�S )Nr )r� )r$ r r r r � s zAcquirerProxy.releasec C s
| j d�S )Nr
)r� )r$ r r r r� � s zAcquirerProxy.__enter__c C s
| j d�S )Nr )r� )r$ r� r� r� r r r r� � s zAcquirerProxy.__exit__)r
r )TN)r* r, r- r� r
r r� r� r r r r r � s
r c @ s4 e Zd ZdZddd�Zd d
� Zd d � Zdd
d�ZdS )�ConditionProxyr
r rm �notify�
notify_allNc C s | j d|f�S )Nrm )r� )r$ r� r r r rm � s zConditionProxy.waitc C s
| j d�S )Nr
)r� )r$ r r r r
� s zConditionProxy.notifyc C s
| j d�S )Nr )r� )r$ r r r r � s zConditionProxy.notify_allc C sh |� }|r|S |d k r$t j� | }nd }d }x6|sb|d k rP|t j� }|dkrPP | j|� |� }q.W |S )Nr )�timeZ monotonicrm )r$ Z predicater� r8 ZendtimeZwaittimer r r �wait_for� s
zConditionProxy.wait_for)r
r rm r
r )N)N)r* r, r- r� rm r
r r r r r r r � s
r c @ s2 e Zd ZdZdd� Zdd� Zd d
� Zdd d
�Zd S )�
EventProxyrl r� r� rm c C s
| j d�S )Nrl )r� )r$ r r r rl s zEventProxy.is_setc C s
| j d�S )Nr� )r� )r$ r r r r� s zEventProxy.setc C s
| j d�S )Nr� )r� )r$ r r r r� s zEventProxy.clearNc C s | j d|f�S )Nrm )r� )r$ r� r r r rm s zEventProxy.wait)rl r� r� rm )N)r* r, r- r� rl r� r� rm r r r r r � s
r c @ sN e Zd ZdZddd�Zdd � Zd
d � Zed d
� �Zedd� �Z edd� �Z
dS )� BarrierProxy�__getattribute__rm �abort�resetNc C s | j d|f�S )Nrm )r� )r$ r� r r r rm
s zBarrierProxy.waitc C s
| j d�S )Nr )r� )r$ r r r r s zBarrierProxy.abortc C s
| j d�S )Nr )r� )r$ r r r r s zBarrierProxy.resetc C s | j dd�S )Nr �parties)r )r� )r$ r r r r s zBarrierProxy.partiesc C s | j dd�S )Nr � n_waiting)r )r� )r$ r r r r s zBarrierProxy.n_waitingc C s | j dd�S )Nr �broken)r )r� )r$ r r r r s zBarrierProxy.broken)r rm r r )N) r* r, r- r� rm r r r� r r r r r r r r s
r c @ s( e Zd Zd Zdd� Zdd� Zdd � Zd
S ) �NamespaceProxyr � __setattr__� __delattr__c C s0 |d dkrt j| |�S t j| d�}|d|f�S )Nr rG r� r )�objectr )r$ r� �
callmethodr r r � __getattr__ s zNamespaceProxy.__getattr__c C s4 |d dkrt j| ||�S t j| d�}|d||f�S )Nr rG r� r )r r r )r$ r� r� r r r r r % s zNamespaceProxy.__setattr__c C s0 |d dkrt j| |�S t j| d�}|d|f�S )Nr rG r� r )r r r )r$ r� r r r r r * s zNamespaceProxy.__delattr__N)r r r )r* r, r- r� r r r r r r r r s r c @ s* e Zd ZdZdd� Zdd� Zeee�ZdS ) �
ValueProxyr� r� c C s
| j d�S )Nr� )r� )r$ r r r r� 3 s zValueProxy.getc C s | j d|f�S )Nr� )r� )r$ r� r r r r� 5 s zValueProxy.setN)r� r� )r* r, r- r� r� r� r� r� r r r r r 1 s r �
BaseListProxy�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rC �count�extend�index�insertr� �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | j d|f� | S )Nr+ )r� )r$ r� r r r �__iadd__A s zListProxy.__iadd__c C s | j d|f� | S )Nr0 )r� )r$ r� r r r r0 D s zListProxy.__imul__N)r* r, r- r2 r0 r r r r r1 @ s r1 � DictProxyr r� r� r� �has_key�popitem�
setdefaultr� �Iterator�
ArrayProxy� PoolProxy�apply� apply_asyncr} �imap�imap_unorderedr� �map� map_async�starmap�
starmap_asyncr� Z AsyncResult)r; r? rA r< r= c @ s e Zd Zdd� Zdd� ZdS )r9 c C s | S )Nr )r$ r r r r� d s zPoolProxy.__enter__c C s | j � d S )N)r� )r$ r� r� r� r r r r� f s zPoolProxy.__exit__N)r* r, r- r� r� r r r r r9 c s c @ s e Zd ZdZdS )r a(
Subclass of `BaseManager` which supports a number of shared object types.
The types registered are those intended for the synchronization
of threads, plus `dict`, `list` and `Namespace`.
The `multiprocessing.Manager()` function creates started instances of
this class.
N)r* r, r- r. r r r r r m s �QueueZ
JoinableQueuerd r^ �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr �dictF)r� r� )r� )r r r )NNNT)T)r! r" r# r$ r% r& r' r( r) rC r* r+ r, r- r� r. r/ r� r0 )r" r# r$ r r% r) r� r� r� r4 r r r� r5 r6 r� r )r% r$ r) ) r: r; r} r< r= r� r> r? r@ rA r� )I�__all__rp r] r Zqueuer r� r � r �contextr r
r r r
r r r� Z
view_typesr r Z view_typer r r9 r2 r{ r: rF rH rI r� ra rb Z XmlListenerZ XmlClientrX r r� r� r r� r� r� r� r r r r r r r r r r r1 r3 r� r8 Z
BasePoolProxyr9 r rB rd r^ rC rD rE rF rG rH rI r r r r �<module> s�
;
]
4
__pycache__/queues.cpython-36.pyc 0000644 00000021363 15033635673 0012731 0 ustar 00 3
\ * � @ s� d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
ddl Z ddl m
Z
ddl mZ ejjZdd lmZmZmZmZmZ G d
d � d e�Ze� ZG d d� de�ZG d d� de�Z dS )
�Queue� SimpleQueue�
JoinableQueue� N)�Empty�Full� )�
connection)�context)�debug�info�Finalize�register_after_fork�
is_exitingc @ s� e Zd Zd(dd�Zdd� Zdd� Zdd � Zd)d d
�Zd*dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zed"d#� �Zed$d%� �Zed&d'� �Zd S )+r r c C s� |dkrddl m} || _tjdd�\| _| _|j� | _t j
� | _ t j
dkrTd | _n
|j� | _|j|�| _d| _| j� t j
dkr�t| tj� d S )Nr r )�
SEM_VALUE_MAXF)�duplex�win32)Z synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlockZBoundedSemaphore�_sem�
_ignore_epipe� _after_forkr
r )�self�maxsize�ctx� r$ �./usr/lib64/python3.6/multiprocessing/queues.py�__init__$ s
zQueue.__init__c C s. t j| � | j| j| j| j| j| j| j| j fS )N)
r �assert_spawningr r r r r r r r )r! r$ r$ r% � __getstate__9 s
zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| j� d S )N) r r r r r r r r r )r! �stater$ r$ r% � __setstate__> s $zQueue.__setstate__c C sb t d� tjtj� �| _tj� | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
� threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer �
send_bytes� _send_bytesr �
recv_bytes� _recv_bytes�poll�_poll)r! r$ r$ r% r C s
zQueue._after_forkTNc C s\ | j s t�| jj||�s t�| j�. | jd kr8| j� | jj |� | jj
� W d Q R X d S )N) r4 �AssertionErrorr �acquirer r- r1 �
_start_threadr0 �append�notify)r! �obj�block�timeoutr$ r$ r% �putP s
z Queue.putc
C s� |r2|d kr2| j � | j� }W d Q R X | jj� nr|rBtj� | }| j j||�sTt�zB|rv|tj� }| j|�s�t�n | j� s�t�| j� }| jj� W d | j j� X t j
|�S )N) r r9 r �release�timeZ monotonicr= r r; �_ForkingPickler�loads)r! rB rC �resZdeadliner$ r$ r% �get[ s&
z Queue.getc C s | j | jjj� S )N)r r �_semlockZ
_get_value)r! r$ r$ r% �qsizes s z Queue.qsizec C s
| j � S )N)r; )r! r$ r$ r% �emptyw s z Queue.emptyc C s | j jj� S )N)r rK �_is_zero)r! r$ r$ r% �fullz s z
Queue.fullc C s
| j d�S )NF)rJ )r! r$ r$ r% �
get_nowait} s zQueue.get_nowaitc C s | j |d�S )NF)rD )r! rA r$ r$ r% �
put_nowait� s zQueue.put_nowaitc C s2 d| _ z| jj� W d | j}|r,d | _|� X d S )NT)r4 r �closer5 )r! rR r$ r$ r% rR � s z Queue.closec C s$ t d� | jst�| jr | j� d S )NzQueue.join_thread())r
r4 r< r2 )r! r$ r$ r% � join_thread� s
zQueue.join_threadc C s6 t d� d| _y| jj� W n tk
r0 Y nX d S )NzQueue.cancel_join_thread()T)r
r3 r2 Zcancel�AttributeError)r! r$ r$ r% �cancel_join_thread� s zQueue.cancel_join_threadc C s� t d� | jj� tjtj| j| j| j| j | j
j | j fdd�| _
d| j
_t d� | j
j� t d� | js�t| j
tjtj| j
�gd
d�| _t| tj| j| jgd d�| _d S ) NzQueue._start_thread()ZQueueFeederThread)�target�args�nameTzdoing self._thread.start()z ... done self._thread.start()� )Z exitpriority�
���)r
r0 �clearr+ ZThreadr �_feedr- r7 r r rR r r1 Zdaemon�startr3 r �_finalize_join�weakref�refr2 �_finalize_closer5 )r! r$ r$ r% r> � s(
zQueue._start_threadc C s4 t d� | � }|d k r(|j� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
�join)ZtwrZthreadr$ r$ r% r_ � s
zQueue._finalize_joinc C s. t d� |� | jt� |j� W d Q R X d S )Nz telling queue thread to quit)r
r? � _sentinelr@ )�buffer�notemptyr$ r$ r% rb � s
zQueue._finalize_closec C sP t d� |j}|j}|j}| j} t}
tjdkr<|j} |j} nd } �xy�|� z| sX|� W d |� X ybx\| � }
|
|
kr�t d� |� d S tj |
�}
| d kr�||
� qh| � z ||
� W d | � X qhW W n t
k
r� Y nX W qD t k
�rF } zJ|�rt |dd�t
jk�rd S t� �r&td|� d S dd l}|j� W Y d d }~X qDX qDW d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exiting�errnor zerror in queue thread: %s)r
r= rE �wait�popleftrd r r rG �dumps�
IndexError� Exception�getattrrg ZEPIPEr r � traceback� print_exc)re rf r6 Z writelockrR Z ignore_epipeZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaserA �ern r$ r$ r% r] � sR
z Queue._feed)r )TN)TN)�__name__�
__module__� __qualname__r& r( r* r rD rJ rL rM rO rP rQ rR rS rU r> � staticmethodr_ rb r] r$ r$ r$ r% r " s$
c @ s@ e Zd Zddd�Zdd� Zdd� Zdd
d �Zd d
� Zdd� Zd S )r r c C s* t j| ||d� |jd�| _|j� | _d S )N)r# r )r r& Z Semaphore�_unfinished_tasksr, �_cond)r! r" r# r$ r$ r% r& s zJoinableQueue.__init__c C s t j| �| j| jf S )N)r r( rw rv )r! r$ r$ r% r( s zJoinableQueue.__getstate__c C s, t j| |d d� � |dd � \| _| _d S )N� ���ry )r r* rw rv )r! r) r$ r$ r% r* s zJoinableQueue.__setstate__TNc C sx | j s t�| jj||�s t�| j�J | j�8 | jd kr@| j� | j j
|� | j j � | jj
� W d Q R X W d Q R X d S )N)r4 r< r r= r r- rw r1 r> r0 r? rv rE r@ )r! rA rB rC r$ r$ r% rD s
zJoinableQueue.putc C s@ | j �0 | jjd�s td��| jjj� r2| j j� W d Q R X d S )NFz!task_done() called too many times)rw rv r= �
ValueErrorrK rN Z
notify_all)r! r$ r$ r% � task_done' s
zJoinableQueue.task_donec C s, | j � | jjj� s | j j� W d Q R X d S )N)rw rv rK rN rh )r! r$ r$ r% rc . s zJoinableQueue.join)r )TN) rr rs rt r& r( r* rD r{ rc r$ r$ r$ r% r
s
c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r c C sH t jdd�\| _| _|j� | _| jj| _tj dkr:d | _
n
|j� | _
d S )NF)r r ) r r r r r r r: r; r r r )r! r# r$ r$ r% r& 9 s
zSimpleQueue.__init__c C s
| j � S )N)r; )r! r$ r$ r% rM B s zSimpleQueue.emptyc C s t j| � | j| j| j| jfS )N)r r' r r r r )r! r$ r$ r% r( E s
zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S )N)r r r r r: r; )r! r) r$ r$ r% r* I s zSimpleQueue.__setstate__c C s& | j � | jj� }W d Q R X tj|�S )N)r r r8 rG rH )r! rI r$ r$ r% rJ M s zSimpleQueue.getc C sD t j|�}| jd kr"| jj|� n | j� | jj|� W d Q R X d S )N)rG rj r r r6 )r! rA r$ r$ r% rD S s
zSimpleQueue.putN) rr rs rt r& rM r( r* rJ rD r$ r$ r$ r% r 7 s ) �__all__r r r+ r. rF r` rg Zqueuer r Z_multiprocessing� r r Z reductionZForkingPicklerrG �utilr
r r r
r �objectr rd r r r$ r$ r$ r% �<module>
s$
b
* __pycache__/process.cpython-36.opt-2.pyc 0000644 00000014455 15033635673 0014044 0 ustar 00 3
\�# � @ s d ddgZ ddlZddlZddlZddlZddlmZ yejjej � �Z
W n e k
rb dZ
Y nX dd� Z dd� Z
dd � ZG d
d � d e�ZG d d � d e�ZG d
d� de�Ze� aejd�ae� a[i Zx<eejj � �D ]*\Z Z e dd� dko�de kr�e ee < q�W e� Z dS )� BaseProcess�current_process�active_children� N)�WeakSetc C s t S )N)�_current_process� r r �//usr/lib64/python3.6/multiprocessing/process.pyr # s c C s t � tt�S )N)�_cleanup�list� _childrenr r r r r ) s c C s. x(t t�D ] } | jj� d k r
tj| � q
W d S )N)r
r �_popen�poll�discard)�pr r r r 4 s r c @ s� e Zd Zdd� Zdddf i fdd�dd�Zdd� Zd d
� Zd d � Zd$d
d�Zdd� Z e
dd� �Z e j dd� �Z e
dd� �Z
e
j dd� �Z
e
dd� �Zej dd� �Ze
dd� �Ze
d d � �ZeZe
d d � �Zd d!� Zd"d#� ZdS )%r c C s t �d S )N)�NotImplementedError)�selfr r r �_PopenD s zBaseProcess._PopenN)�daemonc C s� t t�}tj|f | _tjj� | _tj� | _d | _ || _
t |�| _ t
|�| _|prt| �jd djdd� | jD �� | _|d k r�|| _tj| � d S )N�-�:c s s | ]}t |�V qd S )N)�str)�.0�ir r r � <genexpr>S s z'BaseProcess.__init__.<locals>.<genexpr>)�next�_process_counterr � _identity�_config�copy�os�getpid� _parent_pidr �_target�tuple�_args�dict�_kwargs�type�__name__�join�_namer � _dangling�add)r �group�target�name�args�kwargsr �countr r r �__init__G s
zBaseProcess.__init__c C s | j r| j | j| j� d S )N)r" r$ r& )r r r r �runX s zBaseProcess.runc C s6 t � | j| �| _| jj| _| `| `| `tj | � d S )N)
r r r �sentinel� _sentinelr" r$ r& r r, )r r r r �start_ s
zBaseProcess.startc C s | j j� d S )N)r � terminate)r r r r r8 p s zBaseProcess.terminatec C s" | j j|�}|d k r tj| � d S )N)r �waitr r )r Ztimeout�resr r r r) v s zBaseProcess.joinc C sB | t kr dS | jd krdS | jj� }|d kr0dS tj| � dS d S )NTF)r r r
r r )r �
returncoder r r �is_alive� s
zBaseProcess.is_alivec C s | j S )N)r* )r r r r r/ � s zBaseProcess.namec C s
|| _ d S )N)r* )r r/ r r r r/ � s c C s | j jdd�S )Nr F)r �get)r r r r r � s zBaseProcess.daemonc C s || j d< d S )Nr )r )r Zdaemonicr r r r � s c C s
| j d S )N�authkey)r )r r r r r> � s zBaseProcess.authkeyc C s t |�| jd< d S )Nr> )�AuthenticationStringr )r r> r r r r> � s c C s | j d kr| j S | j j� S )N)r r
)r r r r �exitcode� s
zBaseProcess.exitcodec C s" | t krtj� S | jo | jjS d S )N)r r r r �pid)r r r r �ident� s zBaseProcess.identc C s( y| j S tk
r" td��Y nX d S )Nzprocess not started)r6 �AttributeError�
ValueError)r r r r r5 � s zBaseProcess.sentinelc C s� | t krd}n>| jtj� kr"d}n*| jd kr2d}n| jj� d k rH| j}nd}t|�tkrv|dkrfd}ndt j
||� }dt| �j | j || j
r�dp�d f S )
NZstarted�unknown�initialr Zstoppedz stopped[%s]z<%s(%s, %s%s)>z daemon� )r r! r r r r
r@ r' �int�_exitcode_to_namer= r( r* r )r Zstatusr r r �__repr__� s
zBaseProcess.__repr__c C sJ ddl m}m} �zy|| jd k r,|j| j� tjd�at� a |j
� t }| a z|j j
� |j� W d ~X |jd� z| j� d}W d |j� X W n� tk
r� } zL|js�d}n:t|jd t�r�|jd }n tjjt|jd �d � d}W Y d d }~X n2 d}dd l}tjjd| j � |j � Y nX W d |jd| � |j � X |S )N� )�util�contextz child process calling self.run()r �
z Process %s:
z process exiting with exitcode %d) rG rL rM Z
_start_methodZ_force_start_method� itertoolsr2 r �setr Z _close_stdinr Z_finalizer_registry�clearZ_run_after_forkers�infor4 Z_exit_function�
SystemExitr0 �
isinstancerH �sys�stderr�writer � tracebackr/ � print_excZ_flush_std_streams)r rL rM Z old_processr@ �erX r r r �
_bootstrap� sB
zBaseProcess._bootstrap)N)r( �
__module__� __qualname__r r3 r4 r7 r8 r) r< �propertyr/ �setterr r> r@ rB rA r5 rJ r[ r r r r r > s(
c @ s e Zd Zdd� ZdS )r? c C s, ddl m} |� d kr td��tt| �ffS )NrK )�get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)rM r` � TypeErrorr? �bytes)r r` r r r �
__reduce__ s
z AuthenticationString.__reduce__N)r( r\ r] rc r r r r r? s r? c @ s e Zd Zdd� ZdS )� _MainProcessc C s2 f | _ d| _d | _d | _ttjd��dd�| _d S )NZ MainProcess� z/mp)r> Z semprefix)r r* r! r r? r �urandomr )r r r r r3 - s z_MainProcess.__init__N)r( r\ r] r3 r r r r rd + s rd rK � ZSIG�_) �__all__r rU �signalrO � _weakrefsetr �path�abspath�getcwdZ ORIGINAL_DIR�OSErrorr r r �objectr rb r? rd r r2 r rP r rI r
�__dict__�itemsr/ Zsignumr+ r r r r �<module>
s2
`
__pycache__/util.cpython-36.opt-1.pyc 0000644 00000022730 15033635673 0013335 0 ustar 00 3
\n. � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd� Zd d� Zd d� Zd d� Zd d � Zd6d d
�Zd!d � Zej� Z ej � Z d"d#� Z d$d � Z i Z!ej � Z"G d%d� de#�Z$d7d&d'�Z%d(d
� Z&da'eee%e j(e j)fd)d*�Z*ej+e*� G d+d� de#�Z,G d,d� dej-�Z.ye j/d-�Z0W n e1k
�r� d.Z0Y nX d/d� Z2d0d1� Z3d2d3� Z4d4d5� Z5dS )8� N)� _args_from_interpreter_flags� )�process� sub_debug�debug�info� sub_warning�
get_logger�
log_to_stderr� get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING� �
� � Zmultiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f|�� d S )N)�_logger�logr )�msg�args� r �,/usr/lib64/python3.6/multiprocessing/util.pyr , s c G s t rt jt| f|�� d S )N)r r �DEBUG)r r r r r r 0 s c G s t rt jt| f|�� d S )N)r r �INFO)r r r r r r 4 s c G s t rt jt| f|�� d S )N)r r r )r r r r r r 8 s c
C s| ddl } | j� z\tsj| jt�adt_ttd�rFtjt � tj
t � n$tj j t f i f� tj j
t f i f� W d| j� X tS )z0
Returns logger used by multiprocessing
r N�
unregister)�loggingZ _acquireLockr Z getLogger� LOGGER_NAMEZ propagate�hasattr�atexitr �_exit_function�registerZ
_exithandlers�remove�appendZ _releaseLock)r! r r r r < s
c C sJ ddl }t� }|jt�}|j� }|j|� |j|� | rB|j| � dat S )zB
Turn on logging and add a handler which prints to stderr
r NT)
r! r Z Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel�_log_to_stderrr )�levelr! ZloggerZ formatterZhandlerr r r r
W s
c C sd t j� jjd�} | d kr`dd l}dd l}|jdd�} td| � td |j | gdd� | t j� jd< | S ) N�tempdirr zpymp-)�prefixzcreated temp directory %s�d )r � exitpriorityi����)
r �current_processZ_config�get�shutil�tempfileZmkdtempr r Zrmtree)r, r2 r3 r r r r m s
c C sj t tj� �} | j� xP| D ]H\\}}}}y ||� W q tk
r` } ztd|� W Y d d }~X qX qW d S )Nz after forker raised exception %s)�list�_afterfork_registry�items�sort� Exceptionr )r6 �indexZident�func�obj�er r r �_run_after_forkers s r= c C s | t tt�t| �|f< d S )N)r5 �next�_afterfork_counter�id)r; r: r r r r � s c @ sL e Zd ZdZf ddfdd�Zdeeejfdd�Z dd� Z
d d
� Z d d � Z dS )
r zA
Class which supports object finalization using weakrefs
Nc C sT |d k rt j|| �| _n || _|| _|p*i | _|tt�f| _t j
� | _ | t | j< d S )N)
�weakref�ref�_weakref� _callback�_args�_kwargsr> �_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfr; �callbackr �kwargsr/ r r r �__init__� s
zFinalize.__init__c
C s� y || j = W n tk
r( |d� Y nbX | j|� krD|d� d}n$|d| j| j| j� | j| j| j�}d | _ | _ | _ | _| _ |S dS )zQ
Run the callback unless it has already been called or cancelled
z finalizer no longer registeredz+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %s)rH �KeyErrorrK rD rE rF rC )rM �wrrL r rJ �resr r r �__call__� s zFinalize.__call__c C sD y t | j= W n tk
r Y n X d | _ | _ | _ | _| _dS )z3
Cancel finalization of the object
N)rL rH rQ rC rD rE rF )rM r r r �cancel� s
zFinalize.cancelc C s
| j tkS )zS
Return whether this finalizer is still waiting to invoke callback
)rH rL )rM r r r � still_active� s zFinalize.still_activec C s� y | j � }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| j�f }| jrr|dt| j� 7 }| j r�|dt| j � 7 }| j
d d k r�|dt| j
d � 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s�__name__z, args=z , kwargs=r z, exitprority=�>) rC �AttributeError� TypeError� __class__rW �getattrrD rE �strrF rH )rM r; �xr r r �__repr__� s
zFinalize.__repr__)
rW �
__module__� __qualname__�__doc__rP rL r rI rJ rT rU rV r_ r r r r r � s c s� t dkr dS �dkr dd� � n �fdd�� � fdd�tt �D �}|jdd� xX|D ]P}t j|�}|dk rRtd |� y
|� W qR tk
r� d
dl}|j� Y qRX qRW �dkr�t j� dS ) z�
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
Nc S s | d d k S )Nr r )�pr r r �<lambda>� s z!_run_finalizers.<locals>.<lambda>c s | d d k o| d � kS )Nr r )rc )� minpriorityr r rd � s c s g | ]}� |�r|�qS r r )�.0�key)�fr r �
<listcomp>� s z#_run_finalizers.<locals>.<listcomp>T)�reversez
calling %sr ) rL r4 r7 r1 r r8 � traceback� print_exc�clear)re �keysrg � finalizerrk r )rh re r �_run_finalizers� s$
rp c C s t p
t dkS )z6
Returns true if the process is shutting down
N)�_exitingr r r r r
s c C s� t s�da | d� |d� |d� |� d k rzx*|� D ] }|jr2| d|j� |jj� q2W x"|� D ]}| d|j� |j� q^W |d� |� d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)rq Zdaemon�nameZ_popenZ terminate�join)r r rp �active_childrenr0 rc r r r r% s
r% c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s | j � t| tj � d S )N)�_resetr r )rM r r r rP K s z ForkAwareThreadLock.__init__c C s" t j� | _| jj| _| jj| _d S )N)� threadingZLock�_lock�acquire�release)rM r r r ru O s
zForkAwareThreadLock._resetc C s
| j j� S )N)rw � __enter__)rM r r r rz T s z ForkAwareThreadLock.__enter__c G s | j j|� S )N)rw �__exit__)rM r r r r r{ W s z ForkAwareThreadLock.__exit__N)rW r` ra rP ru rz r{ r r r r r J s c @ s e Zd Zdd� Zdd� ZdS )r c C s t | dd� � d S )Nc S s
| j j� S )N)�__dict__rm )r; r r r rd ] s z)ForkAwareLocal.__init__.<locals>.<lambda>)r )rM r r r rP \ s zForkAwareLocal.__init__c C s t | �f fS )N)�type)rM r r r �
__reduce__^ s zForkAwareLocal.__reduce__N)rW r` ra rP r~ r r r r r [ s � SC_OPEN_MAX� c C sR t | �dtg } | j� x4tt| �d �D ] }tj| | d | |d � q*W d S )Nr ���)r4 �MAXFDr7 �range�lenrI �
closerange)Zfds�ir r r r j s c C s� t jd krd S yt jj� W n ttfk
r4 Y nX y@tjtjtj�} yt| dd�t _W n tj| � � Y nX W n ttfk
r� Y nX d S )NF)�closefd) �sys�stdin�close�OSError�
ValueErrorrI �open�devnull�O_RDONLY)�fdr r r � _close_stdint s
r� c C sT yt jj� W n ttfk
r& Y nX yt jj� W n ttfk
rN Y nX d S )N)r� �stdout�flushrY r� �stderrr r r r �_flush_std_streams� s r� c C st dd l }tttt|���}tj� \}}z2|j|tj| �gd|d d ddddd d
||ddd �S tj |� tj |� X d S ) Nr Tr Fr� r� r� r� r� r� )
�_posixsubprocess�tuple�sorted�map�intrI �pipeZ fork_exec�fsencoder� )�pathr Zpassfdsr� Z errpipe_readZ
errpipe_writer r r �spawnv_passfds� s
r� )N)N)6rI � itertoolsr� rA r$ rv �
subprocessr � r �__all__ZNOTSETr r r r r" r) r r* r r r r r r
r �WeakValueDictionaryr5 �countr? r= r rL rG �objectr rp r
rq rt r0 r% r& r Zlocalr �sysconfr� r8 r r� r� r� r r r r �<module>
sf
S
,(
__pycache__/context.cpython-36.opt-2.pyc 0000644 00000026523 15033635673 0014051 0 ustar 00 3
\�* � @ s� d dl Z d dlZd dlZddlmZ ddlmZ g ZG dd� de�ZG dd� de�Z G d d
� d
e�Z
G d d � d e�Z G d
d� de �Z
G dd� dej�ZG dd� de
�Zedd� ee�D ��e_ejdk�rPG dd� dej�ZG dd� dej�ZG dd� dej�ZG d d � d e
�ZG d d � d e
�ZG d d!� d!e
�Ze� e� e� d"�Zeed# �Zn8G d$d� dej�ZG d%d � d e
�Zd&e� iZeed& �Zd'd(� Z ej � Z d)d*� Z d+d,� Z d-d.� Z!dS )/� N� )�process)� reductionc @ s e Zd ZdS )� ProcessErrorN)�__name__�
__module__� __qualname__� r r �//usr/lib64/python3.6/multiprocessing/context.pyr s r c @ s e Zd ZdS )�BufferTooShortN)r r r r r r r
r s r c @ s e Zd ZdS )� TimeoutErrorN)r r r r r r r
r s r c @ s e Zd ZdS )�AuthenticationErrorN)r r r r r r r
r
s r
c @ sV e Zd ZeZeZeZeZeej �Z eej
�Z
dd� Z dd� Z dBdd�Z
dd � Zd
d � ZdCd
d�ZdDdd�ZdEdd�Zdd� ZdFdd�ZdGdd�ZdHdd �Zd d � Zd d f d fd d �Zd!d"� Zd#d$� Zdd%�d&d'�Zdd%�d(d)�Z d*d+� Z d,d-� Z dId.d/�Z d0d1� Z d2d3� Z!d4d5� Z"dJd6d7�Z#dKd9d:�Z$dLd;d<�Z%e&d=d>� �Z'e'j(d?d>� �Z'd@dA� Z)d S )M� BaseContextc C s" t j� }|d krtd��n|S d S )Nz cannot determine number of cpus)�os� cpu_count�NotImplementedError)�selfZnumr r r
r ( s
zBaseContext.cpu_countc C s& ddl m} || j� d�}|j� |S )Nr )� SyncManager)�ctx)Zmanagersr � get_context�start)r r �mr r r
�Manager0 s zBaseContext.ManagerTc C s ddl m} ||�S )Nr )�Pipe)�
connectionr )r Zduplexr r r r
r ; s zBaseContext.Pipec C s ddl m} || j� d�S )Nr )�Lock)r )� synchronizer r )r r r r r
r @ s zBaseContext.Lockc C s ddl m} || j� d�S )Nr )�RLock)r )r r r )r r r r r
r E s zBaseContext.RLockNc C s ddl m} ||| j� d�S )Nr )� Condition)r )r r r )r �lockr r r r
r J s zBaseContext.Conditionr c C s ddl m} ||| j� d�S )Nr )� Semaphore)r )r r r )r �valuer r r r
r O s zBaseContext.Semaphorec C s ddl m} ||| j� d�S )Nr )�BoundedSemaphore)r )r r" r )r r! r" r r r
r" T s z BaseContext.BoundedSemaphorec C s ddl m} || j� d�S )Nr )�Event)r )r r# r )r r# r r r
r# Y s zBaseContext.Eventc C s ddl m} ||||| j� d�S )Nr )�Barrier)r )r r$ r )r Zparties�actionZtimeoutr$ r r r
r$ ^ s zBaseContext.Barrierr c C s ddl m} ||| j� d�S )Nr )�Queue)r )�queuesr& r )r �maxsizer& r r r
r& c s zBaseContext.Queuec C s ddl m} ||| j� d�S )Nr )�
JoinableQueue)r )r' r) r )r r( r) r r r
r) h s zBaseContext.JoinableQueuec C s ddl m} || j� d�S )Nr )� SimpleQueue)r )r' r* r )r r* r r r
r* m s zBaseContext.SimpleQueuec C s" ddl m} |||||| j� d�S )Nr )�Pool)�context)Zpoolr+ r )r Z processesZ initializerZinitargsZmaxtasksperchildr+ r r r
r+ r s
zBaseContext.Poolc G s ddl m} ||f|�� S )Nr )�RawValue)� sharedctypesr- )r �typecode_or_type�argsr- r r r
r- y s zBaseContext.RawValuec C s ddl m} |||�S )Nr )�RawArray)r. r1 )r r/ �size_or_initializerr1 r r r
r1 ~ s zBaseContext.RawArray)r c G s& ddl m} ||f|�|| j� d��S )Nr )�Value)r r )r. r3 r )r r/ r r0 r3 r r r
r3 � s zBaseContext.Valuec C s ddl m} ||||| j� d�S )Nr )�Array)r r )r. r4 r )r r/ r2 r r4 r r r
r4 � s zBaseContext.Arrayc C s, t jdkr(tt dd�r(ddlm} |� d S )N�win32�frozenFr )�freeze_support)�sys�platform�getattr�spawnr7 )r r7 r r r
r7 � s zBaseContext.freeze_supportc C s ddl m} |� S )Nr )�
get_logger)�utilr< )r r< r r r
r< � s zBaseContext.get_loggerc C s ddl m} ||�S )Nr )�
log_to_stderr)r= r> )r �levelr> r r r
r> � s zBaseContext.log_to_stderrc C s ddl m} d S )Nr )r )� r )r r r r r
�allow_connection_pickling� s z%BaseContext.allow_connection_picklingc C s ddl m} ||� d S )Nr )�set_executable)r; rB )r �
executablerB r r r
rB � s zBaseContext.set_executablec C s ddl m} ||� d S )Nr )�set_forkserver_preload)�
forkserverrD )r Z module_namesrD r r r
rD � s z"BaseContext.set_forkserver_preloadc C sF |d kr | S y t | }W n tk
r8 td| ��Y nX |j� |S )Nzcannot find context for %r)�_concrete_contexts�KeyError�
ValueError�_check_available)r �methodr r r r
r � s zBaseContext.get_contextFc C s | j S )N)�_name)r �
allow_noner r r
�get_start_method� s z BaseContext.get_start_methodc C s t d��d S )Nz+cannot set start method of concrete context)rH )r rJ �forcer r r
�set_start_method� s z BaseContext.set_start_methodc C s t � jd�S )Nr )�globals�get)r r r r
�reducer� s zBaseContext.reducerc C s |t � d< d S )Nr )rP )r r r r r
rR � s c C s d S )Nr )r r r r
rI � s z BaseContext._check_available)T)N)r )r )NN)r )r )N)N)F)F)*r r r r r r r
� staticmethodr Zcurrent_processZactive_childrenr r r r r r r r" r# r$ r& r) r* r+ r- r1 r3 r4 r7 r< r> rA rB rD r rM rO �propertyrR �setterrI r r r r
r sJ
r c @ s e Zd ZdZedd� �ZdS )�ProcessNc C s t j� jj| �S )N)�_default_contextr rV �_Popen)� process_objr r r
rX � s zProcess._Popen)r r r �
_start_methodrS rX r r r r
rV � s rV c sF e Zd ZeZdd� Zd
� fdd� Zddd�Zdd d
�Zd d � Z� Z S )�DefaultContextc C s || _ d | _d S )N)rW �_actual_context)r r, r r r
�__init__� s zDefaultContext.__init__Nc s0 |d kr | j d kr| j| _ | j S t� j|�S d S )N)r\ rW �superr )r rJ )� __class__r r
r � s
zDefaultContext.get_contextFc C s> | j d k r| rtd��|d kr.|r.d | _ d S | j|�| _ d S )Nz context has already been set)r\ � RuntimeErrorr )r rJ rN r r r
rO � s z DefaultContext.set_start_methodc C s" | j d kr|rd S | j| _ | j jS )N)r\ rW rK )r rL r r r
rM � s
z DefaultContext.get_start_methodc C s, t jdkrdgS tjr dddgS ddgS d S )Nr5 r; �forkrE )r8 r9 r �HAVE_SEND_HANDLE)r r r r
�get_all_start_methods� s
z$DefaultContext.get_all_start_methods)N)F)F)
r r r rV r] r rO rM rc �
__classcell__r r )r_ r
r[ � s
r[ c c s | ]}|d dkr|V qdS )r �_Nr )�.0�xr r r
� <genexpr> s rh r5 c @ s e Zd ZdZedd� �ZdS )� ForkProcessra c C s ddl m} || �S )Nr )�Popen)Z
popen_forkrj )rY rj r r r
rX s zForkProcess._PopenN)r r r rZ rS rX r r r r
ri s ri c @ s e Zd ZdZedd� �ZdS )� SpawnProcessr; c C s ddl m} || �S )Nr )rj )Zpopen_spawn_posixrj )rY rj r r r
rX s zSpawnProcess._PopenN)r r r rZ rS rX r r r r
rk s rk c @ s e Zd ZdZedd� �ZdS )�ForkServerProcessrE c C s ddl m} || �S )Nr )rj )Zpopen_forkserverrj )rY rj r r r
rX s zForkServerProcess._PopenN)r r r rZ rS rX r r r r
rl s rl c @ s e Zd ZdZeZdS )� ForkContextra N)r r r rK ri rV r r r r
rm % s rm c @ s e Zd ZdZeZdS )� SpawnContextr; N)r r r rK rk rV r r r r
rn ) s rn c @ s e Zd ZdZeZdd� ZdS )�ForkServerContextrE c C s t jstd��d S )Nz%forkserver start method not available)r rb rH )r r r r
rI 0 s z"ForkServerContext._check_availableN)r r r rK rl rV rI r r r r
ro - s ro )ra r; rE ra c @ s e Zd ZdZedd� �ZdS )rk r; c C s ddl m} || �S )Nr )rj )Zpopen_spawn_win32rj )rY rj r r r
rX ? s zSpawnProcess._PopenN)r r r rZ rS rX r r r r
rk = s c @ s e Zd ZdZeZdS )rn r; N)r r r rK rk rV r r r r
rn D s r; c C s t | t_d S )N)rF rW r\ )rJ r r r
�_force_start_methodQ s rp c C s t tdd �S )N�spawning_popen)r: �_tlsr r r r
�get_spawning_popenZ s rs c C s
| t _d S )N)rr rq )�popenr r r
�set_spawning_popen] s ru c C s t � d kr tdt| �j ��d S )NzF%s objects should only be shared between processes through inheritance)rs r` �typer )�objr r r
�assert_spawning` s
rx )"r r8 Z threadingr@ r r �__all__� Exceptionr r r r
�objectr Z BaseProcessrV r[ �list�dirr9 ri rk rl rm rn ro rF rW rp Zlocalrr rs ru rx r r r r
�<module> sD >'
__pycache__/context.cpython-36.pyc 0000644 00000031452 15033635673 0013106 0 ustar 00 3
\�* � @ s� d dl Z d dlZd dlZddlmZ ddlmZ g ZG dd� de�ZG dd� de�Z G d d
� d
e�Z
G d d � d e�Z G d
d� de �Z
G dd� dej�ZG dd� de
�Zedd� ee�D ��e_ejdk�rPG dd� dej�ZG dd� dej�ZG dd� dej�ZG d d � d e
�ZG d d � d e
�ZG d d!� d!e
�Ze� e� e� d"�Zeed# �Zn8G d$d� dej�ZG d%d � d e
�Zd&e� iZeed& �Zd'd(� Z ej � Z d)d*� Z d+d,� Z d-d.� Z!dS )/� N� )�process)� reductionc @ s e Zd ZdS )� ProcessErrorN)�__name__�
__module__� __qualname__� r r �//usr/lib64/python3.6/multiprocessing/context.pyr s r c @ s e Zd ZdS )�BufferTooShortN)r r r r r r r
r s r c @ s e Zd ZdS )� TimeoutErrorN)r r r r r r r
r s r c @ s e Zd ZdS )�AuthenticationErrorN)r r r r r r r
r
s r
c @ sV e Zd ZeZeZeZeZeej �Z eej
�Z
dd� Z dd� Z dBdd�Z
dd � Zd
d � ZdCd
d�ZdDdd�ZdEdd�Zdd� ZdFdd�ZdGdd�ZdHdd �Zd d � Zd d f d fd d �Zd!d"� Zd#d$� Zdd%�d&d'�Zdd%�d(d)�Z d*d+� Z d,d-� Z dId.d/�Z d0d1� Z d2d3� Z!d4d5� Z"dJd6d7�Z#dKd9d:�Z$dLd;d<�Z%e&d=d>� �Z'e'j(d?d>� �Z'd@dA� Z)d S )M� BaseContextc C s" t j� }|dkrtd��n|S dS )z(Returns the number of CPUs in the systemNz cannot determine number of cpus)�os� cpu_count�NotImplementedError)�selfZnumr r r
r ( s
zBaseContext.cpu_countc C s& ddl m} || j� d�}|j� |S )z�Returns a manager associated with a running server process
The managers methods such as `Lock()`, `Condition()` and `Queue()`
can be used to create shared objects.
r )� SyncManager)�ctx)Zmanagersr � get_context�start)r r �mr r r
�Manager0 s zBaseContext.ManagerTc C s ddl m} ||�S )z1Returns two connection object connected by a piper )�Pipe)�
connectionr )r Zduplexr r r r
r ; s zBaseContext.Pipec C s ddl m} || j� d�S )z#Returns a non-recursive lock objectr )�Lock)r )� synchronizer r )r r r r r
r @ s zBaseContext.Lockc C s ddl m} || j� d�S )z Returns a recursive lock objectr )�RLock)r )r r r )r r r r r
r E s zBaseContext.RLockNc C s ddl m} ||| j� d�S )zReturns a condition objectr )� Condition)r )r r r )r �lockr r r r
r J s zBaseContext.Conditionr c C s ddl m} ||| j� d�S )zReturns a semaphore objectr )� Semaphore)r )r r r )r �valuer r r r
r O s zBaseContext.Semaphorec C s ddl m} ||| j� d�S )z"Returns a bounded semaphore objectr )�BoundedSemaphore)r )r r" r )r r! r" r r r
r" T s z BaseContext.BoundedSemaphorec C s ddl m} || j� d�S )zReturns an event objectr )�Event)r )r r# r )r r# r r r
r# Y s zBaseContext.Eventc C s ddl m} ||||| j� d�S )zReturns a barrier objectr )�Barrier)r )r r$ r )r Zparties�actionZtimeoutr$ r r r
r$ ^ s zBaseContext.Barrierr c C s ddl m} ||| j� d�S )zReturns a queue objectr )�Queue)r )�queuesr& r )r �maxsizer& r r r
r& c s zBaseContext.Queuec C s ddl m} ||| j� d�S )zReturns a queue objectr )�
JoinableQueue)r )r' r) r )r r( r) r r r
r) h s zBaseContext.JoinableQueuec C s ddl m} || j� d�S )zReturns a queue objectr )� SimpleQueue)r )r' r* r )r r* r r r
r* m s zBaseContext.SimpleQueuec C s" ddl m} |||||| j� d�S )z Returns a process pool objectr )�Pool)�context)Zpoolr+ r )r Z processesZ initializerZinitargsZmaxtasksperchildr+ r r r
r+ r s
zBaseContext.Poolc G s ddl m} ||f|�� S )zReturns a shared objectr )�RawValue)� sharedctypesr- )r �typecode_or_type�argsr- r r r
r- y s zBaseContext.RawValuec C s ddl m} |||�S )zReturns a shared arrayr )�RawArray)r. r1 )r r/ �size_or_initializerr1 r r r
r1 ~ s zBaseContext.RawArray)r c G s& ddl m} ||f|�|| j� d��S )z$Returns a synchronized shared objectr )�Value)r r )r. r3 r )r r/ r r0 r3 r r r
r3 � s zBaseContext.Valuec C s ddl m} ||||| j� d�S )z#Returns a synchronized shared arrayr )�Array)r r )r. r4 r )r r/ r2 r r4 r r r
r4 � s zBaseContext.Arrayc C s, t jdkr(tt dd�r(ddlm} |� dS )z�Check whether this is a fake forked process in a frozen executable.
If so then run code specified by commandline and exit.
�win32�frozenFr )�freeze_supportN)�sys�platform�getattr�spawnr7 )r r7 r r r
r7 � s zBaseContext.freeze_supportc C s ddl m} |� S )zZReturn package logger -- if it does not already exist then
it is created.
r )�
get_logger)�utilr< )r r< r r r
r< � s zBaseContext.get_loggerc C s ddl m} ||�S )z8Turn on logging and add a handler which prints to stderrr )�
log_to_stderr)r= r> )r �levelr> r r r
r> � s zBaseContext.log_to_stderrc C s ddl m} dS )zVInstall support for sending connections and sockets
between processes
r )r N)� r )r r r r r
�allow_connection_pickling� s z%BaseContext.allow_connection_picklingc C s ddl m} ||� dS )z�Sets the path to a python.exe or pythonw.exe binary used to run
child processes instead of sys.executable when using the 'spawn'
start method. Useful for people embedding Python.
r )�set_executableN)r; rB )r �
executablerB r r r
rB � s zBaseContext.set_executablec C s ddl m} ||� dS )zkSet list of module names to try to load in forkserver process.
This is really just a hint.
r )�set_forkserver_preloadN)�
forkserverrD )r Z module_namesrD r r r
rD � s z"BaseContext.set_forkserver_preloadc C sF |d kr | S y t | }W n tk
r8 td| ��Y nX |j� |S )Nzcannot find context for %r)�_concrete_contexts�KeyError�
ValueError�_check_available)r �methodr r r r
r � s zBaseContext.get_contextFc C s | j S )N)�_name)r �
allow_noner r r
�get_start_method� s z BaseContext.get_start_methodc C s t d��d S )Nz+cannot set start method of concrete context)rH )r rJ �forcer r r
�set_start_method� s z BaseContext.set_start_methodc C s t � jd�S )z_Controls how objects will be reduced to a form that can be
shared with other processes.r )�globals�get)r r r r
�reducer� s zBaseContext.reducerc C s |t � d< d S )Nr )rP )r r r r r
rR � s c C s d S )Nr )r r r r
rI � s z BaseContext._check_available)T)N)r )r )NN)r )r )N)N)F)F)*r r r r r r r
� staticmethodr Zcurrent_processZactive_childrenr r r r r r r r" r# r$ r& r) r* r+ r- r1 r3 r4 r7 r< r> rA rB rD r rM rO �propertyrR �setterrI r r r r
r sJ
r c @ s e Zd ZdZedd� �ZdS )�ProcessNc C s t j� jj| �S )N)�_default_contextr rV �_Popen)� process_objr r r
rX � s zProcess._Popen)r r r �
_start_methodrS rX r r r r
rV � s rV c sF e Zd ZeZdd� Zd
� fdd� Zddd�Zdd d
�Zd d � Z� Z S )�DefaultContextc C s || _ d | _d S )N)rW �_actual_context)r r, r r r
�__init__� s zDefaultContext.__init__Nc s0 |d kr | j d kr| j| _ | j S t� j|�S d S )N)r\ rW �superr )r rJ )� __class__r r
r � s
zDefaultContext.get_contextFc C s> | j d k r| rtd��|d kr.|r.d | _ d S | j|�| _ d S )Nz context has already been set)r\ � RuntimeErrorr )r rJ rN r r r
rO � s z DefaultContext.set_start_methodc C s" | j d kr|rd S | j| _ | j jS )N)r\ rW rK )r rL r r r
rM � s
z DefaultContext.get_start_methodc C s, t jdkrdgS tjr dddgS ddgS d S )Nr5 r; �forkrE )r8 r9 r �HAVE_SEND_HANDLE)r r r r
�get_all_start_methods� s
z$DefaultContext.get_all_start_methods)N)F)F)
r r r rV r] r rO rM rc �
__classcell__r r )r_ r
r[ � s
r[ c c s | ]}|d dkr|V qdS )r �_Nr )�.0�xr r r
� <genexpr> s rh r5 c @ s e Zd ZdZedd� �ZdS )� ForkProcessra c C s ddl m} || �S )Nr )�Popen)Z
popen_forkrj )rY rj r r r
rX s zForkProcess._PopenN)r r r rZ rS rX r r r r
ri s ri c @ s e Zd ZdZedd� �ZdS )� SpawnProcessr; c C s ddl m} || �S )Nr )rj )Zpopen_spawn_posixrj )rY rj r r r
rX s zSpawnProcess._PopenN)r r r rZ rS rX r r r r
rk s rk c @ s e Zd ZdZedd� �ZdS )�ForkServerProcessrE c C s ddl m} || �S )Nr )rj )Zpopen_forkserverrj )rY rj r r r
rX s zForkServerProcess._PopenN)r r r rZ rS rX r r r r
rl s rl c @ s e Zd ZdZeZdS )� ForkContextra N)r r r rK ri rV r r r r
rm % s rm c @ s e Zd ZdZeZdS )� SpawnContextr; N)r r r rK rk rV r r r r
rn ) s rn c @ s e Zd ZdZeZdd� ZdS )�ForkServerContextrE c C s t jstd��d S )Nz%forkserver start method not available)r rb rH )r r r r
rI 0 s z"ForkServerContext._check_availableN)r r r rK rl rV rI r r r r
ro - s ro )ra r; rE ra c @ s e Zd ZdZedd� �ZdS )rk r; c C s ddl m} || �S )Nr )rj )Zpopen_spawn_win32rj )rY rj r r r
rX ? s zSpawnProcess._PopenN)r r r rZ rS rX r r r r
rk = s c @ s e Zd ZdZeZdS )rn r; N)r r r rK rk rV r r r r
rn D s r; c C s t | t_d S )N)rF rW r\ )rJ r r r
�_force_start_methodQ s rp c C s t tdd �S )N�spawning_popen)r: �_tlsr r r r
�get_spawning_popenZ s rs c C s
| t _d S )N)rr rq )�popenr r r
�set_spawning_popen] s ru c C s t � d kr tdt| �j ��d S )NzF%s objects should only be shared between processes through inheritance)rs r` �typer )�objr r r
�assert_spawning` s
rx )"r r8 Z threadingr@ r r �__all__� Exceptionr r r r
�objectr Z BaseProcessrV r[ �list�dirr9 ri rk rl rm rn ro rF rW rp Zlocalrr rs ru rx r r r r
�<module> sD >'
__pycache__/spawn.cpython-36.pyc 0000644 00000014453 15033635673 0012554 0 ustar 00 3
\�" � @ s. d dl Z d dlZd dlZd dlZddlmZmZ ddlmZ ddlm Z ddlm
Z
ddd d
d d d
gZ ej dkrzdZ
dZn&ej dko�eedd�Z
ejj� jd�Zer�e jjejd�anejadd � Zdd
� Zdd� Zdd� Zdd � Zd&dd�Z dd� Z d d � Z d d � Z g Z d d � Z!d!d"� Z"d#d$� Z#d%d
� Z$dS )'� N� )�get_start_method�set_start_method)�process)� reduction)�util�_main�freeze_support�set_executable�get_executable�get_preparation_data�get_command_line�import_main_path�win32F�frozenzpythonservice.exez
python.exec C s | a d S )N)� _python_exe)Zexe� r �-/usr/lib64/python3.6/multiprocessing/spawn.pyr
) s c C s t S )N)r r r r r r - s c C s$ t | �dkr | d dkr dS dS dS )z=
Return whether commandline indicates we are forking
� r z--multiprocessing-forkTFN)�len)�argvr r r �
is_forking4 s r c C sh t tj�rdi } xBtjdd� D ]0}|jd�\}}|dkrBd| |< q t|�| |< q W tf | � tj� dS )zE
Run code for process object if this in not the main process
r N�=�None)r �sysr �split�int�
spawn_main�exit)�kwds�arg�name�valuer r r r > s
c K sh t tdd�r(tjdgdd� | j� D � S d}|djdd � | j� D ��; }tj� }tg| d
|dg S d S ) zJ
Returns prefix of command line used for spawning a child process
r Fz--multiprocessing-forkc S s g | ] }d | �qS )z%s=%rr )�.0�itemr r r �
<listcomp>T s z$get_command_line.<locals>.<listcomp>z<from multiprocessing.spawn import spawn_main; spawn_main(%s)z, c s s | ]}d | V qdS )z%s=%rNr )r# r$ r r r � <genexpr>W s z#get_command_line.<locals>.<genexpr>z-cN)�getattrr �
executable�items�joinr Z _args_from_interpreter_flagsr )r �progZoptsr r r r
N s c C sj t tj�st�tjdkr<ddl}tj|| �}|j|t j
�}nddl m } ||j
_| }t|�}tj|� dS )z7
Run code specified by data received over pipe
r r Nr )�semaphore_tracker)r r r �AssertionError�platform�msvcrtr Z steal_handleZopen_osfhandle�os�O_RDONLY� r, Z_semaphore_trackerZ_fdr r )Z pipe_handleZ
parent_pidZ
tracker_fdr/ Z
new_handle�fdr, Zexitcoder r r r \ s
r c C s^ t j| ddd��@}dtj� _z$tjj|�}t|� tjj|�}W d tj� `X W d Q R X |j � S )N�rbT)�closefd)
r0 �fdopenr �current_process� _inheritingr �pickle�load�prepare�
_bootstrap)r3 Z from_parentZpreparation_data�selfr r r r m s
c C s t tj� dd�rtd��d S )Nr8 Fa
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.)r' r r7 � RuntimeErrorr r r r �_check_not_importing_mainy s
r? c C s t � ttjtj� jd�}tjdk r2tjj� |d< t j
j � }y|j d�}W n t
k
r^ Y n X tj||< |j| |t jtjtj� t� d� t jd }t|jdd�}|dk r�||d< nht jd ks�t o�t �r t|d
d�}|dk �r tj
j|� o�tjdk �r tj
jtj|�}tj
j |�|d < |S ) zM
Return info about parent needed by child to unpickle process object
)�
log_to_stderr�authkeyN� log_levelr2 )r! �sys_path�sys_argv�orig_dir�dir� start_method�__main__r! �init_main_from_namer �__file__�init_main_from_path) r? �dictr Z_log_to_stderrr r7 rA Z_loggerZgetEffectiveLevelr �path�copy�index�
ValueError� ORIGINAL_DIR�updater r0 �getcwdr �modulesr' �__spec__r. �WINEXE�
WINSERVICE�isabsr* �normpath)r! �drC �i� main_moduleZ
main_mod_name� main_pathr r r r � s>
c C s� d| kr| d t j� _d| kr,| d t j� _d| krD| d rDtj� d| kr^tj� j| d � d| krp| d t_ d| kr�| d t_
d| kr�t j | d � d| kr�| d t _
d | kr�t| d d
d � d | kr�t| d � nd
| kr�t| d
� dS )zE
Try to get current process ready to unpickle process object
r! rA r@ rB rC rD rF rE rG T)ZforcerI rK N)r r7 r! rA r r@ Z
get_loggerZsetLevelr rM r r0 �chdirrQ r �_fixup_main_from_name�_fixup_main_from_path)�datar r r r; � s,
r; c C s~ t jd }| dks | jd�r d S t|jdd �| kr6d S tj|� tjd�}t j
| ddd�}|j j |� | t jd< t jd< d S )NrH z .__main__r! � __mp_main__T)�run_nameZ alter_sys)
r rT �endswithr' rU �old_main_modules�append�types�
ModuleType�runpyZ
run_module�__dict__rR )Zmod_name� current_mainr\ � main_contentr r r r_ � s
r_ c C s� t jd }tjjtjj| ��d }|dkr.d S t|dd �| krBd S tj|� t j
d�}t j | dd�}|j
j|� | t jd< t jd< d S )NrH r ZipythonrJ rb )rc )r rT r0 rM �splitext�basenamer' re rf rg rh ri Zrun_pathrj rR )r] rk Z main_namer\ rl r r r r` � s
r` c C s t | � dS )z<
Set sys.modules['__main__'] to module at main_path
N)r` )r] r r r r s )NN)%r0 r ri rg r2 r r r �contextr r �__all__r. rV rW r' r( �lowerrd rM r* � exec_prefixr r
r r r r
r r r? r re r; r_ r` r r r r r �<module> s>
2& __pycache__/pool.cpython-36.opt-2.pyc 0000644 00000045034 15033635673 0013334 0 ustar 00 3
\�e � @ s8 d dgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z ddlm
Z
m Z dZ dZ
dZej� Zdd � Zd
d � ZG d d
� d
e�ZG dd� d�Zdd� ZG dd� de�Zdf ddfdd�Zdd� ZG dd � d e�ZG dd� de�Z e Z G d d � d e �Z G d d � d e�Z G d d!� d!e �Z G d"d� de�Z!dS )#�Pool�
ThreadPool� N� )�util)� get_context� TimeoutError� c C s t t| � �S )N)�list�map)�args� r �,/usr/lib64/python3.6/multiprocessing/pool.py�mapstar+ s r c C s t tj| d | d ��S )Nr r )r � itertools�starmap)r r r r
� starmapstar. s r c @ s e Zd Zdd� Zdd� ZdS )�RemoteTracebackc C s
|| _ d S )N)�tb)�selfr r r r
�__init__6 s zRemoteTraceback.__init__c C s | j S )N)r )r r r r
�__str__8 s zRemoteTraceback.__str__N)�__name__�
__module__� __qualname__r r r r r r
r 5 s r c @ s e Zd Zdd� Zdd� ZdS )�ExceptionWithTracebackc C s0 t jt|�||�}dj|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�type�join�excr )r r r r r r
r < s
z ExceptionWithTraceback.__init__c C s t | j| jffS )N)� rebuild_excr r )r r r r
�
__reduce__A s z!ExceptionWithTraceback.__reduce__N)r r r r r" r r r r
r ; s r c C s t |�| _| S )N)r � __cause__)r r r r r
r! D s
r! c s, e Zd Z� fdd�Zdd� Zdd� Z� ZS )�MaybeEncodingErrorc s. t |�| _t |�| _tt| �j| j| j� d S )N)�reprr �value�superr$ r )r r r& )� __class__r r
r P s
zMaybeEncodingError.__init__c C s d| j | jf S )Nz(Error sending result: '%s'. Reason: '%s')r& r )r r r r
r U s zMaybeEncodingError.__str__c C s d| j j| f S )Nz<%s: %s>)r( r )r r r r
�__repr__Y s zMaybeEncodingError.__repr__)r r r r r r) �
__classcell__r r )r( r
r$ L s r$ Fc ' C s� |j }| j}t| d�r*| jj� |jj� |d k r:||� d}�xH|d ksX|oT||k �r�y
|� } W n$ ttfk
r� tj d� P Y nX | d kr�tj d� P | \}
} } }
}yd| |
|�f}W nB t
k
r� } z&|r�| t k r�t ||j
�}d|f}W Y d d }~X nX y||
| |f� W nR t
k
�rd } z4t||d �}tj d| � ||
| d|ff� W Y d d }~X nX d } }
} } }
}|d7 }qBW tj d | � d S )
N�_writerr z)worker got EOFError or OSError -- exitingz worker got sentinel -- exitingTFr z0Possible encoding error while sending result: %sz worker exiting after %d tasks)�put�get�hasattrr+ �close�_reader�EOFError�OSErrorr �debug� Exception�_helper_reraises_exceptionr �
__traceback__r$ )�inqueue�outqueue� initializer�initargsZmaxtasksZwrap_exceptionr, r- Z completed�task�job�i�funcr �kwds�result�e�wrappedr r r
�worker] sD
$ rC c C s | �d S )Nr )Zexr r r
r5 � s r5 c @ s2 e Zd ZdZdd� Zddf ddfdd�Zdd� Zd d
� Zd d � Zd
d� Z f i fdd�Z
d<dd�Z d=dd�Z d>dd�Z
dd� Zd?dd�Zd@d d �Zf i ddfd d �ZdAd d!�ZdBd"d#�Zed$d%� �Zed&d'� �Zed(d)� �Zed*d+� �Zd,d-� Zd.d/� Zd0d1� Zd2d3� Z ed4d5� �Z e d6d7� �Z d8d9� Z d:d;� Z!dS )Cr Tc O s | j j||�S )N)�_ctx�Process)r r r? r r r
rE � s z Pool.ProcessNc C sn |pt � | _| j� tj� | _i | _t| _|| _ || _
|| _ |d krPt j
� pNd}|dk r`td��|d k rzt|� rztd��|| _g | _| j� tjtj| fd�| _d| j_t| j_| jj� tjtj| j| j | j | j| jfd�| _ d| j _t| j _| j j� tjtj | j | j | jfd�| _!d| j!_t| j!_| j!j� t"j#| | j$| j| j%| j | j| j| j | j!| jfdd�| _&d S )Nr z&Number of processes must be at least 1z initializer must be a callable)�targetr T� )r Z exitpriority)'r rD �
_setup_queues�queue�Queue�
_taskqueue�_cache�RUN�_state�_maxtasksperchild� _initializer� _initargs�os� cpu_count�
ValueError�callable� TypeError�
_processes�_pool�_repopulate_pool� threadingZThreadr �_handle_workers�_worker_handler�daemon�start�
_handle_tasks�
_quick_put� _outqueue�
_task_handler�_handle_results�
_quick_get�_result_handlerr ZFinalize�_terminate_pool�_inqueue�
_terminate)r � processesr9 r: Zmaxtasksperchild�contextr r r
r � sT
z
Pool.__init__c C sZ d}xPt tt| j���D ]:}| j| }|jd k rtjd| � |j� d}| j|= qW |S )NFzcleaning up worker %dT)�reversed�range�lenrX �exitcoder r3 r )r Zcleanedr= rC r r r
�_join_exited_workers� s
zPool._join_exited_workersc C s| xvt | jt| j� �D ]^}| jt| j| j| j| j | j
| j fd�}| jj |� |j
jdd�|_
d|_|j� tjd� qW d S )N)rF r rE Z
PoolWorkerTz added worker)rl rW rm rX rE rC rg ra rP rQ rO �_wrap_exception�append�name�replacer] r^ r r3 )r r= �wr r r
rY � s zPool._repopulate_poolc C s | j � r| j� d S )N)ro rY )r r r r
�_maintain_pool� s zPool._maintain_poolc C s4 | j j� | _| j j� | _| jjj| _| jjj| _ d S )N)
rD Z SimpleQueuerg ra r+ �sendr` r0 �recvrd )r r r r
rH � s zPool._setup_queuesc C s | j |||�j� S )N)� apply_asyncr- )r r> r r? r r r
�apply� s z
Pool.applyc C s | j ||t|�j� S )N)�
_map_asyncr r- )r r> �iterable� chunksizer r r
r
s zPool.mapc C s | j ||t|�j� S )N)rz r r- )r r> r{ r| r r r
r s z Pool.starmapc C s | j ||t|||�S )N)rz r )r r> r{ r| �callback�error_callbackr r r
�
starmap_async s zPool.starmap_asyncc c sn y0d}x&t |�D ]\}}||||fi fV qW W n8 tk
rh } z ||d t|fi fV W Y d d }~X nX d S )Nr ���)� enumerater4 r5 )r Z
result_jobr> r{ r= �xrA r r r
�_guarded_task_generation s z Pool._guarded_task_generationr c C s� | j tkrtd��|dkrFt| j�}| jj| j|j||�|j f� |S t
j |||�}t| j�}| jj| j|jt |�|j f� dd� |D �S d S )NzPool not runningr c s s | ]}|D ]
}|V q
qd S )Nr )�.0�chunk�itemr r r
� <genexpr>@ s z Pool.imap.<locals>.<genexpr>)
rN rM rT � IMapIteratorrL rK r, r� �_job� _set_lengthr �
_get_tasksr )r r> r{ r| r@ � task_batchesr r r
�imap' s
z Pool.imapc C s� | j tkrtd��|dkrFt| j�}| jj| j|j||�|j f� |S t
j |||�}t| j�}| jj| j|jt |�|j f� dd� |D �S d S )NzPool not runningr c s s | ]}|D ]
}|V q
qd S )Nr )r� r� r� r r r
r� [ s z&Pool.imap_unordered.<locals>.<genexpr>)
rN rM rT �IMapUnorderedIteratorrL rK r, r� r� r� r r� r )r r> r{ r| r@ r� r r r
�imap_unorderedB s
zPool.imap_unorderedc C sB | j tkrtd��t| j||�}| jj|jd|||fgd f� |S )NzPool not runningr )rN rM rT � ApplyResultrL rK r, r� )r r> r r? r} r~ r@ r r r
rx ] s
zPool.apply_asyncc C s | j ||t|||�S )N)rz r )r r> r{ r| r} r~ r r r
� map_asynch s zPool.map_asyncc
C s� | j tkrtd��t|d�s$t|�}|d krTtt|�t| j�d �\}}|rT|d7 }t|�dkrdd}tj |||�}t
| j |t|�||d�} | j j
| j| j||�d f� | S )NzPool not running�__len__� r r )r~ )rN rM rT r. r �divmodrm rX r r� � MapResultrL rK r, r� r� )
r r> r{ Zmapperr| r} r~ Zextrar� r@ r r r
rz p s&
zPool._map_asyncc C sT t j� }x0|jtks$| jr8|jtkr8| j� tjd� q
W | j j
d � t j d� d S )Ng�������?zworker handler exiting)
rZ �current_threadrN rM rL � TERMINATEru �time�sleeprK r, r r3 )�pool�threadr r r
r[ � s zPool._handle_workersc
C sj t j� }x�t| jd �D ]�\}}d }z�x�|D ]�}|jr@tjd� P y ||� W q* tk
r� } zD|d d� \}
} y||
j| d| f� W n t k
r� Y nX W Y d d } ~ X q*X q*W |r�tjd� |r�|d nd } || d � wP W d d } }}
X qW tjd� y:tjd� |j
d � tjd� x|D ]} |d � �q&W W n t k
�rZ tjd � Y nX tjd
� d S ) Nz'task handler found thread._state != RUNr Fzdoing set_length()r ztask handler got sentinelz/task handler sending sentinel to result handlerz(task handler sending sentinel to workersz/task handler got OSError when sending sentinelsztask handler exitingr� ) rZ r� �iterr- rN r r3 r4 �_set�KeyErrorr, r2 )
� taskqueuer, r8 r� �cacher� ZtaskseqZ
set_lengthr; rA r< �idx�pr r r
r_ � sB
zPool._handle_tasksc C s� t j� }x�y
|� }W n" ttfk
r6 tjd� d S X |jrJtjd� P |d kr^tjd� P |\}}}y|| j||� W n tk
r� Y nX d } }}q
W x�|o�|jt k�r:y
|� }W n" ttfk
r� tjd� d S X |d kr�tjd� q�|\}}}y|| j||� W n tk
�r* Y nX d } }}q�W t
| d��r�tjd� y,x&t d�D ]}| j j
� �spP |� �q^W W n ttfk
�r� Y nX tjdt|�|j� d S ) Nz.result handler got EOFError/OSError -- exitingz,result handler found thread._state=TERMINATEzresult handler got sentinelz&result handler ignoring extra sentinelr0 z"ensuring that outqueue is not full�
z7result handler exiting: len(cache)=%s, thread._state=%s)rZ r� r2 r1 r r3 rN r� r� r� r. rl r0 �pollrm )r8 r- r� r� r; r< r= �objr r r
rc � sZ
zPool._handle_resultsc c s4 t |�}x&ttj||��}|s"d S | |fV q
W d S )N)r� �tupler �islice)r> �it�sizer� r r r
r� s zPool._get_tasksc C s t d��d S )Nz:pool objects cannot be passed between processes or pickled)�NotImplementedError)r r r r
r" s zPool.__reduce__c C s& t jd� | jtkr"t| _t| j_d S )Nz closing pool)r r3 rN rM �CLOSEr\ )r r r r
r/ s
z
Pool.closec C s$ t jd� t| _t| j_| j� d S )Nzterminating pool)r r3 r� rN r\ rh )r r r r
� terminate s
zPool.terminatec C sD t jd� | jj� | jj� | jj� x| jD ] }|j� q0W d S )Nz joining pool)r r3 r\ r rb re rX )r r� r r r
r s
z Pool.joinc C sD t jd� | jj� x*|j� r>| jj� r>| jj� tj d� qW d S )Nz7removing tasks from inqueue until task handler finishedr )
r r3 Z_rlock�acquire�is_aliver0 r� rw r� r� )r7 � task_handlerr� r r r
�_help_stuff_finish( s
zPool._help_stuff_finishc
C s( t jd� t|_t|_t jd� | j||t|�� t|_|jd � t jd� tj� |k r`|j � |r�t
|d d�r�t jd� x |D ]} | j d kr�| j � q�W t jd� tj� |k r�|j � t jd� tj� |k r�|j � |o�t
|d d��r$t jd � x,|D ]$} | j
� r�t jd
| j � | j � q�W d S ) Nzfinalizing poolz&helping task handler/workers to finishzjoining worker handlerr r� zterminating workerszjoining task handlerzjoining result handlerzjoining pool workerszcleaning up worker %d)r r3 r� rN r� rm r, rZ r� r r. rn r� r� �pid)
�clsr� r7 r8 r� Zworker_handlerr� Zresult_handlerr� r� r r r
rf 1 s6
zPool._terminate_poolc C s | S )Nr )r r r r
� __enter___ s zPool.__enter__c C s | j � d S )N)r� )r �exc_typeZexc_valZexc_tbr r r
�__exit__b s z
Pool.__exit__)N)N)NNN)r )r )NNN)NNN)"r r r rp rE r ro rY ru rH ry r
r r r� r� r� rx r� rz � staticmethodr[ r_ rc r� r" r/ r� r r� � classmethodrf r� r� r r r r
r � sD 8
. < .c @ s@ e Zd Zdd� Zdd� Zdd� Zddd �Zdd
d �Zd d
� ZdS )r� c C s4 t j� | _tt�| _|| _|| _|| _| || j< d S )N) rZ ZEvent�_event�next� job_counterr� rL � _callback�_error_callback)r r� r} r~ r r r
r k s
zApplyResult.__init__c C s
| j j� S )N)r� Zis_set)r r r r
�readys s zApplyResult.readyc C s | j S )N)�_success)r r r r
�
successfulv s zApplyResult.successfulNc C s | j j|� d S )N)r� �wait)r �timeoutr r r
r� z s zApplyResult.waitc C s, | j |� | j� st�| jr"| jS | j�d S )N)r� r� r r� �_value)r r� r r r
r- } s
zApplyResult.getc C sV |\| _ | _| jr$| j r$| j| j� | jr>| j r>| j| j� | jj� | j| j= d S )N)r� r� r� r� r� �setrL r� )r r= r� r r r
r� � s
zApplyResult._set)N)N) r r r r r� r� r� r- r� r r r r
r� i s
r� c @ s e Zd Zdd� Zdd� ZdS )r� c C sf t j| |||d� d| _d g| | _|| _|dkrLd| _| jj� || j= n|| t || � | _d S )N)r~ Tr )
r� r r� r� �
_chunksize� _number_leftr� r� r� �bool)r r� r| �lengthr} r~ r r r
r � s
zMapResult.__init__c C s� | j d8 _ |\}}|rp| jrp|| j|| j |d | j �< | j dkr�| jrZ| j| j� | j| j= | jj� nH| r�| jr�d| _|| _| j dkr�| j r�| j | j� | j| j= | jj� d S )Nr r F)
r� r� r� r� r� rL r� r� r� r� )r r= Zsuccess_result�successr@ r r r
r� � s"
zMapResult._setN)r r r r r� r r r r
r� � s
r� c @ s: e Zd Zdd� Zdd� Zd dd�ZeZdd � Zd
d � ZdS )
r� c C sJ t jt j� �| _tt�| _|| _tj � | _
d| _ d | _ i | _
| || j< d S )Nr )rZ Z ConditionZLock�_condr� r� r� rL � collections�deque�_items�_index�_length� _unsorted)r r� r r r
r � s
zIMapIterator.__init__c C s | S )Nr )r r r r
�__iter__� s zIMapIterator.__iter__Nc C s� | j �~ y| jj� }W nh tk
r~ | j| jkr6t�| j j|� y| jj� }W n( tk
rx | j| jkrpt�t�Y nX Y nX W d Q R X |\}}|r�|S |�d S )N) r� r� �popleft�
IndexErrorr� r� �
StopIterationr� r )r r� r� r� r& r r r
r� � s" zIMapIterator.nextc
C s� | j �� | j|krr| jj|� | jd7 _x8| j| jkrd| jj| j�}| jj|� | jd7 _q.W | j j� n
|| j|< | j| jkr�| j| j = W d Q R X d S )Nr )
r� r� r� rq r� �pop�notifyr� rL r� )r r= r� r r r
r� � s
zIMapIterator._setc C s< | j �, || _| j| jkr.| j j� | j| j= W d Q R X d S )N)r� r� r� r� rL r� )r r� r r r
r� � s
zIMapIterator._set_length)N) r r r r r� r� �__next__r� r� r r r r
r� � s
r� c @ s e Zd Zdd� ZdS )r� c
C sP | j �@ | jj|� | jd7 _| j j� | j| jkrB| j| j= W d Q R X d S )Nr )r� r� rq r� r� r� rL r� )r r= r� r r r
r� s
zIMapUnorderedIterator._setN)r r r r� r r r r
r� � s r� c @ s@ e Zd ZdZedd� �Zddf fdd�Zdd� Zed d
� �ZdS ) r Fc O s ddl m} || |�S )Nr )rE )ZdummyrE )r r? rE r r r
rE s zThreadPool.ProcessNc C s t j| |||� d S )N)r r )r ri r9 r: r r r
r s zThreadPool.__init__c C s, t j� | _t j� | _| jj| _| jj| _d S )N)rI rJ rg ra r, r` r- rd )r r r r
rH s
zThreadPool._setup_queuesc
C s< | j �, | jj� | jjd g| � | j j� W d Q R X d S )N)Z not_emptyrI �clear�extendZ
notify_all)r7 r� r� r r r
r� s
z ThreadPool._help_stuff_finish) r r r rp r� rE r rH r� r r r r
r s
)"�__all__rZ rI r r� rR r� r r r r r rM r� r� �countr� r r r4 r r r! r$ rC r5 �objectr r� Z AsyncResultr� r� r� r r r r r
�<module>
s@ * \&)@ __pycache__/popen_spawn_posix.cpython-36.opt-1.pyc 0000644 00000004074 15033635673 0016134 0 ustar 00 3
\p � @ sp d dl Z d dlZddlmZmZ ddlmZ ddlmZ ddlmZ dgZ G dd � d e
�Z G d
d� dej �Z dS ) � N� )� reduction�set_spawning_popen)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S )N)�fd)�selfr
� r �9/usr/lib64/python3.6/multiprocessing/popen_spawn_posix.py�__init__ s z_DupFd.__init__c C s | j S )N)r
)r r r r
�detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r
r s r c s4 e Zd ZdZeZ� fdd�Zdd� Zdd� Z� Z S )r r c s g | _ t� j|� d S )N)�_fds�superr )r � process_obj)� __class__r r
r s zPopen.__init__c C s | j j|� |S )N)r �append)r r
r r r
�duplicate_for_child" s zPopen.duplicate_for_childc
C s@ ddl m} |j� }| jj|� tj|j�}tj � }t
| � z t j ||� t j ||� W d t
d � X d } } }} z~t
j� \}}t
j� \}} tj||d�}
| jj||g� tjtj� |
| j�| _|| _t| ddd��} | j|j� � W d Q R X W d |d k �rtj| t
j|f� x(||| fD ]} | d k �r t
j| � �q W X d S )Nr )�semaphore_tracker)�
tracker_fdZ pipe_handle�wbF)�closefd)� r Zgetfdr r r Zget_preparation_data�_name�io�BytesIOr r �dump�os�pipeZget_command_line�extendr Zspawnv_passfdsZget_executable�pid�sentinel�open�write� getbufferZFinalize�close)
r r r r Z prep_data�fpZparent_rZchild_wZchild_rZparent_w�cmd�fr
r r r
�_launch& s6
z
Popen._launch)
r r r �methodr ZDupFdr r r. �
__classcell__r r )r r
r s
)
r r" �contextr r r r r r �__all__�objectr r r r r r
�<module> s
__pycache__/semaphore_tracker.cpython-36.opt-1.pyc 0000644 00000007065 15033635673 0016062 0 ustar 00 3
\ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZddlmZ ddlmZ dddgZ G dd � d e
�Z e � Z e j
Z
e jZe jZe jZd
d � ZdS ) � N� )�spawn)�util�ensure_running�register�
unregisterc @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )�SemaphoreTrackerc C s t j� | _d | _d | _d S )N)� threadingZLock�_lock�_fd�_pid)�self� r �9/usr/lib64/python3.6/multiprocessing/semaphore_tracker.py�__init__ s
zSemaphoreTracker.__init__c C s | j � | jS )N)r r )r
r r r �getfd" s zSemaphoreTracker.getfdc C s | j �� | jdk rRtj| jtj�\}}|s0dS tj| j� d| _d| _tjd� g }y|j t
j j � � W n t
k
r~ Y nX d}tj� \}}zlyB|j |� tj� }|gtj� }|d|| g7 }tj|||�}W n tj|� � Y nX || _|| _W dtj|� X W dQ R X dS )z�Make sure that semaphore tracker process is running.
This can be run from any process. Usually a child process will use
the semaphore created by its parent.NzWsemaphore_tracker: process died unexpectedly, relaunching. Some semaphores might leak.z;from multiprocessing.semaphore_tracker import main;main(%d)z-c)r
r �os�waitpid�WNOHANG�closer �warnings�warn�append�sys�stderr�fileno� Exception�piper Zget_executabler Z _args_from_interpreter_flagsZspawnv_passfds) r
�pidZstatusZ fds_to_pass�cmd�r�wZexe�argsr r r r & s8
z SemaphoreTracker.ensure_runningc C s | j d|� dS )z2Register name of semaphore with semaphore tracker.ZREGISTERN)�_send)r
�namer r r r Q s zSemaphoreTracker.registerc C s | j d|� dS )z4Unregister name of semaphore with semaphore tracker.Z
UNREGISTERN)r# )r
r$ r r r r U s zSemaphoreTracker.unregisterc C s@ | j � dj||�jd�}t|�dkr.td��tj| j|�}d S )Nz{0}:{1}
�asciii z
name too long)r �format�encode�len�
ValueErrorr �writer )r
r r$ �msg�nbytesr r r r# Y s zSemaphoreTracker._sendN) �__name__�
__module__� __qualname__r r r r r r# r r r r r s +r c - C s� t j t jt j� t j t jt j� x6tjtjfD ]&}y |j� W q. tk
rR Y q.X q.W t � }z�t
| d���}x�|D ]�}yJ|j � j d�\}}|dkr�|j
|� n |dkr�|j|� n td| ��W qr tk
r� ytjtj� � W n Y nX Y qrX qrW W dQ R X W d|�r<ytjdt|� � W n tk
�r: Y nX xf|D ]^}zT|jd�}ytj|� W n6 tk
�r� } ztjd ||f � W Y dd}~X nX W dX �qBW X dS )
zRun semaphore tracker.�rb� :s REGISTERs
UNREGISTERzunrecognized command %rNzRsemaphore_tracker: There appear to be %d leaked semaphores to clean up at shutdownr% zsemaphore_tracker: %r: %s)�signal�SIGINT�SIG_IGN�SIGTERMr �stdin�stdoutr r �set�open�strip�split�add�remove� RuntimeError�
excepthook�exc_infor r r( �decode�_multiprocessingZ
sem_unlink)�fd�f�cache�liner r$ �er r r �maink sJ
(rH )r r2 r r r rB � r r �__all__�objectr Z_semaphore_trackerr r r r rH r r r r �<module> s
I __pycache__/popen_forkserver.cpython-36.pyc 0000644 00000004430 15033635673 0015007 0 ustar 00 3
\� � @ s� d dl Z d dlZddlmZmZ ejs.ed��ddlmZ ddlm Z ddlm
Z
ddlm Z d gZ G d
d � d e
�ZG d d � d e j�ZdS )
� N� )� reduction�set_spawning_popenz,No support for sending fds between processes)�
forkserver)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S )N)�ind)�selfr � r
�8/usr/lib64/python3.6/multiprocessing/popen_forkserver.py�__init__ s z_DupFd.__init__c C s t j� | j S )N)r Zget_inherited_fdsr )r r
r
r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r
r
r
r r
s r
c sB e Zd ZdZeZ� fdd�Zdd� Zdd� Ze j
fdd �Z � Z S )
r r c s g | _ t� j|� d S )N)�_fds�superr )r � process_obj)� __class__r
r r ! s zPopen.__init__c C s | j j|� t| j �d S )Nr )r �append�len)r �fdr
r
r �duplicate_for_child% s zPopen.duplicate_for_childc C s� t j|j�}tj� }t| � z tj||� tj||� W d td � X tj | j
�\| _ }t j
| tj| j f� t|ddd��}|j|j� � W d Q R X tj| j �| _d S )N�wbT)�closefd)r Zget_preparation_data�_name�io�BytesIOr r �dumpr Zconnect_to_new_processr �sentinelr ZFinalize�os�close�open�write� getbuffer�
read_unsigned�pid)r r Z prep_dataZbuf�w�fr
r
r �_launch) s
z
Popen._launchc C sr | j d krlddlm} |tjkr$dnd }|| jg|�s:d S ytj| j�| _ W n tt fk
rj d| _ Y nX | j S )Nr )�wait� )
�
returncodeZmultiprocessing.connectionr- r# �WNOHANGr" r r( �OSError�EOFError)r �flagr- Ztimeoutr
r
r �poll9 s
z
Popen.poll)
r r r �methodr
ZDupFdr r r, r# r0 r4 �
__classcell__r
r
)r r r s )r r# �contextr r ZHAVE_SEND_HANDLE� ImportError� r r r r �__all__�objectr
r r
r
r
r �<module> s
__pycache__/resource_sharer.cpython-36.opt-2.pyc 0000644 00000011130 15033635673 0015544 0 ustar 00 3
\� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ ddlm Z dgZ
ej dkrxe
dg7 Z
G d d� de �Z
ne
d
g7 Z
G d d
� d
e �ZG d d
� d
e �Ze� ZejZdS )� N� )�process)� reduction)�util�stopZwin32� DupSocketc @ s e Zd Zdd� Zdd� ZdS )r c s( |j � � � fdd�}tj|� j�| _d S )Nc s � j |�}| j|� d S )N)�shareZ
send_bytes)�conn�pidr )�new_sock� �7/usr/lib64/python3.6/multiprocessing/resource_sharer.py�send s
z DupSocket.__init__.<locals>.send)�dup�_resource_sharer�register�close�_id)�selfZsockr r )r r
�__init__ s zDupSocket.__init__c C s* t j| j��}|j� }tj|�S Q R X d S )N)r �get_connectionr Z
recv_bytes�socketZ fromshare)r r r r r r
�detach$ s zDupSocket.detachN)�__name__�
__module__� __qualname__r r r r r r
r s �DupFdc @ s e Zd Zdd� Zdd� ZdS )r c s4 t j|�� � fdd�}� fdd�}tj||�| _d S )Nc s t j| � |� d S )N)r Z send_handle)r r
)�new_fdr r
r 1 s z DupFd.__init__.<locals>.sendc s t j� � d S )N)�osr r )r r r
r 3 s z DupFd.__init__.<locals>.close)r r r r r )r �fdr r r )r r
r / s
zDupFd.__init__c C s" t j| j�� }tj|�S Q R X d S )N)r r r r Z recv_handle)r r r r r
r 7 s z DupFd.detachN)r r r r r r r r r
r - s c @ sJ e Zd Zdd� Zdd� Zedd� �Zddd �Zd
d � Zd d
� Z dd� Z
dS )�_ResourceSharerc C s@ d| _ i | _g | _tj� | _d | _d | _d | _t j
| t j � d S )Nr )
�_key�_cache�
_old_locks� threading�Lock�_lock� _listener�_address�_threadr Zregister_after_forkr �
_afterfork)r r r r
r ? s
z_ResourceSharer.__init__c
C sN | j �> | jd kr| j� | jd7 _||f| j| j< | j| jfS Q R X d S )Nr )r& r( �_startr! r" )r r r r r r
r I s
z_ResourceSharer.registerc C s< ddl m} | \}}||tj� jd�}|j|tj� f� |S )Nr )�Client)�authkey)�
connectionr, r �current_processr- r r �getpid)Zidentr, �address�key�cr r r
r R s
z _ResourceSharer.get_connectionNc C s� ddl m} | j�� | jd k r�|| jtj� jd�}|jd � |j� | j j
|� | j j � rdt j
d� | jj� d | _ d | _d | _x | jj� D ]\}\}}|� q�W | jj� W d Q R X d S )Nr )r, )r- z._ResourceSharer thread did not stop when asked)r. r, r& r( r r/ r- r r r) �joinZis_aliver Z sub_warningr' r" �items�clear)r Ztimeoutr, r3 r2 r r r r r
r [ s"
z_ResourceSharer.stopc C sn x | j j� D ]\}\}}|� q W | j j� | jj| j� tj� | _| jd k rX| jj � d | _d | _
d | _ d S )N) r" r5 r6 r# �appendr& r$ r% r' r r( r) )r r2 r r r r r
r* p s
z_ResourceSharer._afterforkc C sX ddl m} tjd� |tj� jd�| _| jj| _ t
j | j d�}d|_
|j� || _d S )Nr )�Listenerz0starting listener and thread for sending handles)r- )�targetT)r. r8 r �debugr r/ r- r' r1 r( r$ ZThread�_serveZdaemon�startr) )r r8 �tr r r
r+ ~ s
z_ResourceSharer._startc C s� t td�r tjtjtdtj�� x�y\| jj� �H}|j� }|d krBP |\}}| j j
|�\}}z|||� W d |� X W d Q R X W q" t j � s�t
jt
j� � Y q"X q"W d S )N�pthread_sigmaskr )�hasattr�signalr> � SIG_BLOCK�range�NSIGr' ZacceptZrecvr" �popr Z
is_exiting�sys�
excepthook�exc_info)r r �msgr2 Zdestination_pidr r r r r
r; � s
z_ResourceSharer._serve)N) r r r r r � staticmethodr r r* r+ r; r r r r
r = s
r )r r@ r rE r$ � r �contextr r �__all__�platform�objectr r r r r r r r r
�<module> s
` __pycache__/util.cpython-36.opt-2.pyc 0000644 00000021432 15033635673 0013334 0 ustar 00 3
\n. � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd� Zd d� Zd d� Zd d� Zd d � Zd6d d
�Zd!d � Zej� Z ej � Z d"d#� Z d$d � Z i Z!ej � Z"G d%d� de#�Z$d7d&d'�Z%d(d
� Z&da'eee%e j(e j)fd)d*�Z*ej+e*� G d+d� de#�Z,G d,d� dej-�Z.ye j/d-�Z0W n e1k
�r� d.Z0Y nX d/d� Z2d0d1� Z3d2d3� Z4d4d5� Z5dS )8� N)� _args_from_interpreter_flags� )�process� sub_debug�debug�info� sub_warning�
get_logger�
log_to_stderr� get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING� �
� � Zmultiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f|�� d S )N)�_logger�logr )�msg�args� r �,/usr/lib64/python3.6/multiprocessing/util.pyr , s c G s t rt jt| f|�� d S )N)r r �DEBUG)r r r r r r 0 s c G s t rt jt| f|�� d S )N)r r �INFO)r r r r r r 4 s c G s t rt jt| f|�� d S )N)r r r )r r r r r r 8 s c
C s| dd l } | j� z\tsj| jt�adt_ttd�rFtjt � tj
t � n$tj j t f i f� tj j
t f i f� W d | j� X tS )Nr �
unregister)�loggingZ _acquireLockr Z getLogger� LOGGER_NAMEZ propagate�hasattr�atexitr �_exit_function�registerZ
_exithandlers�remove�appendZ _releaseLock)r! r r r r < s
c C sJ dd l }t� }|jt�}|j� }|j|� |j|� | rB|j| � dat S )Nr T)
r! r Z Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel�_log_to_stderrr )�levelr! ZloggerZ formatterZhandlerr r r r
W s
c C sd t j� jjd�} | d kr`dd l}dd l}|jdd�} td| � td |j | gdd� | t j� jd< | S ) N�tempdirr zpymp-)�prefixzcreated temp directory %s�d )r � exitpriorityi����)
r �current_processZ_config�get�shutil�tempfileZmkdtempr r Zrmtree)r, r2 r3 r r r r m s
c C sj t tj� �} | j� xP| D ]H\\}}}}y ||� W q tk
r` } ztd|� W Y d d }~X qX qW d S )Nz after forker raised exception %s)�list�_afterfork_registry�items�sort� Exceptionr )r6 �indexZident�func�obj�er r r �_run_after_forkers s r= c C s | t tt�t| �|f< d S )N)r5 �next�_afterfork_counter�id)r; r: r r r r � s c @ sH e Zd Zf ddfdd�Zdeeejfdd�Zdd� Z dd � Z
d
d � Z dS ) r Nc C sT |d k rt j|| �| _n || _|| _|p*i | _|tt�f| _t j
� | _ | t | j< d S )N)
�weakref�ref�_weakref� _callback�_args�_kwargsr> �_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfr; �callbackr �kwargsr/ r r r �__init__� s
zFinalize.__init__c
C s� y || j = W n tk
r( |d� Y nbX | j|� krD|d� d }n$|d| j| j| j� | j| j| j�}d | _ | _ | _ | _| _ |S d S )Nz finalizer no longer registeredz+finalizer ignored because different processz/finalizer calling %s with args %s and kwargs %s)rH �KeyErrorrK rD rE rF rC )rM �wrrL r rJ �resr r r �__call__� s zFinalize.__call__c C sD y t | j= W n tk
r Y n X d | _ | _ | _ | _| _d S )N)rL rH rQ rC rD rE rF )rM r r r �cancel� s
zFinalize.cancelc C s
| j tkS )N)rH rL )rM r r r � still_active� s zFinalize.still_activec C s� y | j � }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| j�f }| jrr|dt| j� 7 }| j r�|dt| j � 7 }| j
d d k r�|dt| j
d � 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s�__name__z, args=z , kwargs=r z, exitprority=�>) rC �AttributeError� TypeError� __class__rW �getattrrD rE �strrF rH )rM r; �xr r r �__repr__� s
zFinalize.__repr__) rW �
__module__� __qualname__rP rL r rI rJ rT rU rV r_ r r r r r � s c s� t d kr d S �d kr dd� � n �fdd�� � fdd�tt �D �}|jdd� xX|D ]P}t j|�}|d k rRtd|� y
|� W qR tk
r� d d l}|j� Y qRX qRW �d kr�t j� d S )
Nc S s | d d k S )Nr r )�pr r r �<lambda>� s z!_run_finalizers.<locals>.<lambda>c s | d d k o| d � kS )Nr r )rb )� minpriorityr r rc � s c s g | ]}� |�r|�qS r r )�.0�key)�fr r �
<listcomp>� s z#_run_finalizers.<locals>.<listcomp>T)�reversez
calling %sr ) rL r4 r7 r1 r r8 � traceback� print_exc�clear)rd �keysrf � finalizerrj r )rg rd r �_run_finalizers� s$
ro c C s t p
t d kS )N)�_exitingr r r r r
s c C s� t s�da | d� |d� |d� |� d k rzx*|� D ] }|jr2| d|j� |jj� q2W x"|� D ]}| d|j� |j� q^W |d� |� d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)rp Zdaemon�nameZ_popenZ terminate�join)r r ro �active_childrenr0 rb r r r r% s
r% c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s | j � t| tj � d S )N)�_resetr r )rM r r r rP K s z ForkAwareThreadLock.__init__c C s" t j� | _| jj| _| jj| _d S )N)� threadingZLock�_lock�acquire�release)rM r r r rt O s
zForkAwareThreadLock._resetc C s
| j j� S )N)rv � __enter__)rM r r r ry T s z ForkAwareThreadLock.__enter__c G s | j j|� S )N)rv �__exit__)rM r r r r rz W s z ForkAwareThreadLock.__exit__N)rW r` ra rP rt ry rz r r r r r J s c @ s e Zd Zdd� Zdd� ZdS )r c C s t | dd� � d S )Nc S s
| j j� S )N)�__dict__rl )r; r r r rc ] s z)ForkAwareLocal.__init__.<locals>.<lambda>)r )rM r r r rP \ s zForkAwareLocal.__init__c C s t | �f fS )N)�type)rM r r r �
__reduce__^ s zForkAwareLocal.__reduce__N)rW r` ra rP r} r r r r r [ s � SC_OPEN_MAX� c C sR t | �dtg } | j� x4tt| �d �D ] }tj| | d | |d � q*W d S )Nr ���)r4 �MAXFDr7 �range�lenrI �
closerange)Zfds�ir r r r j s c C s� t jd krd S yt jj� W n ttfk
r4 Y nX y@tjtjtj�} yt| dd�t _W n tj| � � Y nX W n ttfk
r� Y nX d S )NF)�closefd) �sys�stdin�close�OSError�
ValueErrorrI �open�devnull�O_RDONLY)�fdr r r � _close_stdint s
r� c C sT yt jj� W n ttfk
r& Y nX yt jj� W n ttfk
rN Y nX d S )N)r� �stdout�flushrY r� �stderrr r r r �_flush_std_streams� s r� c C st dd l }tttt|���}tj� \}}z2|j|tj| �gd|d d ddddd d
||ddd �S tj |� tj |� X d S ) Nr Tr Fr� r� r� r� r� r� )
�_posixsubprocess�tuple�sorted�map�intrI �pipeZ fork_exec�fsencoder� )�pathr Zpassfdsr� Z errpipe_readZ
errpipe_writer r r �spawnv_passfds� s
r� )N)N)6rI � itertoolsr� rA r$ ru �
subprocessr � r �__all__ZNOTSETr r r r r" r) r r* r r r r r r
r �WeakValueDictionaryr5 �countr? r= r rL rG �objectr ro r
rp rs r0 r% r& r Zlocalr �sysconfr� r8 r r� r� r� r r r r �<module>
sf
S
,(
__pycache__/popen_fork.cpython-36.opt-1.pyc 0000644 00000004051 15033635673 0014516 0 ustar 00 3
\ � @ s> d dl Z d dlZd dlZddlmZ dgZG dd� de�ZdS )� N� )�util�Popenc @ sH e Zd ZdZdd� Zdd� Zejfdd�Zdd d
�Z d d � Z
d
d� Z dS )r �forkc C s t j� d | _| j|� d S )N)r Z_flush_std_streams�
returncode�_launch)�self� process_obj� r
�2/usr/lib64/python3.6/multiprocessing/popen_fork.py�__init__ s zPopen.__init__c C s |S )Nr
)r �fdr
r
r �duplicate_for_child s zPopen.duplicate_for_childc C s� | j d krzx>ytj| j|�\}}W n tk
rB } zd S d }~X q X P q W || jkrztj|�rntj|� | _ n tj|�| _ | j S )N)r �os�waitpid�pid�OSError� WIFSIGNALED�WTERMSIG� WEXITSTATUS)r �flagr �sts�er
r
r �poll s
z
Popen.pollNc C sN | j d krH|d k r0ddlm} || jg|�s0d S | j|dkrBtjnd�S | j S )Nr )�waitg )r Zmultiprocessing.connectionr �sentinelr r �WNOHANG)r �timeoutr r
r
r r + s
z
Popen.waitc C s\ | j d krXytj| jtj� W n8 tk
r2 Y n& tk
rV | jdd�d krR� Y nX d S )Ng�������?)r ) r r �killr �signal�SIGTERM�ProcessLookupErrorr r )r r
r
r � terminate5 s
zPopen.terminatec C s� d}t j� \}}t j� | _| jdkrdz0t j|� dtjkrJdd l}|j� |j � }W d t j
|� X n"t j|� t j | t j|f� || _
d S )Nr r �random)r �piper r �close�sys�modulesr# Zseed�
_bootstrap�_exitr ZFinalizer )r r �codeZparent_rZchild_wr# r
r
r r ? s
z
Popen._launch)N) �__name__�
__module__� __qualname__�methodr r r r r r r" r r
r
r
r r
s
)r r& r � r �__all__�objectr r
r
r
r �<module> s
__pycache__/process.cpython-36.pyc 0000644 00000017715 15033635673 0013106 0 ustar 00 3
\�# � @ s d ddgZ ddlZddlZddlZddlZddlmZ yejjej � �Z
W n e k
rb dZ
Y nX dd� Z dd� Z
dd � ZG d
d � d e�ZG d d � d e�ZG d
d� de�Ze� aejd�ae� a[i Zx<eejj � �D ]*\Z Z e dd� dko�de kr�e ee < q�W e� Z dS )� BaseProcess�current_process�active_children� N)�WeakSetc C s t S )z@
Return process object representing the current process
)�_current_process� r r �//usr/lib64/python3.6/multiprocessing/process.pyr # s c C s t � tt�S )zN
Return list of process objects corresponding to live child processes
)�_cleanup�list� _childrenr r r r r ) s c C s. x(t t�D ] } | jj� d k r
tj| � q
W d S )N)r
r �_popen�poll�discard)�pr r r r 4 s r c @ s� e Zd ZdZdd� Zdddf i fdd�dd�Zdd � Zd
d � Zd d
� Zd%dd�Z dd� Z
e dd� �Z e j
dd� �Z e dd� �Zej
dd� �Ze dd� �Zej
dd� �Ze dd � �Ze d d � �ZeZe d d � �Zd!d"� Zd#d$� ZdS )&r z�
Process objects represent activity that is run in a separate process
The class is analogous to `threading.Thread`
c C s t �d S )N)�NotImplementedError)�selfr r r �_PopenD s zBaseProcess._PopenN)�daemonc C s� |d kst d��tt�}tj|f | _tjj� | _tj� | _ d | _
|| _ t |�| _
t|�| _|p�t| �jd djdd� | jD �� | _|d k r�|| _tj| � d S )Nz#group argument must be None for now�-�:c s s | ]}t |�V qd S )N)�str)�.0�ir r r � <genexpr>S s z'BaseProcess.__init__.<locals>.<genexpr>)�AssertionError�next�_process_counterr � _identity�_config�copy�os�getpid� _parent_pidr �_target�tuple�_args�dict�_kwargs�type�__name__�join�_namer � _dangling�add)r �group�target�name�args�kwargsr �countr r r �__init__G s
zBaseProcess.__init__c C s | j r| j | j| j� dS )zQ
Method to be run in sub-process; can be overridden in sub-class
N)r# r% r' )r r r r �runX s zBaseProcess.runc C st | j dkstd��| jtj� ks(td��tjjd� s>td��t� | j | �| _ | j j
| _ | ` | `
| `tj| � dS )z%
Start child process
Nz cannot start a process twicez:can only start a process object created by current processr z3daemonic processes are not allowed to have children)r r r" r r! r r �getr r �sentinel� _sentinelr# r% r' r r- )r r r r �start_ s
zBaseProcess.startc C s | j j� dS )zT
Terminate process; sends SIGTERM signal or uses TerminateProcess()
N)r � terminate)r r r r r: p s zBaseProcess.terminatec C sJ | j tj� kstd��| jdk s(td��| jj|�}|dk rFtj| � dS )z5
Wait until child process terminates
z can only join a child processNz can only join a started process)r" r r! r r �waitr r )r Ztimeout�resr r r r* v s
zBaseProcess.joinc C sX | t kr dS | jtj� ks"td��| jdkr0dS | jj� }|dkrFdS tj| � dS dS )z1
Return whether process is alive
Tz can only test a child processNF) r r" r r! r r r
r r )r �
returncoder r r �is_alive� s
zBaseProcess.is_alivec C s | j S )N)r+ )r r r r r0 � s zBaseProcess.namec C s t |t�std��|| _d S )Nzname must be a string)�
isinstancer r r+ )r r0 r r r r0 � s c C s | j jdd�S )z4
Return whether process is a daemon
r F)r r6 )r r r r r � s zBaseProcess.daemonc C s | j dkstd��|| jd< dS )z1
Set whether process is a daemon
Nzprocess has already startedr )r r r )r Zdaemonicr r r r � s c C s
| j d S )N�authkey)r )r r r r r@ � s zBaseProcess.authkeyc C s t |�| jd< dS )z2
Set authorization key of process
r@ N)�AuthenticationStringr )r r@ r r r r@ � s c C s | j dkr| j S | j j� S )zM
Return exit code of process or `None` if it has yet to stop
N)r r
)r r r r �exitcode� s
zBaseProcess.exitcodec C s" | t krtj� S | jo | jjS dS )zU
Return identifier (PID) of process or `None` if it has yet to start
N)r r r! r �pid)r r r r �ident� s zBaseProcess.identc C s( y| j S tk
r" td��Y nX dS )z{
Return a file descriptor (Unix) or handle (Windows) suitable for
waiting for process termination.
zprocess not startedN)r8 �AttributeError�
ValueError)r r r r r7 � s zBaseProcess.sentinelc C s� | t krd}n>| jtj� kr"d}n*| jd kr2d}n| jj� d k rH| j}nd}t|�tkrv|dkrfd}ndt j
||� }dt| �j | j || j
r�dp�d f S )
NZstarted�unknown�initialr Zstoppedz stopped[%s]z<%s(%s, %s%s)>z daemon� )r r" r r! r r
rB r( �int�_exitcode_to_namer6 r) r+ r )r Zstatusr r r �__repr__� s
zBaseProcess.__repr__c C sJ ddl m}m} �zy|| jd k r,|j| j� tjd�at� a |j
� t }| a z|j j
� |j� W d ~X |jd� z| j� d}W d |j� X W n� tk
r� } zL|js�d}n:t|jd t�r�|jd }n tjjt|jd �d � d}W Y d d }~X n2 d}dd l}tjjd| j � |j � Y nX W d |jd| � |j � X |S )N� )�util�contextz child process calling self.run()r �
z Process %s:
z process exiting with exitcode %d) rI rN rO Z
_start_methodZ_force_start_method� itertoolsr3 r �setr Z _close_stdinr Z_finalizer_registry�clearZ_run_after_forkers�infor5 Z_exit_function�
SystemExitr1 r? rJ �sys�stderr�writer � tracebackr0 � print_excZ_flush_std_streams)r rN rO Z old_processrB �erY r r r �
_bootstrap� sB
zBaseProcess._bootstrap)N)r) �
__module__� __qualname__�__doc__r r4 r5 r9 r: r* r> �propertyr0 �setterr r@ rB rD rC r7 rL r\ r r r r r > s*
c @ s e Zd Zdd� ZdS )rA c C s, ddl m} |� d kr td��tt| �ffS )NrM )�get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)rO rb � TypeErrorrA �bytes)r rb r r r �
__reduce__ s
z AuthenticationString.__reduce__N)r) r] r^ re r r r r rA s rA c @ s e Zd Zdd� ZdS )� _MainProcessc C s2 f | _ d| _d | _d | _ttjd��dd�| _d S )NZ MainProcess� z/mp)r@ Z semprefix)r r+ r" r rA r �urandomr )r r r r r4 - s z_MainProcess.__init__N)r) r] r^ r4 r r r r rf + s rf rM � ZSIG�_) �__all__r rV �signalrQ � _weakrefsetr �path�abspath�getcwdZ ORIGINAL_DIR�OSErrorr r r �objectr rd rA rf r r3 r rR r rK r
�__dict__�itemsr0 Zsignumr, r r r r �<module>
s2
`
__pycache__/util.cpython-36.pyc 0000644 00000023110 15033635673 0012367 0 ustar 00 3
\n. � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd� Zd d� Zd d� Zd d� Zd d � Zd6d d
�Zd!d � Zej� Z ej � Z d"d#� Z d$d � Z i Z!ej � Z"G d%d� de#�Z$d7d&d'�Z%d(d
� Z&da'eee%e j(e j)fd)d*�Z*ej+e*� G d+d� de#�Z,G d,d� dej-�Z.ye j/d-�Z0W n e1k
�r� d.Z0Y nX d/d� Z2d0d1� Z3d2d3� Z4d4d5� Z5dS )8� N)� _args_from_interpreter_flags� )�process� sub_debug�debug�info� sub_warning�
get_logger�
log_to_stderr� get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING� �
� � Zmultiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f|�� d S )N)�_logger�logr )�msg�args� r �,/usr/lib64/python3.6/multiprocessing/util.pyr , s c G s t rt jt| f|�� d S )N)r r �DEBUG)r r r r r r 0 s c G s t rt jt| f|�� d S )N)r r �INFO)r r r r r r 4 s c G s t rt jt| f|�� d S )N)r r r )r r r r r r 8 s c
C s| ddl } | j� z\tsj| jt�adt_ttd�rFtjt � tj
t � n$tj j t f i f� tj j
t f i f� W d| j� X tS )z0
Returns logger used by multiprocessing
r N�
unregister)�loggingZ _acquireLockr Z getLogger� LOGGER_NAMEZ propagate�hasattr�atexitr �_exit_function�registerZ
_exithandlers�remove�appendZ _releaseLock)r! r r r r < s
c C sJ ddl }t� }|jt�}|j� }|j|� |j|� | rB|j| � dat S )zB
Turn on logging and add a handler which prints to stderr
r NT)
r! r Z Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel�_log_to_stderrr )�levelr! ZloggerZ formatterZhandlerr r r r
W s
c C sd t j� jjd�} | d kr`dd l}dd l}|jdd�} td| � td |j | gdd� | t j� jd< | S ) N�tempdirr zpymp-)�prefixzcreated temp directory %s�d )r � exitpriorityi����)
r �current_processZ_config�get�shutil�tempfileZmkdtempr r Zrmtree)r, r2 r3 r r r r m s
c C sj t tj� �} | j� xP| D ]H\\}}}}y ||� W q tk
r` } ztd|� W Y d d }~X qX qW d S )Nz after forker raised exception %s)�list�_afterfork_registry�items�sort� Exceptionr )r6 �indexZident�func�obj�er r r �_run_after_forkers s r= c C s | t tt�t| �|f< d S )N)r5 �next�_afterfork_counter�id)r; r: r r r r � s c @ sL e Zd ZdZf ddfdd�Zdeeejfdd�Z dd� Z
d d
� Z d d � Z dS )
r zA
Class which supports object finalization using weakrefs
Nc C sx |d kst |�tkst�|d k r0tj|| �| _n |d k s<t�|| _|| _|pNi | _|t t
�f| _ t j
� | _| t| j < d S )N)�type�int�AssertionError�weakref�ref�_weakref� _callback�_args�_kwargsr> �_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfr; �callbackr �kwargsr/ r r r �__init__� s
zFinalize.__init__c
C s� y || j = W n tk
r( |d� Y nbX | j|� krD|d� d}n$|d| j| j| j� | j| j| j�}d | _ | _ | _ | _| _ |S dS )zQ
Run the callback unless it has already been called or cancelled
z finalizer no longer registeredz+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %s)rK �KeyErrorrN rG rH rI rF )rP �wrrO r rM �resr r r �__call__� s zFinalize.__call__c C sD y t | j= W n tk
r Y n X d | _ | _ | _ | _| _dS )z3
Cancel finalization of the object
N)rO rK rT rF rG rH rI )rP r r r �cancel� s
zFinalize.cancelc C s
| j tkS )zS
Return whether this finalizer is still waiting to invoke callback
)rK rO )rP r r r � still_active� s zFinalize.still_activec C s� y | j � }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| j�f }| jrr|dt| j� 7 }| j r�|dt| j � 7 }| j
d d k r�|dt| j
d � 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s�__name__z, args=z , kwargs=r z, exitprority=�>) rF �AttributeError� TypeError� __class__rZ �getattrrG rH �strrI rK )rP r; �xr r r �__repr__� s
zFinalize.__repr__)
rZ �
__module__� __qualname__�__doc__rS rO r rL rM rW rX rY rb r r r r r � s c s� t dkr dS �dkr dd� � n �fdd�� � fdd�tt �D �}|jdd� xX|D ]P}t j|�}|dk rRtd |� y
|� W qR tk
r� d
dl}|j� Y qRX qRW �dkr�t j� dS ) z�
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
Nc S s | d d k S )Nr r )�pr r r �<lambda>� s z!_run_finalizers.<locals>.<lambda>c s | d d k o| d � kS )Nr r )rf )� minpriorityr r rg � s c s g | ]}� |�r|�qS r r )�.0�key)�fr r �
<listcomp>� s z#_run_finalizers.<locals>.<listcomp>T)�reversez
calling %sr ) rO r4 r7 r1 r r8 � traceback� print_exc�clear)rh �keysrj � finalizerrn r )rk rh r �_run_finalizers� s$
rs c C s t p
t dkS )z6
Returns true if the process is shutting down
N)�_exitingr r r r r
s c C s� t s�da | d� |d� |d� |� d k rzx*|� D ] }|jr2| d|j� |jj� q2W x"|� D ]}| d|j� |j� q^W |d� |� d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)rt Zdaemon�nameZ_popenZ terminate�join)r r rs �active_childrenr0 rf r r r r% s
r% c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s | j � t| tj � d S )N)�_resetr r )rP r r r rS K s z ForkAwareThreadLock.__init__c C s" t j� | _| jj| _| jj| _d S )N)� threadingZLock�_lock�acquire�release)rP r r r rx O s
zForkAwareThreadLock._resetc C s
| j j� S )N)rz � __enter__)rP r r r r} T s z ForkAwareThreadLock.__enter__c G s | j j|� S )N)rz �__exit__)rP r r r r r~ W s z ForkAwareThreadLock.__exit__N)rZ rc rd rS rx r} r~ r r r r r J s c @ s e Zd Zdd� Zdd� ZdS )r c C s t | dd� � d S )Nc S s
| j j� S )N)�__dict__rp )r; r r r rg ] s z)ForkAwareLocal.__init__.<locals>.<lambda>)r )rP r r r rS \ s zForkAwareLocal.__init__c C s t | �f fS )N)rA )rP r r r �
__reduce__^ s zForkAwareLocal.__reduce__N)rZ rc rd rS r� r r r r r [ s � SC_OPEN_MAX� c C sf t | �dtg } | j� | d tks,td��x4tt| �d �D ] }tj| | d | |d � q>W d S )Nr z fd too large���r� )r4 �MAXFDr7 rC �range�lenrL �
closerange)Zfds�ir r r r j s
c C s� t jd krd S yt jj� W n ttfk
r4 Y nX y@tjtjtj�} yt| dd�t _W n tj| � � Y nX W n ttfk
r� Y nX d S )NF)�closefd) �sys�stdin�close�OSError�
ValueErrorrL �open�devnull�O_RDONLY)�fdr r r � _close_stdint s
r� c C sT yt jj� W n ttfk
r& Y nX yt jj� W n ttfk
rN Y nX d S )N)r� �stdout�flushr\ r� �stderrr r r r �_flush_std_streams� s r� c C st dd l }tttt|���}tj� \}}z2|j|tj| �gd|d d ddddd d
||ddd �S tj |� tj |� X d S ) Nr Tr Fr� r� r� r� r� r� )
�_posixsubprocess�tuple�sorted�maprB rL �pipeZ fork_exec�fsencoder� )�pathr Zpassfdsr� Z errpipe_readZ
errpipe_writer r r �spawnv_passfds� s
r� )N)N)6rL � itertoolsr� rD r$ ry �
subprocessr � r �__all__ZNOTSETr r r r r" r) r r* r r r r r r
r �WeakValueDictionaryr5 �countr? r= r rO rJ �objectr rs r
rt rw r0 r% r& r Zlocalr �sysconfr� r8 r r� r� r� r r r r �<module>
sf
S
,(
__pycache__/connection.cpython-36.opt-1.pyc 0000644 00000057737 15033635673 0014536 0 ustar 00 3
�\dhVy � @ s d dddgZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl
m Z m
Z
dd lmZ ejZy$ddlZdd
lmZmZmZmZ W n$ ek
r� ejd kr dZY nX d Zd
ZdZej � Z dZ dgZ e ed��rdZ e dg7 Z ejd k�r dZ e dg7 Z efdd�Z!dd� Z"dd� Z#dd� Z$dd� Z%G d d � d �Z&e�rnG d d � d e&�Z'G d d!� d!e&�Z(G d"d� de)�Z*dPd#d �Z+ejd k�r�dQd%d�Z,n
dRd&d�Z,G d'd(� d(e)�Z-d)d*� Z.ejd k�r�G d+d,� d,e)�Z/d-d.� Z0d/Z1d0Z2d1Z3d2Z4d3d4� Z5d5d6� Z6G d7d8� d8e)�Z7d9d:� Z8d;d<� Z9G d=d>� d>e*�Z:d?d@� Z;ejd k�rzdAdB� Z<ej=ej>hZ?dSdCd�Z@n,ddlAZAe eAdD��r�eAjBZCneAjDZCdTdEd�Z@ejd k�r�dFdG� ZEdHdI� ZFejGe(eE� dJdK� ZHdLdM� ZIejGe'eH� n dNdG� ZEdOdI� ZFejGe(eE� dS )U�Client�Listener�Pipe�wait� N� )�util)�AuthenticationError�BufferTooShort)� reduction)�
WAIT_OBJECT_0�WAIT_ABANDONED_0� WAIT_TIMEOUT�INFINITE�win32i g 4@Zsha256�AF_INET�AF_UNIX�AF_PIPEc C s t j� | S )N)�time� monotonic)�timeout� r �2/usr/lib64/python3.6/multiprocessing/connection.py�
_init_timeout? s r c C s t j� | kS )N)r r )�tr r r �_check_timeoutB s r c C sX | dkr d S | dkr&t jdtj� d�S | dkrLt jdtj� tt�f d d�S td
��d S )
z?
Return an arbitrary free address for the given family
r � localhostr r z listener-)�prefix�dirr z\\.\pipe\pyc-%d-%d-� zunrecognized familyN)r r ) �tempfileZmktempr Z get_temp_dir�os�getpid�next�
_mmap_counter�
ValueError)�familyr r r �arbitrary_addressI s r& c C sJ t jdkr | dkr td| ��t jdkrF| dkrFtt| �sFtd| ��dS )zD
Checks if the family is valid for the current environment.
r r z Family %s is not recognized.r N)�sys�platformr$ �hasattr�socket)r% r r r �_validate_familyW s
r+ c C sJ t | �tkrdS t | �tkr*| jd�r*dS t | �tkr:dS td| ��dS )z]
Return the types of the address
This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE'
r z\\r r z address type of %r unrecognizedN)�type�tuple�str�
startswithr$ )�addressr r r � address_typec s r1 c @ s� e Zd ZdZd+dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dd� Zdd� Zd,dd�Zd d � Zd-d d �Zd.d d!�Zd"d#� Zd/d%d&�Zd'd(� Zd)d*� ZdS )0�_ConnectionBaseNTc C sB |j � }|dk rtd��| r,| r,td��|| _|| _|| _d S )Nr zinvalid handlez6at least one of `readable` and `writable` must be True)� __index__r$ �_handle� _readable� _writable)�self�handle�readable�writabler r r �__init__y s z_ConnectionBase.__init__c C s | j d k r| j� d S )N)r4 �_close)r7 r r r �__del__� s
z_ConnectionBase.__del__c C s | j d krtd��d S )Nzhandle is closed)r4 �OSError)r7 r r r �
_check_closed� s
z _ConnectionBase._check_closedc C s | j std��d S )Nzconnection is write-only)r5 r> )r7 r r r �_check_readable� s z _ConnectionBase._check_readablec C s | j std��d S )Nzconnection is read-only)r6 r> )r7 r r r �_check_writable� s z _ConnectionBase._check_writablec C s" | j rd| _n| j� td��d S )NFzbad message length)r6 r5 �closer> )r7 r r r �_bad_message_length� s z#_ConnectionBase._bad_message_lengthc C s
| j dkS )z True if the connection is closedN)r4 )r7 r r r �closed� s z_ConnectionBase.closedc C s | j S )z"True if the connection is readable)r5 )r7 r r r r9 � s z_ConnectionBase.readablec C s | j S )z"True if the connection is writable)r6 )r7 r r r r: � s z_ConnectionBase.writablec C s | j � | jS )z+File descriptor or handle of the connection)r? r4 )r7 r r r �fileno� s z_ConnectionBase.filenoc C s$ | j dk r z | j� W dd| _ X dS )zClose the connectionN)r4 r< )r7 r r r rB � s
z_ConnectionBase.closer c C s� | j � | j� t|�}|jdkr.tt|��}t|�}|dk rFtd��||k rVtd��|dkrh|| }n&|dk rztd��n|| |kr�td��| j|||| � � dS )z,Send the bytes data from a bytes-like objectr r zoffset is negativezbuffer length < offsetNzsize is negativez buffer length < offset + size)r? rA �
memoryview�itemsize�bytes�lenr$ � _send_bytes)r7 �buf�offset�size�m�nr r r �
send_bytes� s"
z_ConnectionBase.send_bytesc C s$ | j � | j� | jtj|�� dS )zSend a (picklable) objectN)r? rA rJ �_ForkingPickler�dumps)r7 �objr r r �send� s z_ConnectionBase.sendc C sJ | j � | j� |dk r(|dk r(td��| j|�}|dkrB| j� |j� S )z7
Receive bytes data as a bytes object.
Nr znegative maxlength)r? r@ r$ � _recv_bytesrC �getvalue)r7 Z maxlengthrK r r r �
recv_bytes� s
z_ConnectionBase.recv_bytesc C s� | j � | j� t|���}|j}|t|� }|dk r>td��n||krNtd��| j� }|j� }||| k rvt|j � ��|j
d� |j ||| || | � � |S Q R X dS )zq
Receive bytes data into a writeable bytes-like object.
Return the number of bytes read.
r znegative offsetzoffset too largeN) r? r@ rF rG rI r$ rU �tellr rV �seek�readinto)r7 rK rL rN rG Zbytesize�resultrM r r r �recv_bytes_into� s"
z _ConnectionBase.recv_bytes_intoc C s& | j � | j� | j� }tj|j� �S )z Receive a (picklable) object)r? r@ rU rQ �loads� getbuffer)r7 rK r r r �recv� s z_ConnectionBase.recv� c C s | j � | j� | j|�S )z/Whether there is any input available to be read)r? r@ �_poll)r7 r r r r �poll s z_ConnectionBase.pollc C s | S )Nr )r7 r r r � __enter__ s z_ConnectionBase.__enter__c C s | j � d S )N)rB )r7 �exc_type� exc_value�exc_tbr r r �__exit__
s z_ConnectionBase.__exit__)TT)r N)N)r )r` )�__name__�
__module__� __qualname__r4 r; r= r? r@ rA rC �propertyrD r9 r: rE rB rP rT rW r\ r_ rb rc rg r r r r r2 v s(
r2 c @ sD e Zd ZdZdZejfdd�Zdd� Zddd �Z d
d � Z
d d
� Z dS )�PipeConnectionz�
Connection class based on a Windows named pipe.
Overlapped I/O is used, so the handles must have been created
with FILE_FLAG_OVERLAPPED.
Fc C s || j � d S )N)r4 )r7 Z _CloseHandler r r r< s zPipeConnection._closec C sh t j| j|dd�\}}z<y |t jkr6t j|jgdt�}W n |j� � Y nX W d |jd�\}}X d S )NT)�
overlappedF) �_winapiZ WriteFiler4 �ERROR_IO_PENDING�WaitForMultipleObjects�eventr �cancel�GetOverlappedResult)r7 rK �ov�err�waitresZnwrittenr r r rJ s
zPipeConnection._send_bytesNc C s | j rd| _ tj� S |d kr dnt|d�}y�tj| j|dd�\}}z<y |tjkrbtj|j gdt
�}W n |j � � Y nX W d |j d�\}}|dkr�tj� }|j
|j� � |S |tjkr�| j||�S X W n8 tk
�r } z|jtjkr�t�n� W Y d d }~X nX td��d S )NF� T)rm r z.shouldn't get here; expected KeyboardInterrupt)�_got_empty_message�io�BytesIO�minrn �ReadFiler4 ro rp rq r rr rs �writer^ ZERROR_MORE_DATA�_get_more_datar> �winerror�ERROR_BROKEN_PIPE�EOFError� RuntimeError) r7 �maxsizeZbsizert ru rv Znread�f�er r r rU * s6
zPipeConnection._recv_bytesc C s. | j stj| j�d dkr dS tt| g|��S )Nr T)rx rn �
PeekNamedPiper4 �boolr )r7 r r r r ra J s zPipeConnection._pollc C s� |j � }tj� }|j|� tj| j�d }|d k rJt|�| |krJ| j� tj | j|dd�\}}|j
d�\}}|j|j � � |S )Nr T)rm ) r^ ry rz r} rn r� r4 rI rC r| rs )r7 rt r� rK r� �leftru Zrbytesr r r r~ P s
z PipeConnection._get_more_data)N) rh ri rj �__doc__rx rn � CloseHandler< rJ rU ra r~ r r r r rl s
rl c @ s| e Zd ZdZer,ejfdd�ZejZ ej
Z ne j
fdd�Ze jZ e jZ e fdd�Ze fdd�Zd d
� Zdd d
�Zdd� Zd S )�
Connectionzo
Connection class based on an arbitrary file descriptor (Unix only), or
a socket handle (Windows).
c C s || j � d S )N)r4 )r7 r< r r r r< g s zConnection._closec C s || j � d S )N)r4 )r7 r< r r r r< l s c C s< t |�}x.|| j|�}||8 }|dkr(P ||d � }q
W d S )Nr )rI r4 )r7 rK r} � remainingrO r r r �_sendq s zConnection._sendc C sf t j� }| j}|}xN|dkr`|||�}t|�}|dkrL||krDt�ntd��|j|� ||8 }qW |S )Nr z got end of file during message)ry rz r4 rI r� r> r} )r7 rM �readrK r8 r� �chunkrO r r r �_recvz s
zConnection._recvc C sD t |�}tjd|�}|dkr2| j|� | j|� n| j|| � d S )Nz!ii @ )rI �structZpackr� )r7 rK rO �headerr r r rJ � s
zConnection._send_bytesNc C s: | j d�}tjd|j� �\}|d k r0||kr0d S | j |�S )N� z!i)r� r� ZunpackrV )r7 r� rK rM r r r rU � s
zConnection._recv_bytesc C s t | g|�}t|�S )N)r r� )r7 r �rr r r ra � s zConnection._poll)N)rh ri rj r� rn �_multiprocessingZ closesocketr< rT Z_writer_ Z_readr rB r} r� r� r� rJ rU ra r r r r r� ` s
r� c @ sR e Zd ZdZddd�Zdd� Zdd � Zed
d � �Zed d � �Z d
d� Z
dd� Z dS )r z�
Returns a listener object.
This is a wrapper for a bound socket which is 'listening' for
connections, or for a Windows named pipe.
Nr c C sr |p|rt |�pt}|p t|�}t|� |dkr>t||�| _nt|||�| _|d k rht|t� rht d��|| _
d S )Nr z authkey should be a byte string) r1 �default_familyr& r+ � PipeListener� _listener�SocketListener�
isinstancerH � TypeError�_authkey)r7 r0 r% �backlog�authkeyr r r r; � s zListener.__init__c C s> | j dkrtd��| j j� }| jr:t|| j� t|| j� |S )zz
Accept a connection on the bound socket or named pipe of `self`.
Returns a `Connection` object.
Nzlistener is closed)r� r> �acceptr� �deliver_challenge�answer_challenge)r7 �cr r r r� � s
zListener.acceptc C s | j }|dk r d| _ |j� dS )zA
Close the bound socket or named pipe of `self`.
N)r� rB )r7 Zlistenerr r r rB � s zListener.closec C s | j jS )N)r� �_address)r7 r r r �<lambda>� s zListener.<lambda>c C s | j jS )N)r� �_last_accepted)r7 r r r r� � s c C s | S )Nr )r7 r r r rc � s zListener.__enter__c C s | j � d S )N)rB )r7 rd re rf r r r rg � s zListener.__exit__)NNr N) rh ri rj r� r; r� rB rk r0 Z
last_acceptedrc rg r r r r r � s
c C sj |p
t | �}t|� |dkr&t| �}nt| �}|dk rJt|t� rJtd��|dk rft||� t||� |S )z=
Returns a connection to the address of a `Listener`
r Nz authkey should be a byte string) r1 r+ �
PipeClient� SocketClientr� rH r� r� r� )r0 r% r� r� r r r r � s
Tc C sj | r>t j� \}}|jd� |jd� t|j� �}t|j� �}n$tj� \}}t|dd�}t|dd�}||fS )zL
Returns pair of connection objects at either end of a pipe
TF)r: )r9 )r* Z
socketpair� setblockingr� �detachr �pipe)�duplex�s1�s2�c1�c2Zfd1Zfd2r r r r � s
c
C s� t d�}| r*tj}tjtjB }tt }}ntj}tj}dt }}tj||tjB tj B tj
tj B tj B d||tj
tj�}tj||dtjtjtjtj�}tj|tj dd� tj|dd�}|jd�\} }
t|| d�} t|| d�} | | fS ) zL
Returns pair of connection objects at either end of a pipe
r r r NT)rm )r: )r9 )r& rn �PIPE_ACCESS_DUPLEX� GENERIC_READ�
GENERIC_WRITE�BUFSIZEZPIPE_ACCESS_INBOUND�CreateNamedPipe�FILE_FLAG_OVERLAPPED� FILE_FLAG_FIRST_PIPE_INSTANCE�PIPE_TYPE_MESSAGE�PIPE_READMODE_MESSAGE� PIPE_WAIT�NMPWAIT_WAIT_FOREVER�NULL�
CreateFile�
OPEN_EXISTING�SetNamedPipeHandleState�ConnectNamedPipers rl )
r� r0 Zopenmode�accessZobsizeZibsizeZh1Zh2rm �_ru r� r� r r r r s2
c @ s* e Zd ZdZd
dd�Zdd� Zdd� Zd S ) r� zO
Representation of a socket which is bound to an address and listening
r c C s� t j tt |��| _yRtjdkr2| jjt jt jd� | jjd� | jj |� | jj
|� | jj � | _ W n t
k
r� | jj� � Y nX || _d | _|dkr�tj| tj|fdd�| _nd | _d S )N�posixr Tr r )�args� exitpriority)r* �getattr�_socketr �nameZ
setsockoptZ
SOL_SOCKETZ SO_REUSEADDRr� ZbindZlistenZ getsocknamer� r> rB Z_familyr� r �Finalize�unlink�_unlink)r7 r0 r% r� r r r r; < s$
zSocketListener.__init__c C s& | j j� \}| _|jd� t|j� �S )NT)r� r� r� r� r� r� )r7 �sr r r r� T s
zSocketListener.acceptc C s0 z| j j� W d | j}|d k r*d | _|� X d S )N)r� rB r� )r7 r� r r r rB Y s zSocketListener.closeN)r )rh ri rj r� r; r� rB r r r r r� 8 s
r� c C sD t | �}tjtt|���"}|jd� |j| � t|j� �S Q R X dS )zO
Return a connection object connected to the socket given by `address`
TN)r1 r* r� r� Zconnectr� r� )r0 r% r� r r r r� c s
r� c @ s8 e Zd ZdZd dd�Zd
dd�Zdd � Zed
d � �ZdS )r� z0
Representation of a named pipe
Nc C sL || _ | jdd�g| _d | _tjd| j � tj| tj| j| j fdd�| _ d S )NT)�firstz listener created with address=%rr )r� r� )
r� � _new_handle�
_handle_queuer� r � sub_debugr� r� �_finalize_pipe_listenerrB )r7 r0 r� r r r r; w s zPipeListener.__init__Fc C sH t jt jB }|r|t jO }t j| j|t jt jB t jB t j t
t
t j t j �S )N)
rn r� r� r� r� r� r� r� r� ZPIPE_UNLIMITED_INSTANCESr� r� r� )r7 r� �flagsr r r r� � s
zPipeListener._new_handlec C s� | j j| j� � | j jd�}ytj|dd�}W n0 tk
r^ } z|jtjkrN� W Y d d }~X nPX z<ytj |j
gdt �}W n |j � tj
|� � Y nX W d |jd�\}}X t|�S )Nr T)rm F)r� �appendr� �poprn r� r> r Z
ERROR_NO_DATArp rq r rr r� rs rl )r7 r8 rt r� �resr� ru r r r r� � s"
zPipeListener.acceptc C s( t jd|� x| D ]}tj|� qW d S )Nz closing listener with address=%r)r r� rn r� )Zqueuer0 r8 r r r r� � s
z$PipeListener._finalize_pipe_listener)N)F) rh ri rj r� r; r� r� � staticmethodr� r r r r r� s s
r� c C s� t � }x~y6tj| d� tj| tjtjB dtjtjtjtj�}W n> t k
r| } z"|j
tj tj fksjt
|�rl� W Y dd}~X qX P qW � tj|tjdd� t|�S )zU
Return a connection object connected to the pipe given by `address`
i� r N)r rn Z
WaitNamedPiper� r� r� r� r� r� r> r ZERROR_SEM_TIMEOUTZERROR_PIPE_BUSYr r� r� rl )r0 r �hr� r r r r� � s"
r� � s #CHALLENGE#s #WELCOME#s #FAILURE#c C sf dd l }tjt�}| jt| � |j||t�j� }| j d�}||krP| jt
� n| jt � t d��d S )Nr � zdigest received was wrong)
�hmacr �urandom�MESSAGE_LENGTHrP � CHALLENGE�new�HMAC_DIGEST_NAME�digestrW �WELCOME�FAILUREr )�
connectionr� r� �messager� �responser r r r� � s
r� c C s\ dd l }| jd�}|tt�d � }|j||t�j� }| j|� | jd�}|tkrXt d��d S )Nr r� zdigest sent was rejected)
r� rW rI r� r� r� r� rP r� r )r� r� r� r� r� r� r r r r� � s
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ConnectionWrapperc C s: || _ || _|| _x"dD ]}t||�}t| ||� qW d S )NrE rB rb rW rP )rE rB rb rW rP )�_conn�_dumps�_loadsr� �setattr)r7 �connrR r] �attrrS r r r r; � s
zConnectionWrapper.__init__c C s | j |�}| jj|� d S )N)r� r� rP )r7 rS r� r r r rT � s
zConnectionWrapper.sendc C s | j j� }| j|�S )N)r� rW r� )r7 r� r r r r_ � s
zConnectionWrapper.recvN)rh ri rj r; rT r_ r r r r r� � s r� c C s t j| fd d d d�jd�S )Nr zutf-8)� xmlrpclibrR �encode)rS r r r �
_xml_dumps� s r� c C s t j| jd��\\}}|S )Nzutf-8)r� r] �decode)r� rS �methodr r r �
_xml_loads� s r� c @ s e Zd Zdd� ZdS )� XmlListenerc C s dd l jatj| �}t|tt�S )Nr )�
xmlrpc.client�clientr� r r� r� r� r� )r7 rS r r r r� s
zXmlListener.acceptN)rh ri rj r� r r r r r� s r� c O s dd l jatt| |�tt�S )Nr )r� r� r� r� r r� r� )r� �kwdsr r r � XmlClient
s
r� c C s� t | �}g }x�|r�tj|d|�}|tkr,P n\t| koFtt|� k n rV|t8 }n2t| koptt|� k n r�|t8 }ntd��|j|| � ||d d � }d}qW |S )NFzShould not get herer r ) �listrn rp r
r rI r r� r� )Zhandlesr �L�readyr� r r r �_exhaustive_wait s
r� c
. sn |dkrt }n |dk r d}nt|d d �}t| �} i �g }t� � t� }�zH�x2| D �](}yt|d�}W n tk
r� |�|j� < Y qTX ytj|� dd�\}}W n8 t k
r� } z d|j
}}|t krʂ W Y dd}~X nX |tj kr�|j
|� |�|j< qT|�rptj� dd� dk�rpy|jd �\} }W n* t k
�rT } z |j
}W Y dd}~X nX | �rpt|d
��rpd|_� j|� d}qTW t�j� |�}W dx|D ]}|j� �q�W x�|D ]�}y|jd�\} }W n6 t k
�r� } z|j
}|t k�r� W Y dd}~X nX |tjk�r��|j }� j|� |dk�r�t|d
��r�d|_�q�W X � j�fd d �|D �� � fd
d�| D �S )z�
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
Nr i� g �?rE T� � Frx c 3 s | ]}� | V qd S )Nr )�.0r� )�waithandle_to_objr r � <genexpr>v s zwait.<locals>.<genexpr>c s g | ]}|� kr|�qS r r )r� �o)�
ready_objectsr r �
<listcomp>w s zwait.<locals>.<listcomp>)r� r� )r �intr� �setr� �AttributeErrorr3 rn r| r> r �
_ready_errorsro r� rq r' Zgetwindowsversionrs r) rx �addr� �keysrr ZERROR_OPERATION_ABORTED�update)
� object_listr Zov_listZ
ready_handlesr rE rt ru r� r� r )r r� r r + sh
� PollSelectorc C s� t � �x}x| D ]}|j|tj� qW |dk r8tj� | }x@|j|�}|rVdd� |D �S |dk r:|tj� }|dk r:|S q:W W dQ R X dS )z�
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
Nc S s g | ]\}}|j �qS r )Zfileobj)r� �keyZeventsr r r r � s zwait.<locals>.<listcomp>r )�
_WaitSelector�register� selectorsZ
EVENT_READr r Zselect)r
r ZselectorrS Zdeadliner� r r r r � s
c C sN | j � }tj|tjtj��*}ddlm} |j|�}t|| j | j
ffS Q R X d S )Nr )�resource_sharer) rE r* Zfromfdr Z SOCK_STREAMr r Z DupSocket�rebuild_connectionr9 r: )r� r8 r� r �dsr r r �reduce_connection� s
r c C s | j � }t|j � ||�S )N)r� r� )r r9 r: Zsockr r r r � s r c C sB | j r tjnd| jrtjndB }tj| j� |�}t|| j | jffS )Nr ) r9 rn ZFILE_GENERIC_READr: ZFILE_GENERIC_WRITEr
Z DupHandlerE �rebuild_pipe_connection)r� r� �dhr r r �reduce_pipe_connection� s r c C s | j � }t|||�S )N)r� rl )r r9 r: r8 r r r r � s r c C s t j| j� �}t|| j| jffS )N)r
ZDupFdrE r r9 r: )r� �dfr r r r � s c C s | j � }t|||�S )N)r� r� )r r9 r: �fdr r r r � s )NN)T)T)N)N)J�__all__ry r r' r* r� r r � itertoolsr� r r r r �contextr
ZForkingPicklerrQ rn r r r
r � ImportErrorr( r� ZCONNECTION_TIMEOUTr� �countr# r� Zfamiliesr) r r r& r+ r1 r2 rl r� �objectr r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ZERROR_NETNAME_DELETEDr r r r r
ZSelectSelectorr r r r r r r r r �<module>
s�
PJ8
,+ 8
P
__pycache__/heap.cpython-36.opt-2.pyc 0000644 00000013405 15033635673 0013275 0 ustar 00 3
\ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZddlmZmZ ddl m
Z
dgZ ej dkrvd dl
Z
G dd� de�Zn,G d d� de�Zd
d � Zd d
� Zejee� G dd� de�ZG dd� de�ZdS )� N� )� reduction�assert_spawning)�util�
BufferWrapperZwin32c @ s, e Zd Zej� Zdd� Zdd� Zdd� ZdS )�Arenac C sz || _ xTtd�D ]@}dtj� t| j�f }tjd||d�}tj� dkrHP |j � qW t
d��|| _ || _ | j | j f| _
d S )N�d z pym-%d-%sr )�tagnamer z Cannot find name for new mmap���)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �,/usr/lib64/python3.6/multiprocessing/heap.py�__init__" s zArena.__init__c C s t | � | jS )N)r r )r r r r � __getstate__1 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr )r r
)r r r r r )r �stater r r � __setstate__5 s zArena.__setstate__N) �__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer r r r r r r r r s r c @ s e Zd Zddd�ZdS )r r c C s� || _ || _|d kr�tjdtj� tj� d�\| _}tj|� tj | tj
| jf� t | jddd��N}d
}||kr�d| }x t || �D ]}|j
|� q�W ~|j
d|| � W d Q R X tj| j| j �| _d S ) Nr zpym-%d-)�prefix�dir�wbF)�closefdi � r
i )r �fdr# Zmkstempr
r r Z get_temp_dir�unlink�Finalizer �openr �writer r )r r r) r �fZbsZzeros�_r r r r @ s"
zArena.__init__Nr
)r
)r r! r" r r r r r r > s c C s( | j dkrtd��t| jtj| j �ffS )Nr zDArena is unpicklable because forking was enabled when it was createdr
)r) �
ValueError�
rebuild_arenar r ZDupFd)�ar r r � reduce_arenaS s
r3 c C s t | |j� �S )N)r �detach)r Zdupfdr r r r1 Y s r1 c @ sZ e Zd ZdZejfdd�Zedd� �Zdd� Z dd � Z
d
d � Z d d
� Z dd� Z
dd� ZdS )�Heap� c C sJ t j� | _tj� | _|| _g | _i | _i | _ i | _
t � | _ g | _
g | _d S )N)r
r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_block�set�_allocated_blocks�_arenas�_pending_free_blocks)r r r r r r f s
z
Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundups s z
Heap._roundupc C s� t j| j|�}|t| j�krj| jt| j|�tj�}| jd9 _t j
d|� t |�}| j j
|� |d|fS | j| }| j| }|j� }|s�| j|= | j|= |\}}}| j||f= | j||f= |S )N� z"allocating a new mmap of length %dr )�bisectZ bisect_leftr; �lenrE �maxr: r �PAGESIZEr �infor rA �appendr< �popr= r> ) r r r �length�arena�seq�block�start�stopr r r �_mallocy s"
z Heap._mallocc C s� |\}}}y| j ||f }W n tk
r0 Y nX | j|�\}}y| j||f }W n tk
rf Y nX | j|�\}}|||f}|| }y| j| j|� W n. tk
r� |g| j|< tj| j|� Y nX || j||f< || j ||f< d S )N) r> �KeyError�_absorbr= r< rL rG Zinsortr; ) r rQ rO rR rS Z
prev_blockr/ Z
next_blockrN r r r �_free� s(
z
Heap._freec C s^ |\}}}| j ||f= | j||f= || }| j| }|j|� |sV| j|= | jj|� ||fS )N)r= r> r< �remover; )r rQ rO rR rS rN rP r r r rV � s
z Heap._absorbc C sF x@y| j j� }W n tk
r& P Y nX | jj|� | j|� qW d S )N)rB rM �
IndexErrorr@ rX rW )r rQ r r r �_free_pending_blocks� s zHeap._free_pending_blocksc
C sN | j jd�s| jj|� n0z"| j� | jj|� | j|� W d | j j� X d S )NF) r9 �acquirerB rL rZ r@ rX rW �release)r rQ r r r �free� s z Heap.freec C s� t j� | jkr| j� | j�h | j� | jt|d�| j�}| j |�\}}}|| }||k rj| j
|||f� |||f}| j j |� |S Q R X d S )Nr )
r
r r7 r r9 rZ rE rI �
_alignmentrT rW r@ �add)r r rO rR rS Znew_stoprQ r r r �malloc� s
z Heap.mallocN)r r! r" r^ r rJ r � staticmethodrE rT rW rV rZ r] r` r r r r r5 b s
r5 c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C s0 t jj|�}||f| _tj| t jj|fd� d S )N)�args)r �_heapr` r r r+ r] )r r rQ r r r r � s
zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S )N)r �
memoryviewr )r rO rR rS r r r r �create_memoryview� s z BufferWrapper.create_memoryviewN)r r! r" r5 rc r re r r r r r � s )rG r r
�sysr# r8 �contextr r � r �__all__�platformr �objectr r3 r1 �registerr5 r r r r r �<module>
s$
__pycache__/popen_spawn_win32.cpython-36.opt-1.pyc 0000644 00000005243 15033635673 0015733 0 ustar 00 3
\� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZmZmZ ddl m
Z
ddl m Z dgZ dZ
ejdkoreed d
�Zejj� jd �ZG d d� de�ZdS )
� N� )� reduction�get_spawning_popen�set_spawning_popen)�spawn)�util�Popeni Zwin32�frozenFzpythonservice.exec @ s> e Zd ZdZdZdd� Zdd� Zddd �Zd
d � Zd d
� Z dS )r z@
Start a subprocess to run the code of a process object
r c C s t j|j�}tjd d�\}}tj|d�}t jtj � |d�}dj
dd� |D ��}t |ddd���}y4tj t j
� |d d d dd d d � \}} }
} tj| � W n tj|� � Y nX |
| _d | _|| _t|�| _tj| tj| jf� t| � z tj||� tj||� W d td � X W d Q R X d S )
Nr )Z
parent_pidZ pipe_handle� c s s | ]}d | V qdS )z"%s"N� )�.0�xr r �9/usr/lib64/python3.6/multiprocessing/popen_spawn_win32.py� <genexpr>) s z!Popen.__init__.<locals>.<genexpr>�wbT)�closefdF)r Zget_preparation_data�_name�_winapiZ
CreatePipe�msvcrtZopen_osfhandleZget_command_line�os�getpid�join�openZ
CreateProcessZget_executableZ CloseHandle�pid�
returncode�_handle�int�sentinelr ZFinalizer r �dump) �selfZ process_objZ prep_dataZrhandleZwhandleZwfd�cmdZto_childZhpZhtr �tidr r r �__init__ s2
zPopen.__init__c C s t j|| j�S )N)r Z duplicater )r Zhandler r r �duplicate_for_childE s zPopen.duplicate_for_childNc C st | j d krn|d krtj}ntdt|d d ��}tjt| j�|�}|tjkrntj| j�}|t krht
j }|| _ | j S )Nr i� g �?) r r ZINFINITE�maxr ZWaitForSingleObjectr Z
WAIT_OBJECT_0ZGetExitCodeProcess� TERMINATE�signal�SIGTERM)r �timeoutZmsecs�res�coder r r �waitI s
z
Popen.waitc C s | j dd�S )Nr )r( )r+ )r r r r �pollY s z
Popen.pollc C sL | j d krHytjt| j�t� W n& tk
rF | jdd�d krB� Y nX d S )Ng �?)r( )r r ZTerminateProcessr r r% �OSErrorr+ )r r r r � terminate\ s
zPopen.terminate)N)
�__name__�
__module__� __qualname__�__doc__�methodr" r# r+ r, r. r r r r r s %
)r r r& �sysr �contextr r r � r r �__all__r% �platform�getattrZWINEXE�
executable�lower�endswithZ
WINSERVICE�objectr r r r r �<module> s __pycache__/reduction.cpython-36.pyc 0000644 00000017427 15033635673 0013424 0 ustar 00 3
\
$ � @ s d dl mZmZ d dlZd dlZd dlZd dlZd dlZd dlZd dl Z ddl
m Z ddddd gZ e j
d
kp�eed �o�eed �o�eejd
�ZG dd� dej�ZejZd5dd �Ze j
d
k�re dddg7 Z d dlZd6dd�Zdd� Zdd� Zdd� ZG dd� de�ZnHe dddg7 Z d dlZe j
d kZ d d� Z d d� Z d d� Zd d� Zd!d� Z d"d#� Z G d$d%� d%�Z!ee"e!� j#�e � d&d'� Z$ee"e%j&�e$� ee"e'j(�e$� d(d)� Z)d*d+� Z*eej+e)� e j
d
k�r�d,d-� Z,d.d/� Z-eeje,� n d0d-� Z,d1d/� Z-eeje,� G d2d3� d3ed4�Z.dS )7� )�ABCMeta�abstractmethodN� )�context� send_handle� recv_handle�ForkingPickler�register�dump�win32ZCMSG_LEN�
SCM_RIGHTS�sendmsgc sJ e Zd ZdZi ZejZ� fdd�Ze dd� �Z
e d dd��Z e j
Z
� ZS )
r z)Pickler subclass used by multiprocessing.c s* t � j|� | jj� | _| jj| j� d S )N)�super�__init__�_copyreg_dispatch_table�copy�dispatch_table�update�_extra_reducers)�self�args)� __class__� �1/usr/lib64/python3.6/multiprocessing/reduction.pyr & s zForkingPickler.__init__c C s || j |< dS )z&Register a reduce function for a type.N)r )�cls�type�reducer r r r + s zForkingPickler.registerNc C s t j� }| ||�j|� |j� S )N)�io�BytesIOr
� getbuffer)r �obj�protocolZbufr r r �dumps0 s zForkingPickler.dumps)N)�__name__�
__module__� __qualname__�__doc__r �copyregr r r � classmethodr r" �pickle�loads�
__classcell__r r )r r r ! s c C s t ||�j| � dS )z3Replacement for pickle.dump() using ForkingPickler.N)r r
)r �filer! r r r r
: s � DupHandle� duplicate� steal_handleFc C s* |dkrt j� }t jt j� | |d|t j�S )z<Duplicate a handle. (target_process is a handle not a pid!)Nr )�_winapi�GetCurrentProcess�DuplicateHandle�DUPLICATE_SAME_ACCESS)�handleZtarget_processZ inheritabler r r r. G s
c C sB t jt jd| �}z t j||t j� ddt jt jB �S t j|� X dS )z5Steal a handle from process identified by source_pid.Fr N)r0 � OpenProcess�PROCESS_DUP_HANDLEr2 r1 r3 �DUPLICATE_CLOSE_SOURCE� CloseHandle)Z
source_pidr4 Zsource_process_handler r r r/ O s
c C s t |tj|�}| j|� dS )z&Send a handle over a local connection.N)r- r0 r3 �send)�connr4 �destination_pidZdhr r r r [ s c C s | j � j� S )z)Receive a handle over a local connection.)�recv�detach)r: r r r r ` s c @ s" e Zd ZdZddd�Zdd� ZdS )r- z Picklable wrapper for a handle.Nc
C s\ |d krt j� }tjtjd|�}z tjtj� |||dd�| _W d tj|� X || _ || _
d S )NFr ) �os�getpidr0 r5 r6 r2 r1 �_handler8 �_access�_pid)r r4 �access�pid�procr r r r f s zDupHandle.__init__c
C sV | j tj� kr| jS tjtjd| j �}z tj|| jtj� | j dtj
�S tj |� X dS )z1Get the handle. This should only be called once.FN) rB r> r? r@ r0 r5 r6 r2 r1 rA r7 r8 )r rE r r r r= u s
zDupHandle.detach)N)r# r$ r% r& r r= r r r r r- d s
�DupFd�sendfds�recvfds�darwinc C sV t j d|�}tt|�d g�}| j|gtjtj|fg� trR| jd�dkrRt d��dS )z,Send an array of fds over an AF_UNIX socket.�i� r � Az%did not receive acknowledgement of fdN)
�array�bytes�lenr
�socket�
SOL_SOCKETr � ACKNOWLEDGEr< � RuntimeError)�sockZfds�msgr r r rG � s
c C s� t j d�}|j| }| jdtj|��\}}}}| r>| r>t�y�trN| jd� t|�dkrjt dt|� ��|d \}} }
|tj
kr�| tj kr�t|
�|j dkr�t �|j
|
� t|�d |d ks�t�t|�S W n t tfk
r� Y nX t d��dS ) z/Receive an array of fds over an AF_UNIX socket.rJ r rL z received %d items of ancdatar rK zInvalid data receivedN)rM �itemsizeZrecvmsgrP Z
CMSG_SPACE�EOFErrorrR r9 rO rS rQ r �
ValueErrorZ frombytes�AssertionError�list�
IndexError) rT �size�aZ
bytes_sizerU Zancdata�flagsZaddrZ
cmsg_levelZ cmsg_typeZ cmsg_datar r r rH � s,
c
C s2 t j| j� t jt j��}t||g� W dQ R X dS )z&Send a handle over a local connection.N)rP �fromfd�fileno�AF_UNIX� SOCK_STREAMrG )r: r4 r; �sr r r r � s c
C s0 t j| j� t jt j��}t|d�d S Q R X dS )z)Receive a handle over a local connection.r r N)rP r_ r` ra rb rH )r: rc r r r r � s c C sF t j� }|dk r |j|j| ��S tr:ddlm} |j| �S td��dS )zReturn a wrapper for an fd.Nr )�resource_sharerz&SCM_RIGHTS appears not to be available)r Zget_spawning_popenrF Zduplicate_for_child�HAVE_SEND_HANDLE� rd rX )�fdZ popen_objrd r r r rF � s
c C s2 | j d kr t| j| jjffS t| j | jjffS d S )N)�__self__�getattrr �__func__r# )�mr r r �_reduce_method� s
rl c @ s e Zd Zdd� ZdS )�_Cc C s d S )Nr )r r r r �f� s z_C.fN)r# r$ r% rn r r r r rm � s rm c C s t | j| jffS )N)ri � __objclass__r# )rk r r r �_reduce_method_descriptor� s rp c C s t | j| j| jpi ffS )N)�_rebuild_partial�funcr �keywords)�pr r r �_reduce_partial� s ru c C s t j| f|�|�S )N)� functools�partial)rr r rs r r r rq � s rq c C s ddl m} t|| �ffS )Nr )� DupSocket)rd rx �_rebuild_socket)rc rx r r r �_reduce_socket� s rz c C s | j � S )N)r= )Zdsr r r ry � s ry c C s" t | j� �}t|| j| j| jffS )N)rF r` ry �familyr �proto)rc �dfr r r rz � s c C s | j � }tj||||d�S )N)r` )r= rP )r} r{ r r| rg r r r ry � s c @ sd e Zd ZdZeZeZeZeZeZe j
dkr8e Z e Z e
Z
n eZeZeZeZeZeZeZeZdd� ZdS )�AbstractReducerz�Abstract base class for use in implementing a Reduction class
suitable for use in replacing the standard reduction mechanism
used in multiprocessing.r c G sN t tt� j�t� t ttj�t� t ttj �t� t t
j t � t t
j
t� d S )N)r r rm rn rl rZ �appendrp �int�__add__rv rw ru rP rz )r r r r r r
s
zAbstractReducer.__init__N)r# r$ r% r& r r r
r r �sys�platformr/ r. r- rG rH rF rl rp rq rz ry r r r r r r~ � s&
r~ )� metaclass)N)NF)/�abcr r r' rv r r> r) rP r� rf r �__all__r� �hasattrre ZPicklerr r r
r0 r. r/ r r �objectr- rM rR rG rH rF rl rm r rn rp rZ r r� r� ru rq rw rz ry r~ r r r r �<module>
sb
#
__pycache__/popen_fork.cpython-36.pyc 0000644 00000004124 15033635673 0013560 0 ustar 00 3
\ � @ s> d dl Z d dlZd dlZddlmZ dgZG dd� de�ZdS )� N� )�util�Popenc @ sH e Zd ZdZdd� Zdd� Zejfdd�Zdd d
�Z d d � Z
d
d� Z dS )r �forkc C s t j� d | _| j|� d S )N)r Z_flush_std_streams�
returncode�_launch)�self� process_obj� r
�2/usr/lib64/python3.6/multiprocessing/popen_fork.py�__init__ s zPopen.__init__c C s |S )Nr
)r �fdr
r
r �duplicate_for_child s zPopen.duplicate_for_childc C s� | j d kr�x>ytj| j|�\}}W n tk
rB } zd S d }~X q X P q W || jkr�tj|�rntj|� | _ ntj|�s|t�tj |�| _ | j S )N)
r �os�waitpid�pid�OSError� WIFSIGNALED�WTERMSIG� WIFEXITED�AssertionError� WEXITSTATUS)r �flagr �sts�er
r
r �poll s
z
Popen.pollNc C sN | j d krH|d k r0ddlm} || jg|�s0d S | j|dkrBtjnd�S | j S )Nr )�waitg )r Zmultiprocessing.connectionr �sentinelr r �WNOHANG)r �timeoutr r
r
r r + s
z
Popen.waitc C s\ | j d krXytj| jtj� W n8 tk
r2 Y n& tk
rV | jdd�d krR� Y nX d S )Ng�������?)r ) r r �killr �signal�SIGTERM�ProcessLookupErrorr r )r r
r
r � terminate5 s
zPopen.terminatec C s� d}t j� \}}t j� | _| jdkrdz0t j|� dtjkrJdd l}|j� |j � }W d t j
|� X n"t j|� t j | t j|f� || _
d S )Nr r �random)r �piper r �close�sys�modulesr% Zseed�
_bootstrap�_exitr ZFinalizer )r r �codeZparent_rZchild_wr% r
r
r r ? s
z
Popen._launch)N) �__name__�
__module__� __qualname__�methodr r r r r r r$ r r
r
r
r r
s
)r r( r! � r �__all__�objectr r
r
r
r �<module> s
__pycache__/spawn.cpython-36.opt-2.pyc 0000644 00000013442 15033635673 0013511 0 ustar 00 3
\�" � @ s. d dl Z d dlZd dlZd dlZddlmZmZ ddlmZ ddlm Z ddlm
Z
ddd d
d d d
gZ ej dkrzdZ
dZn&ej dko�eedd�Z
ejj� jd�Zer�e jjejd�anejadd � Zdd
� Zdd� Zdd� Zdd � Zd&dd�Z dd� Z d d � Z d d � Z g Z d d � Z!d!d"� Z"d#d$� Z#d%d
� Z$dS )'� N� )�get_start_method�set_start_method)�process)� reduction)�util�_main�freeze_support�set_executable�get_executable�get_preparation_data�get_command_line�import_main_path�win32F�frozenzpythonservice.exez
python.exec C s | a d S )N)� _python_exe)Zexe� r �-/usr/lib64/python3.6/multiprocessing/spawn.pyr
) s c C s t S )N)r r r r r r - s c C s$ t | �dkr | d dkr dS dS d S )N� r z--multiprocessing-forkTF)�len)�argvr r r �
is_forking4 s r c C sh t tj�rdi } xBtjdd � D ]0}|jd�\}}|dkrBd | |< q t|�| |< q W tf | � tj� d S )Nr �=�None)r �sysr �split�int�
spawn_main�exit)�kwds�arg�name�valuer r r r > s
c K sh t tdd�r(tjdgdd� | j� D � S d}|djdd � | j� D ��; }tj� }tg| d
|dg S d S ) Nr Fz--multiprocessing-forkc S s g | ] }d | �qS )z%s=%rr )�.0�itemr r r �
<listcomp>T s z$get_command_line.<locals>.<listcomp>z<from multiprocessing.spawn import spawn_main; spawn_main(%s)z, c s s | ]}d | V qdS )z%s=%rNr )r# r$ r r r � <genexpr>W s z#get_command_line.<locals>.<genexpr>z-c)�getattrr �
executable�items�joinr Z _args_from_interpreter_flagsr )r �progZoptsr r r r
N s c C s\ t jdkr.dd l}tj|| �}|j|tj�}nddlm } ||j
_ | }t |�}t j
|� d S )Nr r r )�semaphore_tracker)r �platform�msvcrtr Z steal_handleZopen_osfhandle�os�O_RDONLY� r, Z_semaphore_trackerZ_fdr r )Z pipe_handleZ
parent_pidZ
tracker_fdr. Z
new_handle�fdr, Zexitcoder r r r \ s
r c C s^ t j| ddd��@}dtj� _z$tjj|�}t|� tjj|�}W d tj� `X W d Q R X |j � S )N�rbT)�closefd)
r/ �fdopenr �current_process� _inheritingr �pickle�load�prepare�
_bootstrap)r2 Z from_parentZpreparation_data�selfr r r r m s
c C s t tj� dd�rtd��d S )Nr7 Fa
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.)r' r r6 � RuntimeErrorr r r r �_check_not_importing_mainy s
r> c C s t � ttjtj� jd�}tjd k r2tjj� |d< t j
j � }y|j d�}W n t
k
r^ Y n X tj||< |j| |t jtjtj� t� d� t jd }t|jdd �}|d k r�||d< nht jdks�t o�t �r t|d d �}|d k �r tj
j|� o�tjd k �r tj
jtj|�}tj
j |�|d
< |S ) N)�
log_to_stderr�authkey� log_levelr1 )r! �sys_path�sys_argv�orig_dir�dir� start_method�__main__r! �init_main_from_namer �__file__�init_main_from_path) r> �dictr Z_log_to_stderrr r6 r@ Z_loggerZgetEffectiveLevelr �path�copy�index�
ValueError� ORIGINAL_DIR�updater r/ �getcwdr �modulesr' �__spec__r- �WINEXE�
WINSERVICE�isabsr* �normpath)r! �drB �i� main_moduleZ
main_mod_name� main_pathr r r r � s>
c C s� d| kr| d t j� _d| kr,| d t j� _d| krD| d rDtj� d| kr^tj� j| d � d| krp| d t_ d| kr�| d t_
d| kr�t j | d � d| kr�| d t _
d | kr�t| d d
d � d | kr�t| d � nd
| kr�t| d
� d S )Nr! r@ r? rA rB rC rE rD rF T)ZforcerH rJ )r r6 r! r@ r r? Z
get_loggerZsetLevelr rL r r/ �chdirrP r �_fixup_main_from_name�_fixup_main_from_path)�datar r r r: � s,
r: c C s~ t jd }| dks | jd�r d S t|jdd �| kr6d S tj|� tjd�}t j
| ddd�}|j j |� | t jd< t jd< d S )NrG z .__main__r! � __mp_main__T)�run_nameZ alter_sys)
r rS �endswithr' rT �old_main_modules�append�types�
ModuleType�runpyZ
run_module�__dict__rQ )Zmod_name� current_mainr[ � main_contentr r r r^ � s
r^ c C s� t jd }tjjtjj| ��d }|dkr.d S t|dd �| krBd S tj|� t j
d�}t j | dd�}|j
j|� | t jd< t jd< d S )NrG r ZipythonrI ra )rb )r rS r/ rL �splitext�basenamer' rd re rf rg rh Zrun_pathri rQ )r\ rj Z main_namer[ rk r r r r_ � s
r_ c C s t | � d S )N)r_ )r\ r r r r s )NN)%r/ r rh rf r1 r r r �contextr r �__all__r- rU rV r' r( �lowerrc rL r* � exec_prefixr r
r r r r
r r r> r rd r: r^ r_ r r r r r �<module> s>
2& __pycache__/pool.cpython-36.pyc 0000644 00000050527 15033635673 0012377 0 ustar 00 3
\�e � @ s8 d dgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z ddlm
Z
m Z dZ dZ
dZej� Zdd � Zd
d � ZG d d
� d
e�ZG dd� d�Zdd� ZG dd� de�Zdf ddfdd�Zdd� ZG dd � d e�ZG dd� de�Z e Z G d d � d e �Z G d d � d e�Z G d d!� d!e �Z G d"d� de�Z!dS )#�Pool�
ThreadPool� N� )�util)� get_context� TimeoutError� c C s t t| � �S )N)�list�map)�args� r �,/usr/lib64/python3.6/multiprocessing/pool.py�mapstar+ s r c C s t tj| d | d ��S )Nr r )r � itertools�starmap)r r r r
� starmapstar. s r c @ s e Zd Zdd� Zdd� ZdS )�RemoteTracebackc C s
|| _ d S )N)�tb)�selfr r r r
�__init__6 s zRemoteTraceback.__init__c C s | j S )N)r )r r r r
�__str__8 s zRemoteTraceback.__str__N)�__name__�
__module__� __qualname__r r r r r r
r 5 s r c @ s e Zd Zdd� Zdd� ZdS )�ExceptionWithTracebackc C s0 t jt|�||�}dj|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�type�join�excr )r r r r r r
r < s
z ExceptionWithTraceback.__init__c C s t | j| jffS )N)� rebuild_excr r )r r r r
�
__reduce__A s z!ExceptionWithTraceback.__reduce__N)r r r r r" r r r r
r ; s r c C s t |�| _| S )N)r � __cause__)r r r r r
r! D s
r! c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�MaybeEncodingErrorzVWraps possible unpickleable errors, so they can be
safely sent through the socket.c s. t |�| _t |�| _tt| �j| j| j� d S )N)�reprr �value�superr$ r )r r r& )� __class__r r
r P s
zMaybeEncodingError.__init__c C s d| j | jf S )Nz(Error sending result: '%s'. Reason: '%s')r& r )r r r r
r U s zMaybeEncodingError.__str__c C s d| j j| f S )Nz<%s: %s>)r( r )r r r r
�__repr__Y s zMaybeEncodingError.__repr__)r r r �__doc__r r r) �
__classcell__r r )r( r
r$ L s r$ Fc ' C s� |d ks t |�tkr |dks t�|j}| j}t| d�rJ| jj� |jj� |d k rZ||� d}�xL|d ksx|ot||k �r�y
|� } W n$ t t
fk
r� t j d� P Y nX | d kr�t j d� P | \}
} } }
}yd| |
|�f}W nF t
k
�r" } z(|o�| tk �r
t||j�}d|f}W Y d d }~X nX y||
| |f� W nR t
k
�r� } z4t||d �}t j d| � ||
| d|ff� W Y d d }~X nX d } }
} } }
}|d7 }qbW t j d | � d S )
Nr �_writerz)worker got EOFError or OSError -- exitingz worker got sentinel -- exitingTFr z0Possible encoding error while sending result: %sz worker exiting after %d tasks)r �int�AssertionError�put�get�hasattrr, �close�_reader�EOFError�OSErrorr �debug� Exception�_helper_reraises_exceptionr �
__traceback__r$ )�inqueue�outqueue� initializer�initargsZmaxtasksZwrap_exceptionr/ r0 Z completed�task�job�i�funcr �kwds�result�e�wrappedr r r
�worker] sF
$ rF c C s | �dS )z@Pickle-able helper function for use by _guarded_task_generation.Nr )Zexr r r
r8 � s r8 c @ s6 e Zd ZdZdZdd� Zddf ddfdd�Zdd � Zd
d � Zd d
� Z dd� Z
f i fdd�Z d=dd�Z d>dd�Z
d?dd�Zdd� Zd@dd �ZdAd d �Zf i ddfd d �ZdBd!d"�ZdCd#d$�Zed%d&� �Zed'd(� �Zed)d*� �Zed+d,� �Zd-d.� Zd/d0� Zd1d2� Z d3d4� Z ed5d6� �Z e d7d8� �Z d9d:� Z!d;d<� Z"dS )Dr zS
Class which supports an async version of applying functions to arguments.
Tc O s | j j||�S )N)�_ctx�Process)r r rB r r r
rH � s z Pool.ProcessNc C sn |pt � | _| j� tj� | _i | _t| _|| _ || _
|| _ |d krPt j
� pNd}|dk r`td��|d k rzt|� rztd��|| _g | _| j� tjtj| fd�| _d| j_t| j_| jj� tjtj| j| j | j | j| jfd�| _ d| j _t| j _| j j� tjtj | j | j | jfd�| _!d| j!_t| j!_| j!j� t"j#| | j$| j| j%| j | j| j| j | j!| jfdd�| _&d S )Nr z&Number of processes must be at least 1z initializer must be a callable)�targetr T� )r Z exitpriority)'r rG �
_setup_queues�queue�Queue�
_taskqueue�_cache�RUN�_state�_maxtasksperchild� _initializer� _initargs�os� cpu_count�
ValueError�callable� TypeError�
_processes�_pool�_repopulate_pool� threadingZThreadr �_handle_workers�_worker_handler�daemon�start�
_handle_tasks�
_quick_put� _outqueue�
_task_handler�_handle_results�
_quick_get�_result_handlerr ZFinalize�_terminate_pool�_inqueue�
_terminate)r � processesr< r= Zmaxtasksperchild�contextr r r
r � sT
z
Pool.__init__c C sZ d}xPt tt| j���D ]:}| j| }|jdk rtjd| � |j� d}| j|= qW |S )z�Cleanup after any worker processes which have exited due to reaching
their specified lifetime. Returns True if any workers were cleaned up.
FNzcleaning up worker %dT)�reversed�range�lenr[ �exitcoder r6 r )r Zcleanedr@ rF r r r
�_join_exited_workers� s
zPool._join_exited_workersc C s| xvt | jt| j� �D ]^}| jt| j| j| j| j | j
| j fd�}| jj |� |j
jdd�|_
d|_|j� tjd� qW dS )z�Bring the number of pool processes up to the specified number,
for use after reaping workers which have exited.
)rI r rH Z
PoolWorkerTz added workerN)ro rZ rp r[ rH rF rj rd rS rT rR �_wrap_exception�append�name�replacer` ra r r6 )r r@ �wr r r
r\ � s zPool._repopulate_poolc C s | j � r| j� dS )zEClean up any exited workers and start replacements for them.
N)rr r\ )r r r r
�_maintain_pool� s zPool._maintain_poolc C s4 | j j� | _| j j� | _| jjj| _| jjj| _ d S )N)
rG Z SimpleQueuerj rd r, �sendrc r3 �recvrg )r r r r
rK � s zPool._setup_queuesc C s | j tkst�| j|||�j� S )z6
Equivalent of `func(*args, **kwds)`.
)rQ rP r. � apply_asyncr0 )r rA r rB r r r
�apply� s z
Pool.applyc C s | j ||t|�j� S )zx
Apply `func` to each element in `iterable`, collecting the results
in a list that is returned.
)�
_map_asyncr r0 )r rA �iterable� chunksizer r r
r
s zPool.mapc C s | j ||t|�j� S )z�
Like `map()` method but the elements of the `iterable` are expected to
be iterables as well and will be unpacked as arguments. Hence
`func` and (a, b) becomes func(a, b).
)r} r r0 )r rA r~ r r r r
r s z Pool.starmapc C s | j ||t|||�S )z=
Asynchronous version of `starmap()` method.
)r} r )r rA r~ r �callback�error_callbackr r r
�
starmap_async s zPool.starmap_asyncc c sn y0d}x&t |�D ]\}}||||fi fV qW W n8 tk
rh } z ||d t|fi fV W Y dd}~X nX dS )z�Provides a generator of tasks for imap and imap_unordered with
appropriate handling for iterables which throw exceptions during
iteration.r N���)� enumerater7 r8 )r Z
result_jobrA r~ r@ �xrD r r r
�_guarded_task_generation s z Pool._guarded_task_generationr c C s� | j tkrtd��|dkrFt| j�}| jj| j|j||�|j f� |S |dksRt
�t j |||�}t| j�}| jj| j|jt
|�|j f� dd� |D �S dS )zP
Equivalent of `map()` -- can be MUCH slower than `Pool.map()`.
zPool not runningr c s s | ]}|D ]
}|V q
qd S )Nr )�.0�chunk�itemr r r
� <genexpr>@ s z Pool.imap.<locals>.<genexpr>N)rQ rP rW � IMapIteratorrO rN r/ r� �_job� _set_lengthr. r �
_get_tasksr )r rA r~ r rC � task_batchesr r r
�imap' s"
z Pool.imapc C s� | j tkrtd��|dkrFt| j�}| jj| j|j||�|j f� |S |dksRt
�t j |||�}t| j�}| jj| j|jt
|�|j f� dd� |D �S dS )zL
Like `imap()` method but ordering of results is arbitrary.
zPool not runningr c s s | ]}|D ]
}|V q
qd S )Nr )r� r� r� r r r
r� [ s z&Pool.imap_unordered.<locals>.<genexpr>N)rQ rP rW �IMapUnorderedIteratorrO rN r/ r� r� r� r. r r� r )r rA r~ r rC r� r r r
�imap_unorderedB s"
zPool.imap_unorderedc C sB | j tkrtd��t| j||�}| jj|jd|||fgdf� |S )z;
Asynchronous version of `apply()` method.
zPool not runningr N)rQ rP rW � ApplyResultrO rN r/ r� )r rA r rB r� r� rC r r r
r{ ] s
zPool.apply_asyncc C s | j ||t|||�S )z9
Asynchronous version of `map()` method.
)r} r )r rA r~ r r� r� r r r
� map_asynch s zPool.map_asyncc
C s� | j tkrtd��t|d�s$t|�}|dkrTtt|�t| j�d �\}}|rT|d7 }t|�dkrdd}tj |||�}t
| j |t|�||d�} | j j
| j| j||�df� | S )zY
Helper function to implement map, starmap and their async counterparts.
zPool not running�__len__N� r r )r� )rQ rP rW r1 r �divmodrp r[ r r� � MapResultrO rN r/ r� r� )
r rA r~ Zmapperr r� r� Zextrar� rC r r r
r} p s&
zPool._map_asyncc C sT t j� }x0|jtks$| jr8|jtkr8| j� tjd� q
W | j j
d � t j d� d S )Ng�������?zworker handler exiting)
r] �current_threadrQ rP rO � TERMINATErx �time�sleeprN r/ r r6 )�pool�threadr r r
r^ � s zPool._handle_workersc
C sj t j� }x�t| jd �D ]�\}}d }z�x�|D ]�}|jr@tjd� P y ||� W q* tk
r� } zD|d d� \}
} y||
j| d| f� W n t k
r� Y nX W Y d d } ~ X q*X q*W |r�tjd� |r�|d nd } || d � wP W d d } }}
X qW tjd� y:tjd� |j
d � tjd� x|D ]} |d � �q&W W n t k
�rZ tjd � Y nX tjd
� d S ) Nz'task handler found thread._state != RUNr Fzdoing set_length()r ztask handler got sentinelz/task handler sending sentinel to result handlerz(task handler sending sentinel to workersz/task handler got OSError when sending sentinelsztask handler exitingr� ) r] r� �iterr0 rQ r r6 r7 �_set�KeyErrorr/ r5 )
� taskqueuer/ r; r� �cacher� ZtaskseqZ
set_lengthr> rD r? �idx�pr r r
rb � sB
zPool._handle_tasksc C s� t j� }x�y
|� }W n" ttfk
r6 tjd� d S X |jrX|jtksLt�tjd� P |d krltjd� P |\}}}y|| j ||� W n t
k
r� Y nX d } }}q
W x�|o�|jtk�rJy
|� }W n" ttfk
r� tjd� d S X |d k�rtjd� q�|\}}}y|| j ||� W n t
k
�r: Y nX d } }}q�W t | d��r�tjd� y,x&t d�D ]}| j
j� �s�P |� �qnW W n ttfk
�r� Y nX tjdt|�|j� d S ) Nz.result handler got EOFError/OSError -- exitingz,result handler found thread._state=TERMINATEzresult handler got sentinelz&result handler ignoring extra sentinelr3 z"ensuring that outqueue is not full�
z7result handler exiting: len(cache)=%s, thread._state=%s)r] r� r5 r4 r r6 rQ r� r. r� r� r1 ro r3 �pollrp )r; r0 r� r� r> r? r@ �objr r r
rf � s\
zPool._handle_resultsc c s4 t |�}x&ttj||��}|s"d S | |fV q
W d S )N)r� �tupler �islice)rA �it�sizer� r r r
r� s zPool._get_tasksc C s t d��d S )Nz:pool objects cannot be passed between processes or pickled)�NotImplementedError)r r r r
r" s zPool.__reduce__c C s& t jd� | jtkr"t| _t| j_d S )Nz closing pool)r r6 rQ rP �CLOSEr_ )r r r r
r2 s
z
Pool.closec C s$ t jd� t| _t| j_| j� d S )Nzterminating pool)r r6 r� rQ r_ rk )r r r r
� terminate s
zPool.terminatec C sV t jd� | jttfks t�| jj� | jj� | j j� x| j
D ] }|j� qBW d S )Nz joining pool) r r6 rQ r� r� r. r_ r re rh r[ )r r� r r r
r s
z Pool.joinc C sD t jd� | jj� x*|j� r>| jj� r>| jj� tj d� qW d S )Nz7removing tasks from inqueue until task handler finishedr )
r r6 Z_rlock�acquire�is_aliver3 r� rz r� r� )r: � task_handlerr� r r r
�_help_stuff_finish( s
zPool._help_stuff_finishc
C sF t jd� t|_t|_t jd� | j||t|�� |j� sJt|�dksJt�t|_|jd � t jd� t j
� |k rx|j � |r�t |d d�r�t jd� x |D ]} | j
d kr�| j� q�W t jd� t j
� |k r�|j � t jd� t j
� |k r�|j � |�rBt |d d��rBt jd � x0|D ](} | j� �rt jd
| j � | j � �qW d S ) Nzfinalizing poolz&helping task handler/workers to finishr zjoining worker handlerr� zterminating workerszjoining task handlerzjoining result handlerzjoining pool workerszcleaning up worker %d)r r6 r� rQ r� rp r� r. r/ r] r� r r1 rq r� �pid)
�clsr� r: r; r� Zworker_handlerr� Zresult_handlerr� r� r r r
ri 1 s8
zPool._terminate_poolc C s | S )Nr )r r r r
� __enter___ s zPool.__enter__c C s | j � d S )N)r� )r �exc_typeZexc_valZexc_tbr r r
�__exit__b s z
Pool.__exit__)N)N)NNN)r )r )NNN)NNN)#r r r r* rs rH r rr r\ rx rK r| r
r r� r� r� r� r{ r� r} � staticmethodr^ rb rf r� r" r2 r� r r� � classmethodri r� r� r r r r
r � sF 8
. < .c @ s@ e Zd Zdd� Zdd� Zdd� Zddd �Zdd
d �Zd d
� ZdS )r� c C s4 t j� | _tt�| _|| _|| _|| _| || j< d S )N) r] ZEvent�_event�next� job_counterr� rO � _callback�_error_callback)r r� r� r� r r r
r k s
zApplyResult.__init__c C s
| j j� S )N)r� Zis_set)r r r r
�readys s zApplyResult.readyc C s | j � s t�| jS )N)r� r. �_success)r r r r
�
successfulv s zApplyResult.successfulNc C s | j j|� d S )N)r� �wait)r �timeoutr r r
r� z s zApplyResult.waitc C s, | j |� | j� st�| jr"| jS | j�d S )N)r� r� r r� �_value)r r� r r r
r0 } s
zApplyResult.getc C sV |\| _ | _| jr$| j r$| j| j� | jr>| j r>| j| j� | jj� | j| j= d S )N)r� r� r� r� r� �setrO r� )r r@ r� r r r
r� � s
zApplyResult._set)N)N) r r r r r� r� r� r0 r� r r r r
r� i s
r� c @ s e Zd Zdd� Zdd� ZdS )r� c C sf t j| |||d� d| _d g| | _|| _|dkrLd| _| jj� || j= n|| t || � | _d S )N)r� Tr )
r� r r� r� �
_chunksize� _number_leftr� r� r� �bool)r r� r �lengthr� r� r r r
r � s
zMapResult.__init__c C s� | j d8 _ |\}}|rp| jrp|| j|| j |d | j �< | j dkr�| jrZ| j| j� | j| j= | jj� nH| r�| jr�d| _|| _| j dkr�| j r�| j | j� | j| j= | jj� d S )Nr r F)
r� r� r� r� r� rO r� r� r� r� )r r@ Zsuccess_result�successrC r r r
r� � s"
zMapResult._setN)r r r r r� r r r r
r� � s
r� c @ s: e Zd Zdd� Zdd� Zd dd�ZeZdd � Zd
d � ZdS )
r� c C sJ t jt j� �| _tt�| _|| _tj � | _
d| _ d | _ i | _
| || j< d S )Nr )r] Z ConditionZLock�_condr� r� r� rO � collections�deque�_items�_index�_length� _unsorted)r r� r r r
r � s
zIMapIterator.__init__c C s | S )Nr )r r r r
�__iter__� s zIMapIterator.__iter__Nc C s� | j �~ y| jj� }W nh tk
r~ | j| jkr6t�| j j|� y| jj� }W n( tk
rx | j| jkrpt�t�Y nX Y nX W d Q R X |\}}|r�|S |�d S )N) r� r� �popleft�
IndexErrorr� r� �
StopIterationr� r )r r� r� r� r& r r r
r� � s" zIMapIterator.nextc
C s� | j �� | j|krr| jj|� | jd7 _x8| j| jkrd| jj| j�}| jj|� | jd7 _q.W | j j� n
|| j|< | j| jkr�| j| j = W d Q R X d S )Nr )
r� r� r� rt r� �pop�notifyr� rO r� )r r@ r� r r r
r� � s
zIMapIterator._setc C s< | j �, || _| j| jkr.| j j� | j| j= W d Q R X d S )N)r� r� r� r� rO r� )r r� r r r
r� � s
zIMapIterator._set_length)N) r r r r r� r� �__next__r� r� r r r r
r� � s
r� c @ s e Zd Zdd� ZdS )r� c
C sP | j �@ | jj|� | jd7 _| j j� | j| jkrB| j| j= W d Q R X d S )Nr )r� r� rt r� r� r� rO r� )r r@ r� r r r
r� s
zIMapUnorderedIterator._setN)r r r r� r r r r
r� � s r� c @ s@ e Zd ZdZedd� �Zddf fdd�Zdd� Zed d
� �ZdS ) r Fc O s ddl m} || |�S )Nr )rH )ZdummyrH )r rB rH r r r
rH s zThreadPool.ProcessNc C s t j| |||� d S )N)r r )r rl r< r= r r r
r s zThreadPool.__init__c C s, t j� | _t j� | _| jj| _| jj| _d S )N)rL rM rj rd r/ rc r0 rg )r r r r
rK s
zThreadPool._setup_queuesc
C s< | j �, | jj� | jjd g| � | j j� W d Q R X d S )N)Z not_emptyrL �clear�extendZ
notify_all)r: r� r� r r r
r� s
z ThreadPool._help_stuff_finish) r r r rs r� rH r rK r� r r r r
r s
)"�__all__r] rL r r� rU r� r r r r r rP r� r� �countr� r r r7 r r r! r$ rF r8 �objectr r� Z AsyncResultr� r� r� r r r r r
�<module>
s@ * \&)@ __pycache__/popen_forkserver.cpython-36.opt-2.pyc 0000644 00000004430 15033635673 0015747 0 ustar 00 3
\� � @ s� d dl Z d dlZddlmZmZ ejs.ed��ddlmZ ddlm Z ddlm
Z
ddlm Z d gZ G d
d � d e
�ZG d d � d e j�ZdS )
� N� )� reduction�set_spawning_popenz,No support for sending fds between processes)�
forkserver)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S )N)�ind)�selfr � r
�8/usr/lib64/python3.6/multiprocessing/popen_forkserver.py�__init__ s z_DupFd.__init__c C s t j� | j S )N)r Zget_inherited_fdsr )r r
r
r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r
r
r
r r
s r
c sB e Zd ZdZeZ� fdd�Zdd� Zdd� Ze j
fdd �Z � Z S )
r r c s g | _ t� j|� d S )N)�_fds�superr )r � process_obj)� __class__r
r r ! s zPopen.__init__c C s | j j|� t| j �d S )Nr )r �append�len)r �fdr
r
r �duplicate_for_child% s zPopen.duplicate_for_childc C s� t j|j�}tj� }t| � z tj||� tj||� W d td � X tj | j
�\| _ }t j
| tj| j f� t|ddd��}|j|j� � W d Q R X tj| j �| _d S )N�wbT)�closefd)r Zget_preparation_data�_name�io�BytesIOr r �dumpr Zconnect_to_new_processr �sentinelr ZFinalize�os�close�open�write� getbuffer�
read_unsigned�pid)r r Z prep_dataZbuf�w�fr
r
r �_launch) s
z
Popen._launchc C sr | j d krlddlm} |tjkr$dnd }|| jg|�s:d S ytj| j�| _ W n tt fk
rj d| _ Y nX | j S )Nr )�wait� )
�
returncodeZmultiprocessing.connectionr- r# �WNOHANGr" r r( �OSError�EOFError)r �flagr- Ztimeoutr
r
r �poll9 s
z
Popen.poll)
r r r �methodr
ZDupFdr r r, r# r0 r4 �
__classcell__r
r
)r r r s )r r# �contextr r ZHAVE_SEND_HANDLE� ImportError� r r r r �__all__�objectr
r r
r
r
r �<module> s
__pycache__/sharedctypes.cpython-36.pyc 0000644 00000015334 15033635673 0014121 0 ustar 00 3
\e �
@ s: d dl Z d dlZddlmZ ddlmZ ddlmZmZ ejZ dddd d
d gZ
e j e j e j
e je je je je je je je je jd � Zd
d� Zdd� Zdd� Zddd�dd�Zddd�dd �Z dd
� Z d&dd �Z dd� Z dd� Z dd � Z!d Z"i Z#ej$� Z%G d d � d e&�Z'G d d!� d!e'�Z(G d"d#� d#e'�Z)G d$d%� d%e)�Z*dS )'� N� )�heap)� get_context)� reduction�assert_spawning�RawValue�RawArray�Value�Array�copy� synchronized) �c�u�b�B�h�H�i�I�l�L�f�dc C s t j| �}tj|�}t| |d �S )N)�ctypes�sizeofr Z
BufferWrapper�
rebuild_ctype)�type_�size�wrapper� r �4/usr/lib64/python3.6/multiprocessing/sharedctypes.py�
_new_value& s
r! c G s< t j| | �}t|�}tjtj|�dtj|�� |j|� |S )z>
Returns a ctypes object allocated from shared memory
r )�typecode_to_type�getr! r �memset� addressofr �__init__)�typecode_or_type�argsr �objr r r r + s
c C sj t j| | �}t|t�rD|| }t|�}tjtj|�dtj|�� |S |t |� }t|�}|j
|� |S dS )z=
Returns a ctypes array allocated from shared memory
r N) r" r# �
isinstance�intr! r r$ r% r �lenr& )r' �size_or_initializerr r) �resultr r r r 5 s
T)�lock�ctxc G sX t | f|�� }|dkr|S |dkr4|p*t� }|j� }t|d�sJtd| ��t|||d�S )z6
Return a synchronization wrapper for a Value
FTN�acquirez '%r' has no method 'acquire')r0 )TN)r r �RLock�hasattr�AttributeErrorr )r' r/ r0 r( r) r r r r E s
c C sT t | |�}|dkr|S |dkr0|p&t� }|j� }t|d�sFtd| ��t|||d�S )z9
Return a synchronization wrapper for a RawArray
FTNr1 z '%r' has no method 'acquire')r0 )TN)r r r2 r3 r4 r )r' r- r/ r0 r) r r r r
S s
c C s t t| ��}| tj|�d< |S )Nr )r! �typer Zpointer)r) Znew_objr r r r a s c C s� t | t� std��|p t� }t | tj�r6t| ||�S t | tj�rf| jtj krZt
| ||�S t | ||�S t | �}y t
| }W nV tk
r� dd� |jD �}tdd� |D ��}d|j }t |tf|� }t
|< Y nX || ||�S d S )Nzobject already synchronizedc S s g | ] }|d �qS )r r )�.0Zfieldr r r �
<listcomp>u s z synchronized.<locals>.<listcomp>c s s | ]}|t |�fV qd S )N)�
make_property)r6 �namer r r � <genexpr>v s z synchronized.<locals>.<genexpr>� Synchronized)r* �SynchronizedBase�AssertionErrorr r Z _SimpleCDatar; r
�_type_�c_char�SynchronizedString�SynchronizedArrayr5 � class_cache�KeyErrorZ_fields_�dict�__name__)r) r/ r0 �cls�scls�namesr Z classnamer r r r f s"
c C s@ t | � t| tj�r(t| j| j| jffS tt| �| jd ffS d S )N) r r* r r
r r> �_wrapperZ_length_r5 )r) r r r � reduce_ctype s rJ c C s8 |d k r| | } t j| t� |j� }| j|�}||_|S )N)�_ForkingPickler�registerrJ Zcreate_memoryviewZ from_bufferrI )r r ZlengthZbufr) r r r r � s
r c C sJ yt | S tk
rD i }tt| fd |� || t | < || S X d S )N� )�
prop_cacherC �exec�template)r9 r r r r r8 � s r8 z�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
c @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )r< Nc C sB || _ |r|| _n|p tdd�}|j� | _| jj| _| jj| _d S )NT)Zforce)�_obj�_lockr r2 r1 �release)�selfr) r/ r0 r r r r& � s
zSynchronizedBase.__init__c C s
| j j� S )N)rR � __enter__)rT r r r rU � s zSynchronizedBase.__enter__c G s | j j|� S )N)rR �__exit__)rT r( r r r rV � s zSynchronizedBase.__exit__c C s t | � t| j| jffS )N)r r rQ rR )rT r r r �
__reduce__� s zSynchronizedBase.__reduce__c C s | j S )N)rQ )rT r r r �get_obj� s zSynchronizedBase.get_objc C s | j S )N)rR )rT r r r �get_lock� s zSynchronizedBase.get_lockc C s dt | �j| jf S )Nz<%s wrapper for %s>)r5 rE rQ )rT r r r �__repr__� s zSynchronizedBase.__repr__)NN)
rE �
__module__� __qualname__r& rU rV rW rX rY rZ r r r r r< � s
r< c @ s e Zd Zed�ZdS )r; �valueN)rE r[ r\ r8 r] r r r r r; � s r; c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) rA c C s
t | j�S )N)r, rQ )rT r r r �__len__� s zSynchronizedArray.__len__c C s | � | j | S Q R X d S )N)rQ )rT r r r r � __getitem__� s z SynchronizedArray.__getitem__c
C s | � || j |< W d Q R X d S )N)rQ )rT r r] r r r � __setitem__� s z SynchronizedArray.__setitem__c
C s | � | j ||� S Q R X d S )N)rQ )rT �start�stopr r r � __getslice__� s z SynchronizedArray.__getslice__c C s" | � || j ||�< W d Q R X d S )N)rQ )rT ra rb �valuesr r r � __setslice__� s z SynchronizedArray.__setslice__N)rE r[ r\ r^ r_ r` rc re r r r r rA � s
rA c @ s e Zd Zed�Zed�ZdS )r@ r] �rawN)rE r[ r\ r8 r] rf r r r r r@ � s r@ )NN)+r �weakref� r r �contextr r ZForkingPicklerrK �__all__r? Zc_wcharZc_byteZc_ubyteZc_shortZc_ushortZc_intZc_uintZc_longZc_ulongZc_floatZc_doubler" r! r r r r
r r rJ r r8 rP rN �WeakKeyDictionaryrB �objectr< r; rA r@ r r r r �<module>
s:
__pycache__/popen_spawn_win32.cpython-36.pyc 0000644 00000005310 15033635673 0014767 0 ustar 00 3
\� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZmZmZ ddl m
Z
ddl m Z dgZ dZ
ejdkoreed d
�Zejj� jd �ZG d d� de�ZdS )
� N� )� reduction�get_spawning_popen�set_spawning_popen)�spawn)�util�Popeni Zwin32�frozenFzpythonservice.exec @ s> e Zd ZdZdZdd� Zdd� Zddd �Zd
d � Zd d
� Z dS )r z@
Start a subprocess to run the code of a process object
r c C s t j|j�}tjd d�\}}tj|d�}t jtj � |d�}dj
dd� |D ��}t |ddd���}y4tj t j
� |d d d dd d d � \}} }
} tj| � W n tj|� � Y nX |
| _d | _|| _t|�| _tj| tj| jf� t| � z tj||� tj||� W d td � X W d Q R X d S )
Nr )Z
parent_pidZ pipe_handle� c s s | ]}d | V qdS )z"%s"N� )�.0�xr r �9/usr/lib64/python3.6/multiprocessing/popen_spawn_win32.py� <genexpr>) s z!Popen.__init__.<locals>.<genexpr>�wbT)�closefdF)r Zget_preparation_data�_name�_winapiZ
CreatePipe�msvcrtZopen_osfhandleZget_command_line�os�getpid�join�openZ
CreateProcessZget_executableZ CloseHandle�pid�
returncode�_handle�int�sentinelr ZFinalizer r �dump) �selfZ process_objZ prep_dataZrhandleZwhandleZwfd�cmdZto_childZhpZhtr �tidr r r �__init__ s2
zPopen.__init__c C s | t � kst�tj|| j�S )N)r �AssertionErrorr Z duplicater )r Zhandler r r �duplicate_for_childE s zPopen.duplicate_for_childNc C st | j d krn|d krtj}ntdt|d d ��}tjt| j�|�}|tjkrntj| j�}|t krht
j }|| _ | j S )Nr i� g �?) r r ZINFINITE�maxr ZWaitForSingleObjectr Z
WAIT_OBJECT_0ZGetExitCodeProcess� TERMINATE�signal�SIGTERM)r �timeoutZmsecs�res�coder r r �waitI s
z
Popen.waitc C s | j dd�S )Nr )r) )r, )r r r r �pollY s z
Popen.pollc C sL | j d krHytjt| j�t� W n& tk
rF | jdd�d krB� Y nX d S )Ng �?)r) )r r ZTerminateProcessr r r& �OSErrorr, )r r r r � terminate\ s
zPopen.terminate)N)
�__name__�
__module__� __qualname__�__doc__�methodr" r$ r, r- r/ r r r r r s %
)r r r' �sysr �contextr r r � r r �__all__r& �platform�getattrZWINEXE�
executable�lower�endswithZ
WINSERVICE�objectr r r r r �<module> s __pycache__/context.cpython-36.opt-1.pyc 0000644 00000031452 15033635673 0014045 0 ustar 00 3
\�* � @ s� d dl Z d dlZd dlZddlmZ ddlmZ g ZG dd� de�ZG dd� de�Z G d d
� d
e�Z
G d d � d e�Z G d
d� de �Z
G dd� dej�ZG dd� de
�Zedd� ee�D ��e_ejdk�rPG dd� dej�ZG dd� dej�ZG dd� dej�ZG d d � d e
�ZG d d � d e
�ZG d d!� d!e
�Ze� e� e� d"�Zeed# �Zn8G d$d� dej�ZG d%d � d e
�Zd&e� iZeed& �Zd'd(� Z ej � Z d)d*� Z d+d,� Z d-d.� Z!dS )/� N� )�process)� reductionc @ s e Zd ZdS )� ProcessErrorN)�__name__�
__module__� __qualname__� r r �//usr/lib64/python3.6/multiprocessing/context.pyr s r c @ s e Zd ZdS )�BufferTooShortN)r r r r r r r
r s r c @ s e Zd ZdS )� TimeoutErrorN)r r r r r r r
r s r c @ s e Zd ZdS )�AuthenticationErrorN)r r r r r r r
r
s r
c @ sV e Zd ZeZeZeZeZeej �Z eej
�Z
dd� Z dd� Z dBdd�Z
dd � Zd
d � ZdCd
d�ZdDdd�ZdEdd�Zdd� ZdFdd�ZdGdd�ZdHdd �Zd d � Zd d f d fd d �Zd!d"� Zd#d$� Zdd%�d&d'�Zdd%�d(d)�Z d*d+� Z d,d-� Z dId.d/�Z d0d1� Z d2d3� Z!d4d5� Z"dJd6d7�Z#dKd9d:�Z$dLd;d<�Z%e&d=d>� �Z'e'j(d?d>� �Z'd@dA� Z)d S )M� BaseContextc C s" t j� }|dkrtd��n|S dS )z(Returns the number of CPUs in the systemNz cannot determine number of cpus)�os� cpu_count�NotImplementedError)�selfZnumr r r
r ( s
zBaseContext.cpu_countc C s& ddl m} || j� d�}|j� |S )z�Returns a manager associated with a running server process
The managers methods such as `Lock()`, `Condition()` and `Queue()`
can be used to create shared objects.
r )� SyncManager)�ctx)Zmanagersr � get_context�start)r r �mr r r
�Manager0 s zBaseContext.ManagerTc C s ddl m} ||�S )z1Returns two connection object connected by a piper )�Pipe)�
connectionr )r Zduplexr r r r
r ; s zBaseContext.Pipec C s ddl m} || j� d�S )z#Returns a non-recursive lock objectr )�Lock)r )� synchronizer r )r r r r r
r @ s zBaseContext.Lockc C s ddl m} || j� d�S )z Returns a recursive lock objectr )�RLock)r )r r r )r r r r r
r E s zBaseContext.RLockNc C s ddl m} ||| j� d�S )zReturns a condition objectr )� Condition)r )r r r )r �lockr r r r
r J s zBaseContext.Conditionr c C s ddl m} ||| j� d�S )zReturns a semaphore objectr )� Semaphore)r )r r r )r �valuer r r r
r O s zBaseContext.Semaphorec C s ddl m} ||| j� d�S )z"Returns a bounded semaphore objectr )�BoundedSemaphore)r )r r" r )r r! r" r r r
r" T s z BaseContext.BoundedSemaphorec C s ddl m} || j� d�S )zReturns an event objectr )�Event)r )r r# r )r r# r r r
r# Y s zBaseContext.Eventc C s ddl m} ||||| j� d�S )zReturns a barrier objectr )�Barrier)r )r r$ r )r Zparties�actionZtimeoutr$ r r r
r$ ^ s zBaseContext.Barrierr c C s ddl m} ||| j� d�S )zReturns a queue objectr )�Queue)r )�queuesr& r )r �maxsizer& r r r
r& c s zBaseContext.Queuec C s ddl m} ||| j� d�S )zReturns a queue objectr )�
JoinableQueue)r )r' r) r )r r( r) r r r
r) h s zBaseContext.JoinableQueuec C s ddl m} || j� d�S )zReturns a queue objectr )� SimpleQueue)r )r' r* r )r r* r r r
r* m s zBaseContext.SimpleQueuec C s" ddl m} |||||| j� d�S )z Returns a process pool objectr )�Pool)�context)Zpoolr+ r )r Z processesZ initializerZinitargsZmaxtasksperchildr+ r r r
r+ r s
zBaseContext.Poolc G s ddl m} ||f|�� S )zReturns a shared objectr )�RawValue)� sharedctypesr- )r �typecode_or_type�argsr- r r r
r- y s zBaseContext.RawValuec C s ddl m} |||�S )zReturns a shared arrayr )�RawArray)r. r1 )r r/ �size_or_initializerr1 r r r
r1 ~ s zBaseContext.RawArray)r c G s& ddl m} ||f|�|| j� d��S )z$Returns a synchronized shared objectr )�Value)r r )r. r3 r )r r/ r r0 r3 r r r
r3 � s zBaseContext.Valuec C s ddl m} ||||| j� d�S )z#Returns a synchronized shared arrayr )�Array)r r )r. r4 r )r r/ r2 r r4 r r r
r4 � s zBaseContext.Arrayc C s, t jdkr(tt dd�r(ddlm} |� dS )z�Check whether this is a fake forked process in a frozen executable.
If so then run code specified by commandline and exit.
�win32�frozenFr )�freeze_supportN)�sys�platform�getattr�spawnr7 )r r7 r r r
r7 � s zBaseContext.freeze_supportc C s ddl m} |� S )zZReturn package logger -- if it does not already exist then
it is created.
r )�
get_logger)�utilr< )r r< r r r
r< � s zBaseContext.get_loggerc C s ddl m} ||�S )z8Turn on logging and add a handler which prints to stderrr )�
log_to_stderr)r= r> )r �levelr> r r r
r> � s zBaseContext.log_to_stderrc C s ddl m} dS )zVInstall support for sending connections and sockets
between processes
r )r N)� r )r r r r r
�allow_connection_pickling� s z%BaseContext.allow_connection_picklingc C s ddl m} ||� dS )z�Sets the path to a python.exe or pythonw.exe binary used to run
child processes instead of sys.executable when using the 'spawn'
start method. Useful for people embedding Python.
r )�set_executableN)r; rB )r �
executablerB r r r
rB � s zBaseContext.set_executablec C s ddl m} ||� dS )zkSet list of module names to try to load in forkserver process.
This is really just a hint.
r )�set_forkserver_preloadN)�
forkserverrD )r Z module_namesrD r r r
rD � s z"BaseContext.set_forkserver_preloadc C sF |d kr | S y t | }W n tk
r8 td| ��Y nX |j� |S )Nzcannot find context for %r)�_concrete_contexts�KeyError�
ValueError�_check_available)r �methodr r r r
r � s zBaseContext.get_contextFc C s | j S )N)�_name)r �
allow_noner r r
�get_start_method� s z BaseContext.get_start_methodc C s t d��d S )Nz+cannot set start method of concrete context)rH )r rJ �forcer r r
�set_start_method� s z BaseContext.set_start_methodc C s t � jd�S )z_Controls how objects will be reduced to a form that can be
shared with other processes.r )�globals�get)r r r r
�reducer� s zBaseContext.reducerc C s |t � d< d S )Nr )rP )r r r r r
rR � s c C s d S )Nr )r r r r
rI � s z BaseContext._check_available)T)N)r )r )NN)r )r )N)N)F)F)*r r r r r r r
� staticmethodr Zcurrent_processZactive_childrenr r r r r r r r" r# r$ r& r) r* r+ r- r1 r3 r4 r7 r< r> rA rB rD r rM rO �propertyrR �setterrI r r r r
r sJ
r c @ s e Zd ZdZedd� �ZdS )�ProcessNc C s t j� jj| �S )N)�_default_contextr rV �_Popen)� process_objr r r
rX � s zProcess._Popen)r r r �
_start_methodrS rX r r r r
rV � s rV c sF e Zd ZeZdd� Zd
� fdd� Zddd�Zdd d
�Zd d � Z� Z S )�DefaultContextc C s || _ d | _d S )N)rW �_actual_context)r r, r r r
�__init__� s zDefaultContext.__init__Nc s0 |d kr | j d kr| j| _ | j S t� j|�S d S )N)r\ rW �superr )r rJ )� __class__r r
r � s
zDefaultContext.get_contextFc C s> | j d k r| rtd��|d kr.|r.d | _ d S | j|�| _ d S )Nz context has already been set)r\ � RuntimeErrorr )r rJ rN r r r
rO � s z DefaultContext.set_start_methodc C s" | j d kr|rd S | j| _ | j jS )N)r\ rW rK )r rL r r r
rM � s
z DefaultContext.get_start_methodc C s, t jdkrdgS tjr dddgS ddgS d S )Nr5 r; �forkrE )r8 r9 r �HAVE_SEND_HANDLE)r r r r
�get_all_start_methods� s
z$DefaultContext.get_all_start_methods)N)F)F)
r r r rV r] r rO rM rc �
__classcell__r r )r_ r
r[ � s
r[ c c s | ]}|d dkr|V qdS )r �_Nr )�.0�xr r r
� <genexpr> s rh r5 c @ s e Zd ZdZedd� �ZdS )� ForkProcessra c C s ddl m} || �S )Nr )�Popen)Z
popen_forkrj )rY rj r r r
rX s zForkProcess._PopenN)r r r rZ rS rX r r r r
ri s ri c @ s e Zd ZdZedd� �ZdS )� SpawnProcessr; c C s ddl m} || �S )Nr )rj )Zpopen_spawn_posixrj )rY rj r r r
rX s zSpawnProcess._PopenN)r r r rZ rS rX r r r r
rk s rk c @ s e Zd ZdZedd� �ZdS )�ForkServerProcessrE c C s ddl m} || �S )Nr )rj )Zpopen_forkserverrj )rY rj r r r
rX s zForkServerProcess._PopenN)r r r rZ rS rX r r r r
rl s rl c @ s e Zd ZdZeZdS )� ForkContextra N)r r r rK ri rV r r r r
rm % s rm c @ s e Zd ZdZeZdS )� SpawnContextr; N)r r r rK rk rV r r r r
rn ) s rn c @ s e Zd ZdZeZdd� ZdS )�ForkServerContextrE c C s t jstd��d S )Nz%forkserver start method not available)r rb rH )r r r r
rI 0 s z"ForkServerContext._check_availableN)r r r rK rl rV rI r r r r
ro - s ro )ra r; rE ra c @ s e Zd ZdZedd� �ZdS )rk r; c C s ddl m} || �S )Nr )rj )Zpopen_spawn_win32rj )rY rj r r r
rX ? s zSpawnProcess._PopenN)r r r rZ rS rX r r r r
rk = s c @ s e Zd ZdZeZdS )rn r; N)r r r rK rk rV r r r r
rn D s r; c C s t | t_d S )N)rF rW r\ )rJ r r r
�_force_start_methodQ s rp c C s t tdd �S )N�spawning_popen)r: �_tlsr r r r
�get_spawning_popenZ s rs c C s
| t _d S )N)rr rq )�popenr r r
�set_spawning_popen] s ru c C s t � d kr tdt| �j ��d S )NzF%s objects should only be shared between processes through inheritance)rs r` �typer )�objr r r
�assert_spawning` s
rx )"r r8 Z threadingr@ r r �__all__� Exceptionr r r r
�objectr Z BaseProcessrV r[ �list�dirr9 ri rk rl rm rn ro rF rW rp Zlocalrr rs ru rx r r r r
�<module> sD >'
__pycache__/heap.cpython-36.opt-1.pyc 0000644 00000013405 15033635673 0013274 0 ustar 00 3
\ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZddlmZmZ ddl m
Z
dgZ ej dkrvd dl
Z
G dd� de�Zn,G d d� de�Zd
d � Zd d
� Zejee� G dd� de�ZG dd� de�ZdS )� N� )� reduction�assert_spawning)�util�
BufferWrapperZwin32c @ s, e Zd Zej� Zdd� Zdd� Zdd� ZdS )�Arenac C sz || _ xTtd�D ]@}dtj� t| j�f }tjd||d�}tj� dkrHP |j � qW t
d��|| _ || _ | j | j f| _
d S )N�d z pym-%d-%sr )�tagnamer z Cannot find name for new mmap���)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �,/usr/lib64/python3.6/multiprocessing/heap.py�__init__" s zArena.__init__c C s t | � | jS )N)r r )r r r r � __getstate__1 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr )r r
)r r r r r )r �stater r r � __setstate__5 s zArena.__setstate__N) �__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer r r r r r r r r s r c @ s e Zd Zddd�ZdS )r r c C s� || _ || _|d kr�tjdtj� tj� d�\| _}tj|� tj | tj
| jf� t | jddd��N}d
}||kr�d| }x t || �D ]}|j
|� q�W ~|j
d|| � W d Q R X tj| j| j �| _d S ) Nr zpym-%d-)�prefix�dir�wbF)�closefdi � r
i )r �fdr# Zmkstempr
r r Z get_temp_dir�unlink�Finalizer �openr �writer r )r r r) r �fZbsZzeros�_r r r r @ s"
zArena.__init__Nr
)r
)r r! r" r r r r r r > s c C s( | j dkrtd��t| jtj| j �ffS )Nr zDArena is unpicklable because forking was enabled when it was createdr
)r) �
ValueError�
rebuild_arenar r ZDupFd)�ar r r � reduce_arenaS s
r3 c C s t | |j� �S )N)r �detach)r Zdupfdr r r r1 Y s r1 c @ sZ e Zd ZdZejfdd�Zedd� �Zdd� Z dd � Z
d
d � Z d d
� Z dd� Z
dd� ZdS )�Heap� c C sJ t j� | _tj� | _|| _g | _i | _i | _ i | _
t � | _ g | _
g | _d S )N)r
r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_block�set�_allocated_blocks�_arenas�_pending_free_blocks)r r r r r r f s
z
Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundups s z
Heap._roundupc C s� t j| j|�}|t| j�krj| jt| j|�tj�}| jd9 _t j
d|� t |�}| j j
|� |d|fS | j| }| j| }|j� }|s�| j|= | j|= |\}}}| j||f= | j||f= |S )N� z"allocating a new mmap of length %dr )�bisectZ bisect_leftr; �lenrE �maxr: r �PAGESIZEr �infor rA �appendr< �popr= r> ) r r r �length�arena�seq�block�start�stopr r r �_mallocy s"
z Heap._mallocc C s� |\}}}y| j ||f }W n tk
r0 Y nX | j|�\}}y| j||f }W n tk
rf Y nX | j|�\}}|||f}|| }y| j| j|� W n. tk
r� |g| j|< tj| j|� Y nX || j||f< || j ||f< d S )N) r> �KeyError�_absorbr= r< rL rG Zinsortr; ) r rQ rO rR rS Z
prev_blockr/ Z
next_blockrN r r r �_free� s(
z
Heap._freec C s^ |\}}}| j ||f= | j||f= || }| j| }|j|� |sV| j|= | jj|� ||fS )N)r= r> r< �remover; )r rQ rO rR rS rN rP r r r rV � s
z Heap._absorbc C sF x@y| j j� }W n tk
r& P Y nX | jj|� | j|� qW d S )N)rB rM �
IndexErrorr@ rX rW )r rQ r r r �_free_pending_blocks� s zHeap._free_pending_blocksc
C sN | j jd�s| jj|� n0z"| j� | jj|� | j|� W d | j j� X d S )NF) r9 �acquirerB rL rZ r@ rX rW �release)r rQ r r r �free� s z Heap.freec C s� t j� | jkr| j� | j�h | j� | jt|d�| j�}| j |�\}}}|| }||k rj| j
|||f� |||f}| j j |� |S Q R X d S )Nr )
r
r r7 r r9 rZ rE rI �
_alignmentrT rW r@ �add)r r rO rR rS Znew_stoprQ r r r �malloc� s
z Heap.mallocN)r r! r" r^ r rJ r � staticmethodrE rT rW rV rZ r] r` r r r r r5 b s
r5 c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C s0 t jj|�}||f| _tj| t jj|fd� d S )N)�args)r �_heapr` r r r+ r] )r r rQ r r r r � s
zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S )N)r �
memoryviewr )r rO rR rS r r r r �create_memoryview� s z BufferWrapper.create_memoryviewN)r r! r" r5 rc r re r r r r r � s )rG r r
�sysr# r8 �contextr r � r �__all__�platformr �objectr r3 r1 �registerr5 r r r r r �<module>
s$
__pycache__/connection.cpython-36.pyc 0000644 00000060406 15033635673 0013562 0 ustar 00 3
�\dhVy � @ s d dddgZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl
m Z m
Z
dd lmZ ejZy$ddlZdd
lmZmZmZmZ W n$ ek
r� ejd kr dZY nX d Zd
ZdZej � Z dZ dgZ e ed��rdZ e dg7 Z ejd k�r dZ e dg7 Z efdd�Z!dd� Z"dd� Z#dd� Z$dd� Z%G d d � d �Z&e�rnG d d � d e&�Z'G d d!� d!e&�Z(G d"d� de)�Z*dPd#d �Z+ejd k�r�dQd%d�Z,n
dRd&d�Z,G d'd(� d(e)�Z-d)d*� Z.ejd k�r�G d+d,� d,e)�Z/d-d.� Z0d/Z1d0Z2d1Z3d2Z4d3d4� Z5d5d6� Z6G d7d8� d8e)�Z7d9d:� Z8d;d<� Z9G d=d>� d>e*�Z:d?d@� Z;ejd k�rzdAdB� Z<ej=ej>hZ?dSdCd�Z@n,ddlAZAe eAdD��r�eAjBZCneAjDZCdTdEd�Z@ejd k�r�dFdG� ZEdHdI� ZFejGe(eE� dJdK� ZHdLdM� ZIejGe'eH� n dNdG� ZEdOdI� ZFejGe(eE� dS )U�Client�Listener�Pipe�wait� N� )�util)�AuthenticationError�BufferTooShort)� reduction)�
WAIT_OBJECT_0�WAIT_ABANDONED_0� WAIT_TIMEOUT�INFINITE�win32i g 4@Zsha256�AF_INET�AF_UNIX�AF_PIPEc C s t j� | S )N)�time� monotonic)�timeout� r �2/usr/lib64/python3.6/multiprocessing/connection.py�
_init_timeout? s r c C s t j� | kS )N)r r )�tr r r �_check_timeoutB s r c C sX | dkr d S | dkr&t jdtj� d�S | dkrLt jdtj� tt�f d d�S td
��d S )
z?
Return an arbitrary free address for the given family
r � localhostr r z listener-)�prefix�dirr z\\.\pipe\pyc-%d-%d-� zunrecognized familyN)r r ) �tempfileZmktempr Z get_temp_dir�os�getpid�next�
_mmap_counter�
ValueError)�familyr r r �arbitrary_addressI s r& c C sJ t jdkr | dkr td| ��t jdkrF| dkrFtt| �sFtd| ��dS )zD
Checks if the family is valid for the current environment.
r r z Family %s is not recognized.r N)�sys�platformr$ �hasattr�socket)r% r r r �_validate_familyW s
r+ c C sJ t | �tkrdS t | �tkr*| jd�r*dS t | �tkr:dS td| ��dS )z]
Return the types of the address
This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE'
r z\\r r z address type of %r unrecognizedN)�type�tuple�str�
startswithr$ )�addressr r r � address_typec s r1 c @ s� e Zd ZdZd+dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dd� Zdd� Zd,dd�Zd d � Zd-d d �Zd.d d!�Zd"d#� Zd/d%d&�Zd'd(� Zd)d*� ZdS )0�_ConnectionBaseNTc C sB |j � }|dk rtd��| r,| r,td��|| _|| _|| _d S )Nr zinvalid handlez6at least one of `readable` and `writable` must be True)� __index__r$ �_handle� _readable� _writable)�self�handle�readable�writabler r r �__init__y s z_ConnectionBase.__init__c C s | j d k r| j� d S )N)r4 �_close)r7 r r r �__del__� s
z_ConnectionBase.__del__c C s | j d krtd��d S )Nzhandle is closed)r4 �OSError)r7 r r r �
_check_closed� s
z _ConnectionBase._check_closedc C s | j std��d S )Nzconnection is write-only)r5 r> )r7 r r r �_check_readable� s z _ConnectionBase._check_readablec C s | j std��d S )Nzconnection is read-only)r6 r> )r7 r r r �_check_writable� s z _ConnectionBase._check_writablec C s" | j rd| _n| j� td��d S )NFzbad message length)r6 r5 �closer> )r7 r r r �_bad_message_length� s z#_ConnectionBase._bad_message_lengthc C s
| j dkS )z True if the connection is closedN)r4 )r7 r r r �closed� s z_ConnectionBase.closedc C s | j S )z"True if the connection is readable)r5 )r7 r r r r9 � s z_ConnectionBase.readablec C s | j S )z"True if the connection is writable)r6 )r7 r r r r: � s z_ConnectionBase.writablec C s | j � | jS )z+File descriptor or handle of the connection)r? r4 )r7 r r r �fileno� s z_ConnectionBase.filenoc C s$ | j dk r z | j� W dd| _ X dS )zClose the connectionN)r4 r< )r7 r r r rB � s
z_ConnectionBase.closer c C s� | j � | j� t|�}|jdkr.tt|��}t|�}|dk rFtd��||k rVtd��|dkrh|| }n&|dk rztd��n|| |kr�td��| j|||| � � dS )z,Send the bytes data from a bytes-like objectr r zoffset is negativezbuffer length < offsetNzsize is negativez buffer length < offset + size)r? rA �
memoryview�itemsize�bytes�lenr$ � _send_bytes)r7 �buf�offset�size�m�nr r r �
send_bytes� s"
z_ConnectionBase.send_bytesc C s$ | j � | j� | jtj|�� dS )zSend a (picklable) objectN)r? rA rJ �_ForkingPickler�dumps)r7 �objr r r �send� s z_ConnectionBase.sendc C sJ | j � | j� |dk r(|dk r(td��| j|�}|dkrB| j� |j� S )z7
Receive bytes data as a bytes object.
Nr znegative maxlength)r? r@ r$ � _recv_bytesrC �getvalue)r7 Z maxlengthrK r r r �
recv_bytes� s
z_ConnectionBase.recv_bytesc C s� | j � | j� t|���}|j}|t|� }|dk r>td��n||krNtd��| j� }|j� }||| k rvt|j � ��|j
d� |j ||| || | � � |S Q R X dS )zq
Receive bytes data into a writeable bytes-like object.
Return the number of bytes read.
r znegative offsetzoffset too largeN) r? r@ rF rG rI r$ rU �tellr rV �seek�readinto)r7 rK rL rN rG Zbytesize�resultrM r r r �recv_bytes_into� s"
z _ConnectionBase.recv_bytes_intoc C s& | j � | j� | j� }tj|j� �S )z Receive a (picklable) object)r? r@ rU rQ �loads� getbuffer)r7 rK r r r �recv� s z_ConnectionBase.recv� c C s | j � | j� | j|�S )z/Whether there is any input available to be read)r? r@ �_poll)r7 r r r r �poll s z_ConnectionBase.pollc C s | S )Nr )r7 r r r � __enter__ s z_ConnectionBase.__enter__c C s | j � d S )N)rB )r7 �exc_type� exc_value�exc_tbr r r �__exit__
s z_ConnectionBase.__exit__)TT)r N)N)r )r` )�__name__�
__module__� __qualname__r4 r; r= r? r@ rA rC �propertyrD r9 r: rE rB rP rT rW r\ r_ rb rc rg r r r r r2 v s(
r2 c @ sD e Zd ZdZdZejfdd�Zdd� Zddd �Z d
d � Z
d d
� Z dS )�PipeConnectionz�
Connection class based on a Windows named pipe.
Overlapped I/O is used, so the handles must have been created
with FILE_FLAG_OVERLAPPED.
Fc C s || j � d S )N)r4 )r7 Z _CloseHandler r r r< s zPipeConnection._closec C s� t j| j|dd�\}}zHy,|t jkrBt j|jgdt�}|tksBt�W n |j � � Y nX W d |j
d�\}}X |dks|t�|t |�ks�t�d S )NT)�
overlappedFr ) �_winapiZ WriteFiler4 �ERROR_IO_PENDING�WaitForMultipleObjects�eventr r �AssertionError�cancel�GetOverlappedResultrI )r7 rK �ov�err�waitresZnwrittenr r r rJ s
zPipeConnection._send_bytesNc C s | j rd| _ tj� S |d kr dnt|d�}y�tj| j|dd�\}}zHy,|tjkrntj|j gdt
�}|t ksnt �W n |j
� � Y nX W d |jd�\}}|dkr�tj� }|j|j� � |S |tjkr�| j||�S X W n: tk
�r } z |jtjk� r�t�n� W Y d d }~X nX td��d S )NF� T)rm r z.shouldn't get here; expected KeyboardInterrupt)�_got_empty_message�io�BytesIO�minrn �ReadFiler4 ro rp rq r r rr rs rt �writer^ ZERROR_MORE_DATA�_get_more_datar> �winerror�ERROR_BROKEN_PIPE�EOFError� RuntimeError) r7 �maxsizeZbsizeru rv rw Znread�f�er r r rU * s6
zPipeConnection._recv_bytesc C s. | j stj| j�d dkr dS tt| g|��S )Nr T)ry rn �
PeekNamedPiper4 �boolr )r7 r r r r ra J s zPipeConnection._pollc C s� |j � }tj� }|j|� tj| j�d }|dks6t�|d k rVt|�| |krV| j � tj
| j|dd�\}}|j d�\}}|dks�t�||ks�t�|j|j � � |S )Nr r T)rm ) r^ rz r{ r~ rn r� r4 rr rI rC r} rt )r7 ru r� rK r� �leftrv Zrbytesr r r r P s
z PipeConnection._get_more_data)N) rh ri rj �__doc__ry rn � CloseHandler< rJ rU ra r r r r r rl s
rl c @ s| e Zd ZdZer,ejfdd�ZejZ ej
Z ne j
fdd�Ze jZ e jZ e fdd�Ze fdd�Zd d
� Zdd d
�Zdd� Zd S )�
Connectionzo
Connection class based on an arbitrary file descriptor (Unix only), or
a socket handle (Windows).
c C s || j � d S )N)r4 )r7 r< r r r r< g s zConnection._closec C s || j � d S )N)r4 )r7 r< r r r r< l s c C s< t |�}x.|| j|�}||8 }|dkr(P ||d � }q
W d S )Nr )rI r4 )r7 rK r~ � remainingrO r r r �_sendq s zConnection._sendc C sf t j� }| j}|}xN|dkr`|||�}t|�}|dkrL||krDt�ntd��|j|� ||8 }qW |S )Nr z got end of file during message)rz r{ r4 rI r� r> r~ )r7 rM �readrK r8 r� �chunkrO r r r �_recvz s
zConnection._recvc C sD t |�}tjd|�}|dkr2| j|� | j|� n| j|| � d S )Nz!ii @ )rI �structZpackr� )r7 rK rO �headerr r r rJ � s
zConnection._send_bytesNc C s: | j d�}tjd|j� �\}|d k r0||kr0d S | j |�S )N� z!i)r� r� ZunpackrV )r7 r� rK rM r r r rU � s
zConnection._recv_bytesc C s t | g|�}t|�S )N)r r� )r7 r �rr r r ra � s zConnection._poll)N)rh ri rj r� rn �_multiprocessingZ closesocketr< rT Z_writer_ Z_readr rB r~ r� r� r� rJ rU ra r r r r r� ` s
r� c @ sR e Zd ZdZddd�Zdd� Zdd � Zed
d � �Zed d � �Z d
d� Z
dd� Z dS )r z�
Returns a listener object.
This is a wrapper for a bound socket which is 'listening' for
connections, or for a Windows named pipe.
Nr c C sr |p|rt |�pt}|p t|�}t|� |dkr>t||�| _nt|||�| _|d k rht|t� rht d��|| _
d S )Nr z authkey should be a byte string) r1 �default_familyr& r+ � PipeListener� _listener�SocketListener�
isinstancerH � TypeError�_authkey)r7 r0 r% �backlog�authkeyr r r r; � s zListener.__init__c C s> | j dkrtd��| j j� }| jr:t|| j� t|| j� |S )zz
Accept a connection on the bound socket or named pipe of `self`.
Returns a `Connection` object.
Nzlistener is closed)r� r> �acceptr� �deliver_challenge�answer_challenge)r7 �cr r r r� � s
zListener.acceptc C s | j }|dk r d| _ |j� dS )zA
Close the bound socket or named pipe of `self`.
N)r� rB )r7 Zlistenerr r r rB � s zListener.closec C s | j jS )N)r� �_address)r7 r r r �<lambda>� s zListener.<lambda>c C s | j jS )N)r� �_last_accepted)r7 r r r r� � s c C s | S )Nr )r7 r r r rc � s zListener.__enter__c C s | j � d S )N)rB )r7 rd re rf r r r rg � s zListener.__exit__)NNr N) rh ri rj r� r; r� rB rk r0 Z
last_acceptedrc rg r r r r r � s
c C sj |p
t | �}t|� |dkr&t| �}nt| �}|dk rJt|t� rJtd��|dk rft||� t||� |S )z=
Returns a connection to the address of a `Listener`
r Nz authkey should be a byte string) r1 r+ �
PipeClient� SocketClientr� rH r� r� r� )r0 r% r� r� r r r r � s
Tc C sj | r>t j� \}}|jd� |jd� t|j� �}t|j� �}n$tj� \}}t|dd�}t|dd�}||fS )zL
Returns pair of connection objects at either end of a pipe
TF)r: )r9 )r* Z
socketpair� setblockingr� �detachr �pipe)�duplex�s1�s2�c1�c2Zfd1Zfd2r r r r � s
c
C s� t d�}| r*tj}tjtjB }tt }}ntj}tj}dt }}tj||tjB tj B tj
tj B tj B d||tj
tj�}tj||dtjtjtjtj�}tj|tj dd� tj|dd�}|jd�\} }
|
dks�t�t|| d�} t|| d�} | | fS ) zL
Returns pair of connection objects at either end of a pipe
r r r NT)rm )r: )r9 )r& rn �PIPE_ACCESS_DUPLEX� GENERIC_READ�
GENERIC_WRITE�BUFSIZEZPIPE_ACCESS_INBOUND�CreateNamedPipe�FILE_FLAG_OVERLAPPED� FILE_FLAG_FIRST_PIPE_INSTANCE�PIPE_TYPE_MESSAGE�PIPE_READMODE_MESSAGE� PIPE_WAIT�NMPWAIT_WAIT_FOREVER�NULL�
CreateFile�
OPEN_EXISTING�SetNamedPipeHandleState�ConnectNamedPipert rr rl )
r� r0 Zopenmode�accessZobsizeZibsizeZh1Zh2rm �_rv r� r� r r r r s4
c @ s* e Zd ZdZd
dd�Zdd� Zdd� Zd S ) r� zO
Representation of a socket which is bound to an address and listening
r c C s� t j tt |��| _yRtjdkr2| jjt jt jd� | jjd� | jj |� | jj
|� | jj � | _ W n t
k
r� | jj� � Y nX || _d | _|dkr�tj| tj|fdd�| _nd | _d S )N�posixr Tr r )�args� exitpriority)r* �getattr�_socketr �nameZ
setsockoptZ
SOL_SOCKETZ SO_REUSEADDRr� ZbindZlistenZ getsocknamer� r> rB Z_familyr� r �Finalize�unlink�_unlink)r7 r0 r% r� r r r r; < s$
zSocketListener.__init__c C s& | j j� \}| _|jd� t|j� �S )NT)r� r� r� r� r� r� )r7 �sr r r r� T s
zSocketListener.acceptc C s0 z| j j� W d | j}|d k r*d | _|� X d S )N)r� rB r� )r7 r� r r r rB Y s zSocketListener.closeN)r )rh ri rj r� r; r� rB r r r r r� 8 s
r� c C sD t | �}tjtt|���"}|jd� |j| � t|j� �S Q R X dS )zO
Return a connection object connected to the socket given by `address`
TN)r1 r* r� r� Zconnectr� r� )r0 r% r� r r r r� c s
r� c @ s8 e Zd ZdZd dd�Zd
dd�Zdd � Zed
d � �ZdS )r� z0
Representation of a named pipe
Nc C sL || _ | jdd�g| _d | _tjd| j � tj| tj| j| j fdd�| _ d S )NT)�firstz listener created with address=%rr )r� r� )
r� � _new_handle�
_handle_queuer� r � sub_debugr� r� �_finalize_pipe_listenerrB )r7 r0 r� r r r r; w s zPipeListener.__init__Fc C sH t jt jB }|r|t jO }t j| j|t jt jB t jB t j t
t
t j t j �S )N)
rn r� r� r� r� r� r� r� r� ZPIPE_UNLIMITED_INSTANCESr� r� r� )r7 r� �flagsr r r r� � s
zPipeListener._new_handlec C s� | j j| j� � | j jd�}ytj|dd�}W n0 tk
r^ } z|jtjkrN� W Y d d }~X n\X z<ytj |j
gdt �}W n |j � tj
|� � Y nX W d |jd�\}}|dks�t�X t|�S )Nr T)rm F)r� �appendr� �poprn r� r> r� Z
ERROR_NO_DATArp rq r rs r� rt rr rl )r7 r8 ru r� �resr� rv r r r r� � s"
zPipeListener.acceptc C s( t jd|� x| D ]}tj|� qW d S )Nz closing listener with address=%r)r r� rn r� )Zqueuer0 r8 r r r r� � s
z$PipeListener._finalize_pipe_listener)N)F) rh ri rj r� r; r� r� � staticmethodr� r r r r r� s s
r� c C s� t � }x~y6tj| d� tj| tjtjB dtjtjtjtj�}W n> t k
r| } z"|j
tj tj fksjt
|�rl� W Y dd}~X qX P qW � tj|tjdd� t|�S )zU
Return a connection object connected to the pipe given by `address`
i� r N)r rn Z
WaitNamedPiper� r� r� r� r� r� r> r� ZERROR_SEM_TIMEOUTZERROR_PIPE_BUSYr r� r� rl )r0 r �hr� r r r r� � s"
r� � s #CHALLENGE#s #WELCOME#s #FAILURE#c C st dd l }t|t�st�tjt�}| jt| � |j ||t
�j � }| j d�}||kr^| jt
� n| jt� td��d S )Nr � zdigest received was wrong)�hmacr� rH rr r �urandom�MESSAGE_LENGTHrP � CHALLENGE�new�HMAC_DIGEST_NAME�digestrW �WELCOME�FAILUREr )�
connectionr� r� �messager� �responser r r r� � s
r� c C s� dd l }t|t�st�| jd�}|d tt�� tks@td| ��|tt�d � }|j||t�j � }| j
|� | jd�}|t kr�t d��d S )Nr r� z message = %rzdigest sent was rejected)
r� r� rH rr rW rI r� r� r� r� rP r� r )r� r� r� r� r� r� r r r r� � s
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ConnectionWrapperc C s: || _ || _|| _x"dD ]}t||�}t| ||� qW d S )NrE rB rb rW rP )rE rB rb rW rP )�_conn�_dumps�_loadsr� �setattr)r7 �connrR r] �attrrS r r r r; � s
zConnectionWrapper.__init__c C s | j |�}| jj|� d S )N)r� r� rP )r7 rS r� r r r rT � s
zConnectionWrapper.sendc C s | j j� }| j|�S )N)r� rW r� )r7 r� r r r r_ � s
zConnectionWrapper.recvN)rh ri rj r; rT r_ r r r r r� � s r� c C s t j| fd d d d�jd�S )Nr zutf-8)� xmlrpclibrR �encode)rS r r r �
_xml_dumps� s r� c C s t j| jd��\\}}|S )Nzutf-8)r� r] �decode)r� rS �methodr r r �
_xml_loads� s r� c @ s e Zd Zdd� ZdS )� XmlListenerc C s dd l jatj| �}t|tt�S )Nr )�
xmlrpc.client�clientr� r r� r� r� r� )r7 rS r r r r� s
zXmlListener.acceptN)rh ri rj r� r r r r r� s r� c O s dd l jatt| |�tt�S )Nr )r� r� r� r� r r� r� )r� �kwdsr r r � XmlClient
s
r� c C s� t | �}g }x�|r�tj|d|�}|tkr,P n\t| koFtt|� k n rV|t8 }n2t| koptt|� k n r�|t8 }ntd��|j|| � ||d d � }d}qW |S )NFzShould not get herer r ) �listrn rp r
r rI r r� r� )Zhandlesr �L�readyr� r r r �_exhaustive_wait s
r� c
. sn |dkrt }n |dk r d}nt|d d �}t| �} i �g }t� � t� }�zH�x2| D �](}yt|d�}W n tk
r� |�|j� < Y qTX ytj|� dd�\}}W n8 t k
r� } z d|j
}}|t krʂ W Y dd}~X nX |tj kr�|j
|� |�|j< qT|�rptj� dd� dk�rpy|jd �\} }W n* t k
�rT } z |j
}W Y dd}~X nX | �rpt|d
��rpd|_� j|� d}qTW t�j� |�}W dx|D ]}|j� �q�W x�|D ]�}y|jd�\} }W n6 t k
�r� } z|j
}|t k�r� W Y dd}~X nX |tjk�r��|j }� j|� |dk�r�t|d
��r�d|_�q�W X � j�fd d �|D �� � fd
d�| D �S )z�
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
Nr i� g �?rE T� � Fry c 3 s | ]}� | V qd S )Nr )�.0r� )�waithandle_to_objr r � <genexpr>v s zwait.<locals>.<genexpr>c s g | ]}|� kr|�qS r r )r� �o)�
ready_objectsr r �
<listcomp>w s zwait.<locals>.<listcomp>)r� r� )r �intr� �setr� �AttributeErrorr3 rn r} r> r� �
_ready_errorsro r� rq r' Zgetwindowsversionrt r) ry �addr� �keysrs ZERROR_OPERATION_ABORTED�update)
� object_listr Zov_listZ
ready_handlesr rE ru rv r� r� r )r r� r r + sh
� PollSelectorc C s� t � �x}x| D ]}|j|tj� qW |dk r8tj� | }x@|j|�}|rVdd� |D �S |dk r:|tj� }|dk r:|S q:W W dQ R X dS )z�
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
Nc S s g | ]\}}|j �qS r )Zfileobj)r� �keyZeventsr r r r � s zwait.<locals>.<listcomp>r )�
_WaitSelector�register� selectorsZ
EVENT_READr r Zselect)r r ZselectorrS Zdeadliner� r r r r � s
c C sN | j � }tj|tjtj��*}ddlm} |j|�}t|| j | j
ffS Q R X d S )Nr )�resource_sharer) rE r* Zfromfdr Z SOCK_STREAMr r Z DupSocket�rebuild_connectionr9 r: )r� r8 r� r �dsr r r �reduce_connection� s
r c C s | j � }t|j � ||�S )N)r� r� )r r9 r: Zsockr r r r � s r c C sB | j r tjnd| jrtjndB }tj| j� |�}t|| j | jffS )Nr ) r9 rn ZFILE_GENERIC_READr: ZFILE_GENERIC_WRITEr
Z DupHandlerE �rebuild_pipe_connection)r� r� �dhr r r �reduce_pipe_connection� s r c C s | j � }t|||�S )N)r� rl )r r9 r: r8 r r r r � s r c C s t j| j� �}t|| j| jffS )N)r
ZDupFdrE r r9 r: )r� �dfr r r r � s c C s | j � }t|||�S )N)r� r� )r r9 r: �fdr r r r � s )NN)T)T)N)N)J�__all__rz r r' r* r� r r � itertoolsr� r r r r �contextr
ZForkingPicklerrQ rn r r r
r � ImportErrorr( r� ZCONNECTION_TIMEOUTr� �countr# r� Zfamiliesr) r r r& r+ r1 r2 rl r� �objectr r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ZERROR_NETNAME_DELETEDr r r r r ZSelectSelectorr r r r r r r r r �<module>
s�
PJ8
,+ 8
P
__pycache__/__init__.cpython-36.pyc 0000644 00000000773 15033635673 0013163 0 ustar 00 3
\� � @ s\ d dl Z ddlmZ e� jdd� ejjD �� ejjZdZdZde j krXe j d e j d < dS )
� N� )�contextc c s | ]}|t tj|�fV qd S )N)�getattrr �_default_context)�.0�name� r �0/usr/lib64/python3.6/multiprocessing/__init__.py� <genexpr> s r
� � �__main__Z __mp_main__)
�sys� r �globals�updater �__all__ZSUBDEBUGZ
SUBWARNING�modulesr r r r �<module> s
__pycache__/sharedctypes.cpython-36.opt-1.pyc 0000644 00000015231 15033635673 0015054 0 ustar 00 3
\e �
@ s: d dl Z d dlZddlmZ ddlmZ ddlmZmZ ejZ dddd d
d gZ
e j e j e j
e je je je je je je je je jd � Zd
d� Zdd� Zdd� Zddd�dd�Zddd�dd �Z dd
� Z d&dd �Z dd� Z dd� Z dd � Z!d Z"i Z#ej$� Z%G d d � d e&�Z'G d d!� d!e'�Z(G d"d#� d#e'�Z)G d$d%� d%e)�Z*dS )'� N� )�heap)� get_context)� reduction�assert_spawning�RawValue�RawArray�Value�Array�copy� synchronized) �c�u�b�B�h�H�i�I�l�L�f�dc C s t j| �}tj|�}t| |d �S )N)�ctypes�sizeofr Z
BufferWrapper�
rebuild_ctype)�type_�size�wrapper� r �4/usr/lib64/python3.6/multiprocessing/sharedctypes.py�
_new_value& s
r! c G s< t j| | �}t|�}tjtj|�dtj|�� |j|� |S )z>
Returns a ctypes object allocated from shared memory
r )�typecode_to_type�getr! r �memset� addressofr �__init__)�typecode_or_type�argsr �objr r r r + s
c C sj t j| | �}t|t�rD|| }t|�}tjtj|�dtj|�� |S |t |� }t|�}|j
|� |S dS )z=
Returns a ctypes array allocated from shared memory
r N) r" r# �
isinstance�intr! r r$ r% r �lenr& )r' �size_or_initializerr r) �resultr r r r 5 s
T)�lock�ctxc G sX t | f|�� }|dkr|S |dkr4|p*t� }|j� }t|d�sJtd| ��t|||d�S )z6
Return a synchronization wrapper for a Value
FTN�acquirez '%r' has no method 'acquire')r0 )TN)r r �RLock�hasattr�AttributeErrorr )r' r/ r0 r( r) r r r r E s
c C sT t | |�}|dkr|S |dkr0|p&t� }|j� }t|d�sFtd| ��t|||d�S )z9
Return a synchronization wrapper for a RawArray
FTNr1 z '%r' has no method 'acquire')r0 )TN)r r r2 r3 r4 r )r' r- r/ r0 r) r r r r
S s
c C s t t| ��}| tj|�d< |S )Nr )r! �typer Zpointer)r) Znew_objr r r r a s c C s� |pt � }t| tj�r"t| ||�S t| tj�rR| jtjkrFt| ||�S t | ||�S t
| �}y t | }W nV t k
r� dd� |j
D �}tdd� |D ��}d|j }t
|tf|� }t |< Y nX || ||�S d S )Nc S s g | ] }|d �qS )r r )�.0Zfieldr r r �
<listcomp>u s z synchronized.<locals>.<listcomp>c s s | ]}|t |�fV qd S )N)�
make_property)r6 �namer r r � <genexpr>v s z synchronized.<locals>.<genexpr>� Synchronized)r r* r Z _SimpleCDatar; r
�_type_�c_char�SynchronizedString�SynchronizedArrayr5 � class_cache�KeyErrorZ_fields_�dict�__name__�SynchronizedBase)r) r/ r0 �cls�scls�namesr Z classnamer r r r f s
c C s@ t | � t| tj�r(t| j| j| jffS tt| �| jd ffS d S )N) r r* r r
r r< �_wrapperZ_length_r5 )r) r r r � reduce_ctype s rI c C s8 |d k r| | } t j| t� |j� }| j|�}||_|S )N)�_ForkingPickler�registerrI Zcreate_memoryviewZ from_bufferrH )r r ZlengthZbufr) r r r r � s
r c C sJ yt | S tk
rD i }tt| fd |� || t | < || S X d S )N� )�
prop_cacherA �exec�template)r9 r r r r r8 � s r8 z�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
c @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )rD Nc C sB || _ |r|| _n|p tdd�}|j� | _| jj| _| jj| _d S )NT)Zforce)�_obj�_lockr r2 r1 �release)�selfr) r/ r0 r r r r& � s
zSynchronizedBase.__init__c C s
| j j� S )N)rQ � __enter__)rS r r r rT � s zSynchronizedBase.__enter__c G s | j j|� S )N)rQ �__exit__)rS r( r r r rU � s zSynchronizedBase.__exit__c C s t | � t| j| jffS )N)r r rP rQ )rS r r r �
__reduce__� s zSynchronizedBase.__reduce__c C s | j S )N)rP )rS r r r �get_obj� s zSynchronizedBase.get_objc C s | j S )N)rQ )rS r r r �get_lock� s zSynchronizedBase.get_lockc C s dt | �j| jf S )Nz<%s wrapper for %s>)r5 rC rP )rS r r r �__repr__� s zSynchronizedBase.__repr__)NN)
rC �
__module__� __qualname__r& rT rU rV rW rX rY r r r r rD � s
rD c @ s e Zd Zed�ZdS )r; �valueN)rC rZ r[ r8 r\ r r r r r; � s r; c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) r? c C s
t | j�S )N)r, rP )rS r r r �__len__� s zSynchronizedArray.__len__c C s | � | j | S Q R X d S )N)rP )rS r r r r � __getitem__� s z SynchronizedArray.__getitem__c
C s | � || j |< W d Q R X d S )N)rP )rS r r\ r r r � __setitem__� s z SynchronizedArray.__setitem__c
C s | � | j ||� S Q R X d S )N)rP )rS �start�stopr r r � __getslice__� s z SynchronizedArray.__getslice__c C s" | � || j ||�< W d Q R X d S )N)rP )rS r` ra �valuesr r r � __setslice__� s z SynchronizedArray.__setslice__N)rC rZ r[ r] r^ r_ rb rd r r r r r? � s
r? c @ s e Zd Zed�Zed�ZdS )r> r\ �rawN)rC rZ r[ r8 r\ re r r r r r> � s r> )NN)+r �weakref� r r �contextr r ZForkingPicklerrJ �__all__r= Zc_wcharZc_byteZc_ubyteZc_shortZc_ushortZc_intZc_uintZc_longZc_ulongZc_floatZc_doubler" r! r r r r
r r rI r r8 rO rM �WeakKeyDictionaryr@ �objectrD r; r? r> r r r r �<module>
s:
__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000773 15033635673 0014122 0 ustar 00 3
\� � @ s\ d dl Z ddlmZ e� jdd� ejjD �� ejjZdZdZde j krXe j d e j d < dS )
� N� )�contextc c s | ]}|t tj|�fV qd S )N)�getattrr �_default_context)�.0�name� r �0/usr/lib64/python3.6/multiprocessing/__init__.py� <genexpr> s r
� � �__main__Z __mp_main__)
�sys� r �globals�updater �__all__ZSUBDEBUGZ
SUBWARNING�modulesr r r r �<module> s
__pycache__/forkserver.cpython-36.opt-1.pyc 0000644 00000015126 15033635673 0014551 0 ustar 00 3
\�! � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZddlm Z ddlm
Z
ddl m Z ddlm
Z
ddlmZ ddlmZ d d
d d gZd
Zejd�ZG dd� de�Zddd�Zdd� Zdd� Zdd� Ze� ZejZej Z ej Z ej Z dS )� N� )�
connection)�process)� reduction)�semaphore_tracker)�spawn)�util�ensure_running�get_inherited_fds�connect_to_new_process�set_forkserver_preload� �Qc @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �
ForkServerc C s. d | _ d | _d | _d | _tj� | _dg| _d S )N�__main__)�_forkserver_address�_forkserver_alive_fd�_forkserver_pid�_inherited_fds� threadingZLock�_lock�_preload_modules)�self� r �2/usr/lib64/python3.6/multiprocessing/forkserver.py�__init__! s
zForkServer.__init__c C s& t dd� | jD ��s td��|| _dS )z>Set list of module names to try to load in forkserver process.c s s | ]}t |�tkV qd S )N)�type�str)�.0�modr r r � <genexpr>+ s z4ForkServer.set_forkserver_preload.<locals>.<genexpr>z&module_names must be a list of stringsN)�allr � TypeError)r Z
modules_namesr r r r ) s z!ForkServer.set_forkserver_preloadc C s | j S )z�Return list of fds inherited from parent process.
This returns None if the current process was not started by fork
server.
)r )r r r r r
/ s z ForkServer.get_inherited_fdsc C s� | j � t|�d tkr td��tjtj���}|j| j� tj � \}}tj � \}}||| j
t j � g}||7 }z<yt
j||� ||fS tj|� tj|� � Y nX W dtj|� tj|� X W dQ R X dS )a; Request forkserver to create a child process.
Returns a pair of fds (status_r, data_w). The calling process can read
the child process's pid and (eventually) its returncode from status_r.
The calling process should write to data_w the pickled preparation and
process data.
� z too many fdsN)r �len�MAXFDS_TO_SEND�
ValueError�socket�AF_UNIXZconnectr �os�piper r Zgetfdr Zsendfds�close)r �fdsZclientZparent_r�child_w�child_rZparent_wZallfdsr r r r 7 s&
z!ForkServer.connect_to_new_processc s� | j ��n tj� | jdk rVtj| jtj�\}}|s8dS tj| j� d| _ d| _d| _d }| j
r�ddh� t j d�}t
� fdd�|j� D ��}ni }tjtj���}tjd �}|j|� tj|d
� |j� tj� \}}ztyV|j� |g} ||j� || j
|f; }t j� }
|
gtj� } | d |g7 } tj|
| | �}W n tj|� � Y nX W dtj|� X || _ || _|| _W dQ R X W dQ R X dS )
z�Make sure that a fork server is running.
This can be called from any process. Note that usually a child
process will just reuse the forkserver started by its parent, so
ensure_running() will do nothing.
Nz-from multiprocessing.forkserver import main; zmain(%d, %d, %r, **%r)� main_path�sys_path�ignorec 3 s" | ]\}}|� kr||fV qd S )Nr )r �x�y)� desired_keysr r r o s z,ForkServer.ensure_running.<locals>.<genexpr>r( i� z-czCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r)) r r r r r) �waitpid�WNOHANGr+ r r r r Zget_preparation_data�dict�itemsr' r( r Zarbitrary_addressZbind�chmodZlistenr* �filenoZget_executabler Z _args_from_interpreter_flagsZspawnv_passfds) r �pidZstatus�cmd�data�listenerZaddress�alive_rZalive_wZ fds_to_passZexe�argsr )r4 r r T sL
zForkServer.ensure_runningN)�__name__�
__module__� __qualname__r r r
r r r r r r r s
r c 4 C s� |rhd|kr8|dk r8dt j� _ztj|� W dt j� `X x.|D ]&}y t|� W q> tk
rb Y q>X q>W tj� t j
t j t j t j i}dd� |j
� D �}tjtj| d���,}tj� ��} |j� t_| j|tj� | j|tj� x�y�x dd� | j� D �}
|
r�P q�W ||
k�r t�|j� d �l} d
} tj� d k�r�zFyt | |||� W n. t k
�rn t j t j � � t j!j"� Y nX W dtj#| � X W dQ R X W q� t$k
�r� }
z|
j%t%j&k�r�� W Y dd}
~
X q�X q�W W dQ R X W dQ R X dS ) zRun forkserver.r NTc S s i | ]\}}t j ||�|�qS r )�signal)r �sig�valr r r �
<dictcomp>� s zmain.<locals>.<dictcomp>)r: c S s g | ]\}}|j �qS r )Zfileobj)r �keyZeventsr r r �
<listcomp>� s zmain.<locals>.<listcomp>r r )'r Zcurrent_processZ _inheritingr Zimport_main_path�
__import__� ImportErrorr Z _close_stdinrD �SIGCHLD�SIG_IGN�SIGINTr8 r' r( � selectorsZDefaultSelectorZ getsockname� _forkserverr �registerZ
EVENT_READZselect�
SystemExitZacceptr) �fork�
_serve_one� Exception�sys�
excepthook�exc_info�stderr�flush�_exit�OSError�errnoZ ECONNABORTED)Z listener_fdr? Zpreloadr/ r0 �modname�handlersZ old_handlersr> ZselectorZrfds�s�code�er r r �main� sR
rc c C s� |j � tj |� x |j� D ]\}}tj||� q W tj| td �}| j � |^}}t_} t_ | t
j _ t
|tj� � dtjkr�dd l}
|
j� tj|�} t
|| � d S )Nr �randomr )r+ r) r8 rD r Zrecvfdsr% rP r r r Z_semaphore_trackerZ_fd�write_unsigned�getpidrV �modulesrd Zseedr �_main) r` r> r? r_ rE rF r, r. r- Zstfdrd ra r r r rT � s
rT c C sR d}t j}x8t|�|k rBtj| |t|� �}|s8td��||7 }q W t j|�d S )N� zunexpected EOFr )�UNSIGNED_STRUCT�sizer$ r) �read�EOFErrorZunpack)�fdr= Zlengthr` r r r �
read_unsigned� s ro c C s@ t j|�}x0|r:tj| |�}|dkr,td��||d � }q W d S )Nr zshould not get here)rj Zpackr) �write� RuntimeError)rn �n�msg�nbytesr r r re � s
re )NN) r] r) rO rD r' ZstructrV r � r r �contextr r r r �__all__r% ZStructrj �objectr rc rT ro re rP r r
r r r r r r �<module> s6
s
=!
__pycache__/process.cpython-36.opt-1.pyc 0000644 00000016507 15033635673 0014043 0 ustar 00 3
\�# � @ s d ddgZ ddlZddlZddlZddlZddlmZ yejjej � �Z
W n e k
rb dZ
Y nX dd� Z dd� Z
dd � ZG d
d � d e�ZG d d � d e�ZG d
d� de�Ze� aejd�ae� a[i Zx<eejj � �D ]*\Z Z e dd� dko�de kr�e ee < q�W e� Z dS )� BaseProcess�current_process�active_children� N)�WeakSetc C s t S )z@
Return process object representing the current process
)�_current_process� r r �//usr/lib64/python3.6/multiprocessing/process.pyr # s c C s t � tt�S )zN
Return list of process objects corresponding to live child processes
)�_cleanup�list� _childrenr r r r r ) s c C s. x(t t�D ] } | jj� d k r
tj| � q
W d S )N)r
r �_popen�poll�discard)�pr r r r 4 s r c @ s� e Zd ZdZdd� Zdddf i fdd�dd�Zdd � Zd
d � Zd d
� Zd%dd�Z dd� Z
e dd� �Z e j
dd� �Z e dd� �Zej
dd� �Ze dd� �Zej
dd� �Ze dd � �Ze d d � �ZeZe d d � �Zd!d"� Zd#d$� ZdS )&r z�
Process objects represent activity that is run in a separate process
The class is analogous to `threading.Thread`
c C s t �d S )N)�NotImplementedError)�selfr r r �_PopenD s zBaseProcess._PopenN)�daemonc C s� t t�}tj|f | _tjj� | _tj� | _d | _ || _
t |�| _ t
|�| _|prt| �jd djdd� | jD �� | _|d k r�|| _tj| � d S )N�-�:c s s | ]}t |�V qd S )N)�str)�.0�ir r r � <genexpr>S s z'BaseProcess.__init__.<locals>.<genexpr>)�next�_process_counterr � _identity�_config�copy�os�getpid� _parent_pidr �_target�tuple�_args�dict�_kwargs�type�__name__�join�_namer � _dangling�add)r �group�target�name�args�kwargsr �countr r r �__init__G s
zBaseProcess.__init__c C s | j r| j | j| j� dS )zQ
Method to be run in sub-process; can be overridden in sub-class
N)r" r$ r& )r r r r �runX s zBaseProcess.runc C s6 t � | j| �| _| jj| _| `| `| `tj | � dS )z%
Start child process
N)
r r r �sentinel� _sentinelr" r$ r& r r, )r r r r �start_ s
zBaseProcess.startc C s | j j� dS )zT
Terminate process; sends SIGTERM signal or uses TerminateProcess()
N)r � terminate)r r r r r8 p s zBaseProcess.terminatec C s" | j j|�}|dk r tj| � dS )z5
Wait until child process terminates
N)r �waitr r )r Ztimeout�resr r r r) v s zBaseProcess.joinc C sB | t kr dS | jdkrdS | jj� }|dkr0dS tj| � dS dS )z1
Return whether process is alive
TNF)r r r
r r )r �
returncoder r r �is_alive� s
zBaseProcess.is_alivec C s | j S )N)r* )r r r r r/ � s zBaseProcess.namec C s
|| _ d S )N)r* )r r/ r r r r/ � s c C s | j jdd�S )z4
Return whether process is a daemon
r F)r �get)r r r r r � s zBaseProcess.daemonc C s || j d< dS )z1
Set whether process is a daemon
r N)r )r Zdaemonicr r r r � s c C s
| j d S )N�authkey)r )r r r r r> � s zBaseProcess.authkeyc C s t |�| jd< dS )z2
Set authorization key of process
r> N)�AuthenticationStringr )r r> r r r r> � s c C s | j dkr| j S | j j� S )zM
Return exit code of process or `None` if it has yet to stop
N)r r
)r r r r �exitcode� s
zBaseProcess.exitcodec C s" | t krtj� S | jo | jjS dS )zU
Return identifier (PID) of process or `None` if it has yet to start
N)r r r r �pid)r r r r �ident� s zBaseProcess.identc C s( y| j S tk
r" td��Y nX dS )z{
Return a file descriptor (Unix) or handle (Windows) suitable for
waiting for process termination.
zprocess not startedN)r6 �AttributeError�
ValueError)r r r r r5 � s zBaseProcess.sentinelc C s� | t krd}n>| jtj� kr"d}n*| jd kr2d}n| jj� d k rH| j}nd}t|�tkrv|dkrfd}ndt j
||� }dt| �j | j || j
r�dp�d f S )
NZstarted�unknown�initialr Zstoppedz stopped[%s]z<%s(%s, %s%s)>z daemon� )r r! r r r r
r@ r' �int�_exitcode_to_namer= r( r* r )r Zstatusr r r �__repr__� s
zBaseProcess.__repr__c C sJ ddl m}m} �zy|| jd k r,|j| j� tjd�at� a |j
� t }| a z|j j
� |j� W d ~X |jd� z| j� d}W d |j� X W n� tk
r� } zL|js�d}n:t|jd t�r�|jd }n tjjt|jd �d � d}W Y d d }~X n2 d}dd l}tjjd| j � |j � Y nX W d |jd| � |j � X |S )N� )�util�contextz child process calling self.run()r �
z Process %s:
z process exiting with exitcode %d) rG rL rM Z
_start_methodZ_force_start_method� itertoolsr2 r �setr Z _close_stdinr Z_finalizer_registry�clearZ_run_after_forkers�infor4 Z_exit_function�
SystemExitr0 �
isinstancerH �sys�stderr�writer � tracebackr/ � print_excZ_flush_std_streams)r rL rM Z old_processr@ �erX r r r �
_bootstrap� sB
zBaseProcess._bootstrap)N)r( �
__module__� __qualname__�__doc__r r3 r4 r7 r8 r) r< �propertyr/ �setterr r> r@ rB rA r5 rJ r[ r r r r r > s*
c @ s e Zd Zdd� ZdS )r? c C s, ddl m} |� d kr td��tt| �ffS )NrK )�get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)rM ra � TypeErrorr? �bytes)r ra r r r �
__reduce__ s
z AuthenticationString.__reduce__N)r( r\ r] rd r r r r r? s r? c @ s e Zd Zdd� ZdS )� _MainProcessc C s2 f | _ d| _d | _d | _ttjd��dd�| _d S )NZ MainProcess� z/mp)r> Z semprefix)r r* r! r r? r �urandomr )r r r r r3 - s z_MainProcess.__init__N)r( r\ r] r3 r r r r re + s re rK � ZSIG�_) �__all__r rU �signalrO � _weakrefsetr �path�abspath�getcwdZ ORIGINAL_DIR�OSErrorr r r �objectr rc r? re r r2 r rP r rI r
�__dict__�itemsr/ Zsignumr+ r r r r �<module>
s2
`
__pycache__/resource_sharer.cpython-36.pyc 0000644 00000012044 15033635673 0014611 0 ustar 00 3
\� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ ddlm Z dgZ
ej dkrxe
dg7 Z
G d d� de �Z
ne
d
g7 Z
G d d
� d
e �ZG d d
� d
e �Ze� ZejZdS )� N� )�process)� reduction)�util�stopZwin32� DupSocketc @ s e Zd ZdZdd� Zdd� ZdS )r z Picklable wrapper for a socket.c s( |j � � � fdd�}tj|� j�| _d S )Nc s � j |�}| j|� d S )N)�shareZ
send_bytes)�conn�pidr )�new_sock� �7/usr/lib64/python3.6/multiprocessing/resource_sharer.py�send s
z DupSocket.__init__.<locals>.send)�dup�_resource_sharer�register�close�_id)�selfZsockr r )r r
�__init__ s zDupSocket.__init__c C s* t j| j��}|j� }tj|�S Q R X dS )z1Get the socket. This should only be called once.N)r �get_connectionr Z
recv_bytes�socketZ fromshare)r r r r r r
�detach$ s zDupSocket.detachN)�__name__�
__module__� __qualname__�__doc__r r r r r r
r s �DupFdc @ s e Zd ZdZdd� Zdd� ZdS )r z-Wrapper for fd which can be used at any time.c s4 t j|�� � fdd�}� fdd�}tj||�| _d S )Nc s t j| � |� d S )N)r Z send_handle)r r
)�new_fdr r
r 1 s z DupFd.__init__.<locals>.sendc s t j� � d S )N)�osr r )r r r
r 3 s z DupFd.__init__.<locals>.close)r r r r r )r �fdr r r )r r
r / s
zDupFd.__init__c C s" t j| j�� }tj|�S Q R X dS )z-Get the fd. This should only be called once.N)r r r r Z recv_handle)r r r r r
r 7 s z DupFd.detachN)r r r r r r r r r r
r - s c @ sN e Zd ZdZdd� Zdd� Zedd� �Zdd d
�Zd d � Z d
d� Z
dd� Z dS )�_ResourceSharerz-Manager for resouces using background thread.c C s@ d| _ i | _g | _tj� | _d | _d | _d | _t j
| t j � d S )Nr )
�_key�_cache�
_old_locks� threading�Lock�_lock� _listener�_address�_threadr Zregister_after_forkr! �
_afterfork)r r r r
r ? s
z_ResourceSharer.__init__c
C sN | j �> | jdkr| j� | jd7 _||f| j| j< | j| jfS Q R X dS )z+Register resource, returning an identifier.Nr )r' r) �_startr" r# )r r r r r r
r I s
z_ResourceSharer.registerc C s< ddl m} | \}}||tj� jd�}|j|tj� f� |S )z<Return connection from which to receive identified resource.r )�Client)�authkey)�
connectionr- r �current_processr. r r �getpid)Zidentr- �address�key�cr r r
r R s
z _ResourceSharer.get_connectionNc C s� ddl m} | j�� | jdk r�|| jtj� jd�}|jd� |j� | j j
|� | j j � rdt j
d� | jj� d| _ d| _d| _x | jj� D ]\}\}}|� q�W | jj� W dQ R X dS )z:Stop the background thread and clear registered resources.r )r- N)r. z._ResourceSharer thread did not stop when asked)r/ r- r' r) r r0 r. r r r* �joinZis_aliver Z sub_warningr( r# �items�clear)r Ztimeoutr- r4 r3 r r r r r
r [ s"
z_ResourceSharer.stopc C sn x | j j� D ]\}\}}|� q W | j j� | jj| j� tj� | _| jd k rX| jj � d | _d | _
d | _ d S )N) r# r6 r7 r$ �appendr' r% r& r( r r) r* )r r3 r r r r r
r+ p s
z_ResourceSharer._afterforkc C sf ddl m} | jd kst�tjd� |tj� jd�| _| jj | _
t j | j
d�}d|_|j� || _d S )Nr )�Listenerz0starting listener and thread for sending handles)r. )�targetT)r/ r9 r( �AssertionErrorr �debugr r0 r. r2 r) r% ZThread�_serveZdaemon�startr* )r r9 �tr r r
r, ~ s
z_ResourceSharer._startc C s� t td�r tjtjtdtj�� x�y\| jj� �H}|j� }|d krBP |\}}| j j
|�\}}z|||� W d |� X W d Q R X W q" t j � s�t
jt
j� � Y q"X q"W d S )N�pthread_sigmaskr )�hasattr�signalr@ � SIG_BLOCK�range�NSIGr( ZacceptZrecvr# �popr Z
is_exiting�sys�
excepthook�exc_info)r r �msgr3 Zdestination_pidr r r r r
r= � s
z_ResourceSharer._serve)N) r r r r r r � staticmethodr r r+ r, r= r r r r
r! = s
r! )r rB r rG r% � r �contextr r �__all__�platform�objectr r r! r r r r r r
�<module> s
` __pycache__/synchronize.cpython-36.opt-1.pyc 0000644 00000026043 15033635673 0014734 0 ustar 00 3
\/ � @ s, d dddddgZ ddlZddlZddlZddlZddlZdd lmZ dd
lmZ dd lm Z ydd lm
Z
m Z W n e k
r� e d ��Y nX e
ed��\ZZej
jZG dd� de�Z
G dd� de
�ZG dd� de�ZG dd � d e
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG dd� dej�ZdS ) �Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event� N� )�context)�process)�util)�SemLock�
sem_unlinkz*This platform lacks a functioning sem_openz( implementation, therefore, the requiredz+ synchronization primitives needed will notz function, see issue 3770.� c @ s\ e Zd Zej� Zdd� Zedd� �Zdd� Z dd� Z
d d
� Z d d � Z d
d� Z
edd� �ZdS )r c
C s� |d krt jj� }|j� }tjdkp*|dk}xPtd�D ]<}y tj|||| j � |� }| _
W n t k
rn Y q6X P q6W t d��t j
d|j � | j� tjdkr�dd� } t j| | � | j
jd k r�dd lm}
|
| j
j� t j| tj| j
jfd
d � d S ) N�win32�fork�d z cannot find name for semaphorez created semlock with handle %sc S s | j j� d S )N)�_semlock� _after_fork)�obj� r �3/usr/lib64/python3.6/multiprocessing/synchronize.pyr G s z%SemLock.__init__.<locals>._after_forkr )�registerr )Z exitpriority)r Z_default_contextZ get_contextZget_start_method�sys�platform�range�_multiprocessingr �
_make_namer �FileExistsErrorr �debug�handle�
_make_methodsZregister_after_fork�name�semaphore_trackerr ZFinalize�_cleanup) �self�kind�value�maxvalue�ctxr! Z
unlink_now�i�slr r r r r �__init__2 s.
zSemLock.__init__c C s ddl m} t| � || � d S )Nr )�
unregister)r" r, r
)r! r, r r r r# T s zSemLock._cleanupc C s | j j| _| j j| _d S )N)r �acquire�release)r$ r r r r Z s
zSemLock._make_methodsc C s
| j j� S )N)r � __enter__)r$ r r r r/ ^ s zSemLock.__enter__c G s | j j|� S )N)r �__exit__)r$ �argsr r r r0 a s zSemLock.__exit__c C sD t j| � | j}tjdkr,t j� j|j�}n|j}||j|j |j
fS )Nr ) r �assert_spawningr r r Zget_spawning_popenZduplicate_for_childr r% r' r! )r$ r* �hr r r � __getstate__d s
zSemLock.__getstate__c C s, t jj|� | _tjd|d � | j� d S )Nz recreated blocker with handle %rr )r r Z_rebuildr r r r )r$ �stater r r � __setstate__m s zSemLock.__setstate__c C s dt j� jd ttj�f S )Nz%s-%sZ semprefix)r
�current_processZ_config�nextr �_randr r r r r r s zSemLock._make_nameN)�__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer9 r+ � staticmethodr# r r/ r0 r4 r6 r r r r r r . s " r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r r c C s t j| t|t|d� d S )N)r( )r r+ � SEMAPHORE�
SEM_VALUE_MAX)r$ r& r( r r r r+ } s zSemaphore.__init__c C s
| j j� S )N)r �
_get_value)r$ r r r � get_value� s zSemaphore.get_valuec C s8 y| j j� }W n tk
r& d}Y nX d| jj|f S )N�unknownz<%s(value=%s)>)r rA � Exception� __class__r: )r$ r& r r r �__repr__� s
zSemaphore.__repr__N)r )r: r; r< r+ rB rF r r r r r { s
c @ s e Zd Zddd�Zdd� ZdS )r r c C s t j| t|||d� d S )N)r( )r r+ r? )r$ r& r( r r r r+ � s zBoundedSemaphore.__init__c C s> y| j j� }W n tk
r& d}Y nX d| jj|| j jf S )NrC z<%s(value=%s, maxvalue=%s)>)r rA rD rE r: r' )r$ r& r r r rF � s
zBoundedSemaphore.__repr__N)r )r: r; r< r+ rF r r r r r � s
c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S )Nr )r( )r r+ r? )r$ r( r r r r+ � s z
Lock.__init__c C s� yf| j j� r8tj� j}tj� jdkrd|dtj� j 7 }n,| j j� dkrLd}n| j j� dkr`d}nd}W n t k
r~ d}Y nX d | j
j |f S )
N�
MainThread�|r �Noner �SomeOtherThread�SomeOtherProcessrC z<%s(owner=%s)>) r �_is_miner
r7 r! � threading�current_threadrA �_countrD rE r: )r$ r! r r r rF � s
z
Lock.__repr__N)r: r; r< r+ rF r r r r r � s c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S )Nr )r( )r r+ �RECURSIVE_MUTEX)r$ r( r r r r+ � s zRLock.__init__c C s� y|| j j� rBtj� j}tj� jdkr6|dtj� j 7 }| j j� }n8| j j� dkrZd \}}n | j j� dkrrd \}}nd
\}}W n t k
r� d\}}Y nX d
| j
j ||f S )NrG rH r rI r rJ �nonzerorK rC z <%s(%s, %s)>)rI r )rJ rQ )rK rQ )rC rC ) r rL r
r7 r! rM rN rO rA rD rE r: )r$ r! �countr r r rF � s
zRLock.__repr__N)r: r; r< r+ rF r r r r r � s c @ sj e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z ddd�Z
dd� Z dd� Z ddd�Z
dS )r Nc C s> |p
|j � | _|jd�| _|jd�| _|jd�| _| j� d S )Nr )r �_lockr �_sleeping_count� _woken_count�_wait_semaphorer )r$ �lockr( r r r r+ � s
zCondition.__init__c C s t j| � | j| j| j| jfS )N)r r2 rS rT rU rV )r$ r r r r4 � s
zCondition.__getstate__c C s |\| _ | _| _| _| j� d S )N)rS rT rU rV r )r$ r5 r r r r6 � s zCondition.__setstate__c C s
| j j� S )N)rS r/ )r$ r r r r/ � s zCondition.__enter__c G s | j j|� S )N)rS r0 )r$ r1 r r r r0 � s zCondition.__exit__c C s | j j| _| j j| _d S )N)rS r- r. )r$ r r r r � s
zCondition._make_methodsc C sJ y | j jj� | jjj� }W n tk
r4 d}Y nX d| jj| j|f S )NrC z <%s(%s, %s)>)rT r rA rU rD rE r: rS )r$ Z num_waitersr r r rF � s
zCondition.__repr__c C sn | j j� | jjj� }xt|�D ]}| jj� q W z| jjd|�S | jj� xt|�D ]}| jj� qVW X d S )NT) rT r. rS r rO r rV r- rU )r$ �timeoutrR r) r r r �wait� s
zCondition.waitc C sN x | j jd�r | jjd�}qW | jjd�rJ| jj� | j j� | jjd� d S )NF)rU r- rT rV r. )r$ �resr r r �notify s
zCondition.notifyc C s| x | j jd�r | jjd�}qW d}x"| jjd�rD| jj� |d7 }q$W |rxxt|�D ]}| j j� qTW x| jjd�rvqhW d S )NFr r )rU r- rT rV r. r )r$ rZ Zsleepersr) r r r �
notify_all s
zCondition.notify_allc C sh |� }|r|S |d k r$t j� | }nd }d }x6|sb|d k rP|t j� }|dkrPP | j|� |� }q.W |S )Nr )�timeZ monotonicrY )r$ Z predicaterX �resultZendtimeZwaittimer r r �wait_for6 s
zCondition.wait_for)N)N)N)r: r; r< r+ r4 r6 r/ r0 r rF rY r[ r\ r_ r r r r r � s
c @ s6 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
d �Zd S )
r c C s |j |j� �| _|jd�| _d S )Nr )r r �_condr �_flag)r$ r( r r r r+ N s zEvent.__init__c C s0 | j � | jjd�r"| jj� dS dS Q R X d S )NFT)r` ra r- r. )r$ r r r �is_setR s
z Event.is_setc C s6 | j �& | jjd� | jj� | j j� W d Q R X d S )NF)r` ra r- r. r\ )r$ r r r �setY s
z Event.setc C s" | j � | jjd� W d Q R X d S )NF)r` ra r- )r$ r r r �clear_ s z Event.clearNc C sT | j �D | jjd�r | jj� n | j j|� | jjd�rF| jj� dS dS Q R X d S )NFT)r` ra r- r. rY )r$ rX r r r rY c s
z
Event.wait)N)r: r; r< r+ rb rc rd rY r r r r r L s
c @ sZ e Zd Zddd�Zdd� Zdd� Zedd � �Zejd
d � �Zed d � �Z e jd
d � �Z dS )�BarrierNc C sR dd l }ddlm} ||jd�d �}|j� }| j|||||f� d| _d| _d S )Nr r )�
BufferWrapperr) r )�struct�heaprf Zcalcsizer r6 �_staterO ) r$ Zparties�actionrX r( rg rf �wrapperZcondr r r r+ u s zBarrier.__init__c C s. |\| _ | _| _| _| _| jj� jd�| _d S )Nr) )�_parties�_action�_timeoutr` �_wrapperZcreate_memoryview�cast�_array)r$ r5 r r r r6 ~ s zBarrier.__setstate__c C s | j | j| j| j| jfS )N)rl rm rn r` ro )r$ r r r r4 � s zBarrier.__getstate__c C s
| j d S )Nr )rq )r$ r r r ri � s zBarrier._statec C s || j d< d S )Nr )rq )r$ r& r r r ri � s c C s
| j d S )Nr )rq )r$ r r r rO � s zBarrier._countc C s || j d< d S )Nr )rq )r$ r& r r r rO � s )NN)
r: r; r< r+ r6 r4 �propertyri �setterrO r r r r re s s
re zRThis platform lacks a functioning sem_open implementation, therefore, the requiredz}This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will notz�This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.)�__all__rM r r= r r] � r r
r r r
� ImportError�listr rP r? r@ �objectr r r r r r re r r r r �<module> s0 Mz' __pycache__/synchronize.cpython-36.opt-2.pyc 0000644 00000026043 15033635673 0014735 0 ustar 00 3
\/ � @ s, d dddddgZ ddlZddlZddlZddlZddlZdd lmZ dd
lmZ dd lm Z ydd lm
Z
m Z W n e k
r� e d ��Y nX e
ed��\ZZej
jZG dd� de�Z
G dd� de
�ZG dd� de�ZG dd � d e
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG dd� dej�ZdS ) �Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event� N� )�context)�process)�util)�SemLock�
sem_unlinkz*This platform lacks a functioning sem_openz( implementation, therefore, the requiredz+ synchronization primitives needed will notz function, see issue 3770.� c @ s\ e Zd Zej� Zdd� Zedd� �Zdd� Z dd� Z
d d
� Z d d � Z d
d� Z
edd� �ZdS )r c
C s� |d krt jj� }|j� }tjdkp*|dk}xPtd�D ]<}y tj|||| j � |� }| _
W n t k
rn Y q6X P q6W t d��t j
d|j � | j� tjdkr�dd� } t j| | � | j
jd k r�dd lm}
|
| j
j� t j| tj| j
jfd
d � d S ) N�win32�fork�d z cannot find name for semaphorez created semlock with handle %sc S s | j j� d S )N)�_semlock� _after_fork)�obj� r �3/usr/lib64/python3.6/multiprocessing/synchronize.pyr G s z%SemLock.__init__.<locals>._after_forkr )�registerr )Z exitpriority)r Z_default_contextZ get_contextZget_start_method�sys�platform�range�_multiprocessingr �
_make_namer �FileExistsErrorr �debug�handle�
_make_methodsZregister_after_fork�name�semaphore_trackerr ZFinalize�_cleanup) �self�kind�value�maxvalue�ctxr! Z
unlink_now�i�slr r r r r �__init__2 s.
zSemLock.__init__c C s ddl m} t| � || � d S )Nr )�
unregister)r" r, r
)r! r, r r r r# T s zSemLock._cleanupc C s | j j| _| j j| _d S )N)r �acquire�release)r$ r r r r Z s
zSemLock._make_methodsc C s
| j j� S )N)r � __enter__)r$ r r r r/ ^ s zSemLock.__enter__c G s | j j|� S )N)r �__exit__)r$ �argsr r r r0 a s zSemLock.__exit__c C sD t j| � | j}tjdkr,t j� j|j�}n|j}||j|j |j
fS )Nr ) r �assert_spawningr r r Zget_spawning_popenZduplicate_for_childr r% r' r! )r$ r* �hr r r � __getstate__d s
zSemLock.__getstate__c C s, t jj|� | _tjd|d � | j� d S )Nz recreated blocker with handle %rr )r r Z_rebuildr r r r )r$ �stater r r � __setstate__m s zSemLock.__setstate__c C s dt j� jd ttj�f S )Nz%s-%sZ semprefix)r
�current_processZ_config�nextr �_randr r r r r r s zSemLock._make_nameN)�__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer9 r+ � staticmethodr# r r/ r0 r4 r6 r r r r r r . s " r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r r c C s t j| t|t|d� d S )N)r( )r r+ � SEMAPHORE�
SEM_VALUE_MAX)r$ r& r( r r r r+ } s zSemaphore.__init__c C s
| j j� S )N)r �
_get_value)r$ r r r � get_value� s zSemaphore.get_valuec C s8 y| j j� }W n tk
r& d}Y nX d| jj|f S )N�unknownz<%s(value=%s)>)r rA � Exception� __class__r: )r$ r& r r r �__repr__� s
zSemaphore.__repr__N)r )r: r; r< r+ rB rF r r r r r { s
c @ s e Zd Zddd�Zdd� ZdS )r r c C s t j| t|||d� d S )N)r( )r r+ r? )r$ r& r( r r r r+ � s zBoundedSemaphore.__init__c C s> y| j j� }W n tk
r& d}Y nX d| jj|| j jf S )NrC z<%s(value=%s, maxvalue=%s)>)r rA rD rE r: r' )r$ r& r r r rF � s
zBoundedSemaphore.__repr__N)r )r: r; r< r+ rF r r r r r � s
c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S )Nr )r( )r r+ r? )r$ r( r r r r+ � s z
Lock.__init__c C s� yf| j j� r8tj� j}tj� jdkrd|dtj� j 7 }n,| j j� dkrLd}n| j j� dkr`d}nd}W n t k
r~ d}Y nX d | j
j |f S )
N�
MainThread�|r �Noner �SomeOtherThread�SomeOtherProcessrC z<%s(owner=%s)>) r �_is_miner
r7 r! � threading�current_threadrA �_countrD rE r: )r$ r! r r r rF � s
z
Lock.__repr__N)r: r; r< r+ rF r r r r r � s c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S )Nr )r( )r r+ �RECURSIVE_MUTEX)r$ r( r r r r+ � s zRLock.__init__c C s� y|| j j� rBtj� j}tj� jdkr6|dtj� j 7 }| j j� }n8| j j� dkrZd \}}n | j j� dkrrd \}}nd
\}}W n t k
r� d\}}Y nX d
| j
j ||f S )NrG rH r rI r rJ �nonzerorK rC z <%s(%s, %s)>)rI r )rJ rQ )rK rQ )rC rC ) r rL r
r7 r! rM rN rO rA rD rE r: )r$ r! �countr r r rF � s
zRLock.__repr__N)r: r; r< r+ rF r r r r r � s c @ sj e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z ddd�Z
dd� Z dd� Z ddd�Z
dS )r Nc C s> |p
|j � | _|jd�| _|jd�| _|jd�| _| j� d S )Nr )r �_lockr �_sleeping_count� _woken_count�_wait_semaphorer )r$ �lockr( r r r r+ � s
zCondition.__init__c C s t j| � | j| j| j| jfS )N)r r2 rS rT rU rV )r$ r r r r4 � s
zCondition.__getstate__c C s |\| _ | _| _| _| j� d S )N)rS rT rU rV r )r$ r5 r r r r6 � s zCondition.__setstate__c C s
| j j� S )N)rS r/ )r$ r r r r/ � s zCondition.__enter__c G s | j j|� S )N)rS r0 )r$ r1 r r r r0 � s zCondition.__exit__c C s | j j| _| j j| _d S )N)rS r- r. )r$ r r r r � s
zCondition._make_methodsc C sJ y | j jj� | jjj� }W n tk
r4 d}Y nX d| jj| j|f S )NrC z <%s(%s, %s)>)rT r rA rU rD rE r: rS )r$ Z num_waitersr r r rF � s
zCondition.__repr__c C sn | j j� | jjj� }xt|�D ]}| jj� q W z| jjd|�S | jj� xt|�D ]}| jj� qVW X d S )NT) rT r. rS r rO r rV r- rU )r$ �timeoutrR r) r r r �wait� s
zCondition.waitc C sN x | j jd�r | jjd�}qW | jjd�rJ| jj� | j j� | jjd� d S )NF)rU r- rT rV r. )r$ �resr r r �notify s
zCondition.notifyc C s| x | j jd�r | jjd�}qW d}x"| jjd�rD| jj� |d7 }q$W |rxxt|�D ]}| j j� qTW x| jjd�rvqhW d S )NFr r )rU r- rT rV r. r )r$ rZ Zsleepersr) r r r �
notify_all s
zCondition.notify_allc C sh |� }|r|S |d k r$t j� | }nd }d }x6|sb|d k rP|t j� }|dkrPP | j|� |� }q.W |S )Nr )�timeZ monotonicrY )r$ Z predicaterX �resultZendtimeZwaittimer r r �wait_for6 s
zCondition.wait_for)N)N)N)r: r; r< r+ r4 r6 r/ r0 r rF rY r[ r\ r_ r r r r r � s
c @ s6 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
d �Zd S )
r c C s |j |j� �| _|jd�| _d S )Nr )r r �_condr �_flag)r$ r( r r r r+ N s zEvent.__init__c C s0 | j � | jjd�r"| jj� dS dS Q R X d S )NFT)r` ra r- r. )r$ r r r �is_setR s
z Event.is_setc C s6 | j �& | jjd� | jj� | j j� W d Q R X d S )NF)r` ra r- r. r\ )r$ r r r �setY s
z Event.setc C s" | j � | jjd� W d Q R X d S )NF)r` ra r- )r$ r r r �clear_ s z Event.clearNc C sT | j �D | jjd�r | jj� n | j j|� | jjd�rF| jj� dS dS Q R X d S )NFT)r` ra r- r. rY )r$ rX r r r rY c s
z
Event.wait)N)r: r; r< r+ rb rc rd rY r r r r r L s
c @ sZ e Zd Zddd�Zdd� Zdd� Zedd � �Zejd
d � �Zed d � �Z e jd
d � �Z dS )�BarrierNc C sR dd l }ddlm} ||jd�d �}|j� }| j|||||f� d| _d| _d S )Nr r )�
BufferWrapperr) r )�struct�heaprf Zcalcsizer r6 �_staterO ) r$ Zparties�actionrX r( rg rf �wrapperZcondr r r r+ u s zBarrier.__init__c C s. |\| _ | _| _| _| _| jj� jd�| _d S )Nr) )�_parties�_action�_timeoutr` �_wrapperZcreate_memoryview�cast�_array)r$ r5 r r r r6 ~ s zBarrier.__setstate__c C s | j | j| j| j| jfS )N)rl rm rn r` ro )r$ r r r r4 � s zBarrier.__getstate__c C s
| j d S )Nr )rq )r$ r r r ri � s zBarrier._statec C s || j d< d S )Nr )rq )r$ r& r r r ri � s c C s
| j d S )Nr )rq )r$ r r r rO � s zBarrier._countc C s || j d< d S )Nr )rq )r$ r& r r r rO � s )NN)
r: r; r< r+ r6 r4 �propertyri �setterrO r r r r re s s
re zRThis platform lacks a functioning sem_open implementation, therefore, the requiredz}This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will notz�This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.)�__all__rM r r= r r] � r r
r r r
� ImportError�listr rP r? r@ �objectr r r r r r re r r r r �<module> s0 Mz' popen_spawn_posix.py 0000644 00000003755 15033635673 0010716 0 ustar 00 import io
import os
from .context import reduction, set_spawning_popen
from . import popen_fork
from . import spawn
from . import util
__all__ = ['Popen']
#
# Wrapper for an fd used while launching a process
#
class _DupFd(object):
def __init__(self, fd):
self.fd = fd
def detach(self):
return self.fd
#
# Start child process using a fresh interpreter
#
class Popen(popen_fork.Popen):
method = 'spawn'
DupFd = _DupFd
def __init__(self, process_obj):
self._fds = []
super().__init__(process_obj)
def duplicate_for_child(self, fd):
self._fds.append(fd)
return fd
def _launch(self, process_obj):
from . import resource_tracker
tracker_fd = resource_tracker.getfd()
self._fds.append(tracker_fd)
prep_data = spawn.get_preparation_data(process_obj._name)
fp = io.BytesIO()
set_spawning_popen(self)
try:
reduction.dump(prep_data, fp)
reduction.dump(process_obj, fp)
finally:
set_spawning_popen(None)
parent_r = child_w = child_r = parent_w = None
try:
parent_r, child_w = os.pipe()
child_r, parent_w = os.pipe()
cmd = spawn.get_command_line(tracker_fd=tracker_fd,
pipe_handle=child_r)
self._fds.extend([child_r, child_w])
self.pid = util.spawnv_passfds(spawn.get_executable(),
cmd, self._fds)
self.sentinel = parent_r
with open(parent_w, 'wb', closefd=False) as f:
f.write(fp.getbuffer())
finally:
fds_to_close = []
for fd in (parent_r, parent_w):
if fd is not None:
fds_to_close.append(fd)
self.finalizer = util.Finalize(self, util.close_fds, fds_to_close)
for fd in (child_r, child_w):
if fd is not None:
os.close(fd)
forkserver.py 0000644 00000030363 15033635673 0007326 0 ustar 00 import errno
import os
import selectors
import signal
import socket
import struct
import sys
import threading
import warnings
from . import connection
from . import process
from .context import reduction
from . import resource_tracker
from . import spawn
from . import util
__all__ = ['ensure_running', 'get_inherited_fds', 'connect_to_new_process',
'set_forkserver_preload']
#
#
#
MAXFDS_TO_SEND = 256
SIGNED_STRUCT = struct.Struct('q') # large enough for pid_t
#
# Forkserver class
#
class ForkServer(object):
def __init__(self):
self._forkserver_address = None
self._forkserver_alive_fd = None
self._forkserver_pid = None
self._inherited_fds = None
self._lock = threading.Lock()
self._preload_modules = ['__main__']
def _stop(self):
# Method used by unit tests to stop the server
with self._lock:
self._stop_unlocked()
def _stop_unlocked(self):
if self._forkserver_pid is None:
return
# close the "alive" file descriptor asks the server to stop
os.close(self._forkserver_alive_fd)
self._forkserver_alive_fd = None
os.waitpid(self._forkserver_pid, 0)
self._forkserver_pid = None
if not util.is_abstract_socket_namespace(self._forkserver_address):
os.unlink(self._forkserver_address)
self._forkserver_address = None
def set_forkserver_preload(self, modules_names):
'''Set list of module names to try to load in forkserver process.'''
if not all(type(mod) is str for mod in self._preload_modules):
raise TypeError('module_names must be a list of strings')
self._preload_modules = modules_names
def get_inherited_fds(self):
'''Return list of fds inherited from parent process.
This returns None if the current process was not started by fork
server.
'''
return self._inherited_fds
def connect_to_new_process(self, fds):
'''Request forkserver to create a child process.
Returns a pair of fds (status_r, data_w). The calling process can read
the child process's pid and (eventually) its returncode from status_r.
The calling process should write to data_w the pickled preparation and
process data.
'''
self.ensure_running()
if len(fds) + 4 >= MAXFDS_TO_SEND:
raise ValueError('too many fds')
with socket.socket(socket.AF_UNIX) as client:
client.connect(self._forkserver_address)
parent_r, child_w = os.pipe()
child_r, parent_w = os.pipe()
allfds = [child_r, child_w, self._forkserver_alive_fd,
resource_tracker.getfd()]
allfds += fds
try:
reduction.sendfds(client, allfds)
return parent_r, parent_w
except:
os.close(parent_r)
os.close(parent_w)
raise
finally:
os.close(child_r)
os.close(child_w)
def ensure_running(self):
'''Make sure that a fork server is running.
This can be called from any process. Note that usually a child
process will just reuse the forkserver started by its parent, so
ensure_running() will do nothing.
'''
with self._lock:
resource_tracker.ensure_running()
if self._forkserver_pid is not None:
# forkserver was launched before, is it still running?
pid, status = os.waitpid(self._forkserver_pid, os.WNOHANG)
if not pid:
# still alive
return
# dead, launch it again
os.close(self._forkserver_alive_fd)
self._forkserver_address = None
self._forkserver_alive_fd = None
self._forkserver_pid = None
cmd = ('from multiprocessing.forkserver import main; ' +
'main(%d, %d, %r, **%r)')
if self._preload_modules:
desired_keys = {'main_path', 'sys_path'}
data = spawn.get_preparation_data('ignore')
data = {x: y for x, y in data.items() if x in desired_keys}
else:
data = {}
with socket.socket(socket.AF_UNIX) as listener:
address = connection.arbitrary_address('AF_UNIX')
listener.bind(address)
if not util.is_abstract_socket_namespace(address):
os.chmod(address, 0o600)
listener.listen()
# all client processes own the write end of the "alive" pipe;
# when they all terminate the read end becomes ready.
alive_r, alive_w = os.pipe()
try:
fds_to_pass = [listener.fileno(), alive_r]
cmd %= (listener.fileno(), alive_r, self._preload_modules,
data)
exe = spawn.get_executable()
args = [exe] + util._args_from_interpreter_flags()
args += ['-c', cmd]
pid = util.spawnv_passfds(exe, args, fds_to_pass)
except:
os.close(alive_w)
raise
finally:
os.close(alive_r)
self._forkserver_address = address
self._forkserver_alive_fd = alive_w
self._forkserver_pid = pid
#
#
#
def main(listener_fd, alive_r, preload, main_path=None, sys_path=None):
'''Run forkserver.'''
if preload:
if '__main__' in preload and main_path is not None:
process.current_process()._inheriting = True
try:
spawn.import_main_path(main_path)
finally:
del process.current_process()._inheriting
for modname in preload:
try:
__import__(modname)
except ImportError:
pass
util._close_stdin()
sig_r, sig_w = os.pipe()
os.set_blocking(sig_r, False)
os.set_blocking(sig_w, False)
def sigchld_handler(*_unused):
# Dummy signal handler, doesn't do anything
pass
handlers = {
# unblocking SIGCHLD allows the wakeup fd to notify our event loop
signal.SIGCHLD: sigchld_handler,
# protect the process from ^C
signal.SIGINT: signal.SIG_IGN,
}
old_handlers = {sig: signal.signal(sig, val)
for (sig, val) in handlers.items()}
# calling os.write() in the Python signal handler is racy
signal.set_wakeup_fd(sig_w)
# map child pids to client fds
pid_to_fd = {}
with socket.socket(socket.AF_UNIX, fileno=listener_fd) as listener, \
selectors.DefaultSelector() as selector:
_forkserver._forkserver_address = listener.getsockname()
selector.register(listener, selectors.EVENT_READ)
selector.register(alive_r, selectors.EVENT_READ)
selector.register(sig_r, selectors.EVENT_READ)
while True:
try:
while True:
rfds = [key.fileobj for (key, events) in selector.select()]
if rfds:
break
if alive_r in rfds:
# EOF because no more client processes left
assert os.read(alive_r, 1) == b'', "Not at EOF?"
raise SystemExit
if sig_r in rfds:
# Got SIGCHLD
os.read(sig_r, 65536) # exhaust
while True:
# Scan for child processes
try:
pid, sts = os.waitpid(-1, os.WNOHANG)
except ChildProcessError:
break
if pid == 0:
break
child_w = pid_to_fd.pop(pid, None)
if child_w is not None:
if os.WIFSIGNALED(sts):
returncode = -os.WTERMSIG(sts)
else:
if not os.WIFEXITED(sts):
raise AssertionError(
"Child {0:n} status is {1:n}".format(
pid,sts))
returncode = os.WEXITSTATUS(sts)
# Send exit code to client process
try:
write_signed(child_w, returncode)
except BrokenPipeError:
# client vanished
pass
os.close(child_w)
else:
# This shouldn't happen really
warnings.warn('forkserver: waitpid returned '
'unexpected pid %d' % pid)
if listener in rfds:
# Incoming fork request
with listener.accept()[0] as s:
# Receive fds from client
fds = reduction.recvfds(s, MAXFDS_TO_SEND + 1)
if len(fds) > MAXFDS_TO_SEND:
raise RuntimeError(
"Too many ({0:n}) fds to send".format(
len(fds)))
child_r, child_w, *fds = fds
s.close()
pid = os.fork()
if pid == 0:
# Child
code = 1
try:
listener.close()
selector.close()
unused_fds = [alive_r, child_w, sig_r, sig_w]
unused_fds.extend(pid_to_fd.values())
code = _serve_one(child_r, fds,
unused_fds,
old_handlers)
except Exception:
sys.excepthook(*sys.exc_info())
sys.stderr.flush()
finally:
os._exit(code)
else:
# Send pid to client process
try:
write_signed(child_w, pid)
except BrokenPipeError:
# client vanished
pass
pid_to_fd[pid] = child_w
os.close(child_r)
for fd in fds:
os.close(fd)
except OSError as e:
if e.errno != errno.ECONNABORTED:
raise
def _serve_one(child_r, fds, unused_fds, handlers):
# close unnecessary stuff and reset signal handlers
signal.set_wakeup_fd(-1)
for sig, val in handlers.items():
signal.signal(sig, val)
for fd in unused_fds:
os.close(fd)
(_forkserver._forkserver_alive_fd,
resource_tracker._resource_tracker._fd,
*_forkserver._inherited_fds) = fds
# Run process object received over pipe
parent_sentinel = os.dup(child_r)
code = spawn._main(child_r, parent_sentinel)
return code
#
# Read and write signed numbers
#
def read_signed(fd):
data = b''
length = SIGNED_STRUCT.size
while len(data) < length:
s = os.read(fd, length - len(data))
if not s:
raise EOFError('unexpected EOF')
data += s
return SIGNED_STRUCT.unpack(data)[0]
def write_signed(fd, n):
msg = SIGNED_STRUCT.pack(n)
while msg:
nbytes = os.write(fd, msg)
if nbytes == 0:
raise RuntimeError('should not get here')
msg = msg[nbytes:]
#
#
#
_forkserver = ForkServer()
ensure_running = _forkserver.ensure_running
get_inherited_fds = _forkserver.get_inherited_fds
connect_to_new_process = _forkserver.connect_to_new_process
set_forkserver_preload = _forkserver.set_forkserver_preload
popen_forkserver.py 0000644 00000004266 15033635673 0010532 0 ustar 00 import io
import os
from .context import reduction, set_spawning_popen
if not reduction.HAVE_SEND_HANDLE:
raise ImportError('No support for sending fds between processes')
from . import forkserver
from . import popen_fork
from . import spawn
from . import util
__all__ = ['Popen']
#
# Wrapper for an fd used while launching a process
#
class _DupFd(object):
def __init__(self, ind):
self.ind = ind
def detach(self):
return forkserver.get_inherited_fds()[self.ind]
#
# Start child process using a server process
#
class Popen(popen_fork.Popen):
method = 'forkserver'
DupFd = _DupFd
def __init__(self, process_obj):
self._fds = []
super().__init__(process_obj)
def duplicate_for_child(self, fd):
self._fds.append(fd)
return len(self._fds) - 1
def _launch(self, process_obj):
prep_data = spawn.get_preparation_data(process_obj._name)
buf = io.BytesIO()
set_spawning_popen(self)
try:
reduction.dump(prep_data, buf)
reduction.dump(process_obj, buf)
finally:
set_spawning_popen(None)
self.sentinel, w = forkserver.connect_to_new_process(self._fds)
# Keep a duplicate of the data pipe's write end as a sentinel of the
# parent process used by the child process.
_parent_w = os.dup(w)
self.finalizer = util.Finalize(self, util.close_fds,
(_parent_w, self.sentinel))
with open(w, 'wb', closefd=True) as f:
f.write(buf.getbuffer())
self.pid = forkserver.read_signed(self.sentinel)
def poll(self, flag=os.WNOHANG):
if self.returncode is None:
from multiprocessing.connection import wait
timeout = 0 if flag == os.WNOHANG else None
if not wait([self.sentinel], timeout):
return None
try:
self.returncode = forkserver.read_signed(self.sentinel)
except (OSError, EOFError):
# This should not happen usually, but perhaps the forkserver
# process itself got killed
self.returncode = 255
return self.returncode
popen_spawn_win32.py 0000644 00000007653 15033635673 0010517 0 ustar 00 import os
import msvcrt
import signal
import sys
import _winapi
from .context import reduction, get_spawning_popen, set_spawning_popen
from . import spawn
from . import util
__all__ = ['Popen']
#
#
#
TERMINATE = 0x10000
WINEXE = (sys.platform == 'win32' and getattr(sys, 'frozen', False))
WINSERVICE = sys.executable.lower().endswith("pythonservice.exe")
def _path_eq(p1, p2):
return p1 == p2 or os.path.normcase(p1) == os.path.normcase(p2)
WINENV = not _path_eq(sys.executable, sys._base_executable)
def _close_handles(*handles):
for handle in handles:
_winapi.CloseHandle(handle)
#
# We define a Popen class similar to the one from subprocess, but
# whose constructor takes a process object as its argument.
#
class Popen(object):
'''
Start a subprocess to run the code of a process object
'''
method = 'spawn'
def __init__(self, process_obj):
prep_data = spawn.get_preparation_data(process_obj._name)
# read end of pipe will be duplicated by the child process
# -- see spawn_main() in spawn.py.
#
# bpo-33929: Previously, the read end of pipe was "stolen" by the child
# process, but it leaked a handle if the child process had been
# terminated before it could steal the handle from the parent process.
rhandle, whandle = _winapi.CreatePipe(None, 0)
wfd = msvcrt.open_osfhandle(whandle, 0)
cmd = spawn.get_command_line(parent_pid=os.getpid(),
pipe_handle=rhandle)
cmd = ' '.join('"%s"' % x for x in cmd)
python_exe = spawn.get_executable()
# bpo-35797: When running in a venv, we bypass the redirect
# executor and launch our base Python.
if WINENV and _path_eq(python_exe, sys.executable):
python_exe = sys._base_executable
env = os.environ.copy()
env["__PYVENV_LAUNCHER__"] = sys.executable
else:
env = None
with open(wfd, 'wb', closefd=True) as to_child:
# start process
try:
hp, ht, pid, tid = _winapi.CreateProcess(
python_exe, cmd,
None, None, False, 0, env, None, None)
_winapi.CloseHandle(ht)
except:
_winapi.CloseHandle(rhandle)
raise
# set attributes of self
self.pid = pid
self.returncode = None
self._handle = hp
self.sentinel = int(hp)
self.finalizer = util.Finalize(self, _close_handles,
(self.sentinel, int(rhandle)))
# send information to child
set_spawning_popen(self)
try:
reduction.dump(prep_data, to_child)
reduction.dump(process_obj, to_child)
finally:
set_spawning_popen(None)
def duplicate_for_child(self, handle):
assert self is get_spawning_popen()
return reduction.duplicate(handle, self.sentinel)
def wait(self, timeout=None):
if self.returncode is None:
if timeout is None:
msecs = _winapi.INFINITE
else:
msecs = max(0, int(timeout * 1000 + 0.5))
res = _winapi.WaitForSingleObject(int(self._handle), msecs)
if res == _winapi.WAIT_OBJECT_0:
code = _winapi.GetExitCodeProcess(self._handle)
if code == TERMINATE:
code = -signal.SIGTERM
self.returncode = code
return self.returncode
def poll(self):
return self.wait(timeout=0)
def terminate(self):
if self.returncode is None:
try:
_winapi.TerminateProcess(int(self._handle), TERMINATE)
except OSError:
if self.wait(timeout=1.0) is None:
raise
kill = terminate
def close(self):
self.finalizer()
dummy/__pycache__/__init__.cpython-36.opt-2.pyc 0000644 00000007136 15033635673 0015256 0 ustar 00 3
\P � @ s d ddddddddd d
d d d
ddgZ ddlZddlZddlZddlZddlmZ ddlmZmZm Z m
Z
ddlm Z m Z m
Z
ddlmZ G dd� dej�ZeZejZej� e� _dd� Zdd� ZG dd � d e�ZeZe Z d&d d �Z G d d!� d!e�Z d"d � Z d#d$� Z ddf fd%d�Z!eZ"dS )'�Process�current_process�active_children�freeze_support�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event�Barrier�Queue�Manager�Pipe�Pool�
JoinableQueue� N� )r )r r r r )r
r r )r c @ s4 e Zd Zdddf i fdd�Zdd� Zedd� �ZdS )� DummyProcessNc C s8 t jj| |||||� d | _tj� | _d| _t� | _ d S )NF)
� threading�Thread�__init__Z_pid�weakref�WeakKeyDictionary� _children�
_start_calledr �_parent)�self�group�target�name�args�kwargs� r" �6/usr/lib64/python3.6/multiprocessing/dummy/__init__.pyr $ s
zDummyProcess.__init__c C s. d| _ t| jd�r d | jj| < tjj| � d S )NTr )r �hasattrr r r r �start)r r" r" r# r% + s zDummyProcess.startc C s | j r| j� rdS d S d S )Nr )r �is_alive)r r" r" r# �exitcode2 s zDummyProcess.exitcode)�__name__�
__module__� __qualname__r r% �propertyr' r" r" r" r# r " s r c C s6 t � j} x$t| �D ]}|j� s| j|d � qW t| �S )N)r r �listr& �pop)Zchildren�pr" r" r# r A s
c C s d S )Nr" r" r" r" r# r H s c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j j|� d S )N)�__dict__�update)r �kwdsr" r" r# r P s zNamespace.__init__c C s^ t | jj� �}g }x,|D ]$\}}|jd�s|jd||f � qW |j� d| jjdj|�f S )N�_z%s=%rz%s(%s)z, ) r, r0 �items�
startswith�append�sort� __class__r( �join)r r4 Ztempr �valuer" r" r# �__repr__R s
zNamespace.__repr__N)r( r) r* r r; r" r" r" r# r/ O s r/ Tc C s t j | |�S )N)�array)�typecodeZsequence�lockr" r" r# �Array^ s r? c @ s8 e Zd Zd dd�Zdd� Zdd� Zeee�Zdd � Zd
S ) �ValueTc C s || _ || _d S )N)� _typecode�_value)r r= r: r> r" r" r# r b s zValue.__init__c C s | j S )N)rB )r r" r" r# �_gete s z
Value._getc C s
|| _ d S )N)rB )r r: r" r" r# �_setg s z
Value._setc C s dt | �j| j| jf S )Nz <%s(%r, %r)>)�typer( rA rB )r r" r" r# r; j s zValue.__repr__N)T) r( r) r* r rC rD r+ r: r; r" r" r" r# r@ a s
r@ c C s
t jt S )N)�sys�modulesr( r" r" r" r# r
m s c C s d S )Nr" r" r" r" r# �shutdownp s rH c C s ddl m} || ||�S )N� )�
ThreadPool)ZpoolrJ )Z processesZ initializerZinitargsrJ r" r" r# r s s )T)#�__all__r rF r r< Z
connectionr r r r r r
r r Zqueuer r r r Zcurrent_threadr r r r r �objectr/ �dictr, r? r@ r
rH r r r" r" r" r# �<module> s2
dummy/__pycache__/connection.cpython-36.opt-2.pyc 0000644 00000004701 15033635673 0015651 0 ustar 00 3
\/ � @ sR d ddgZ ddlmZ dgZG dd� de�Zdd � Zd d d�ZG d
d � d e�ZdS )
�Client�Listener�Pipe� )�QueueNc @ sB e Zd Zddd�Zdd� Zdd� Zed d
� �Zd d � Zd
d� Z dS )r N� c C s t |�| _d S )N)r �_backlog_queue)�self�addressZfamilyZbacklog� r
�8/usr/lib64/python3.6/multiprocessing/dummy/connection.py�__init__ s zListener.__init__c C s t | jj� � S )N)�
Connectionr �get)r r
r
r �accept s zListener.acceptc C s
d | _ d S )N)r )r r
r
r �close s zListener.closec C s | j S )N)r )r r
r
r �<lambda> s zListener.<lambda>c C s | S )Nr
)r r
r
r � __enter__ s zListener.__enter__c C s | j � d S )N)r )r �exc_type� exc_value�exc_tbr
r
r �__exit__" s zListener.__exit__)NNr )
�__name__�
__module__� __qualname__r r r �propertyr r r r
r
r
r r s
c C s& t � t � }}| j||f� t||�S )N)r �putr
)r �_in�_outr
r
r r & s Tc C s" t � t � }}t||�t||�fS )N)r r
)Zduplex�a�br
r
r r , s c @ s6 e Zd Zdd� Zd
dd�Zdd� Zdd � Zd
d � Zd S )r
c C s, || _ || _|j | _| _|j | _| _d S )N)r r r �sendZ
send_bytesr ZrecvZ
recv_bytes)r r r r
r
r r 3 s zConnection.__init__� c C sN | j j� dkrdS |dkr dS | j j� | j jj|� W d Q R X | j j� dkS )Nr Tg F)r ZqsizeZ not_empty�wait)r Ztimeoutr
r
r �poll9 s
zConnection.pollc C s d S )Nr
)r r
r
r r B s zConnection.closec C s | S )Nr
)r r
r
r r E s zConnection.__enter__c C s | j � d S )N)r )r r r r r
r
r r H s zConnection.__exit__N)r! )r r r r r# r r r r
r
r
r r
1 s
r
)T) �__all__Zqueuer Zfamilies�objectr r r r
r
r
r
r �<module>
s
dummy/__pycache__/connection.cpython-36.opt-1.pyc 0000644 00000004701 15033635673 0015650 0 ustar 00 3
\/ � @ sR d ddgZ ddlmZ dgZG dd� de�Zdd � Zd d d�ZG d
d � d e�ZdS )
�Client�Listener�Pipe� )�QueueNc @ sB e Zd Zddd�Zdd� Zdd� Zed d
� �Zd d � Zd
d� Z dS )r N� c C s t |�| _d S )N)r �_backlog_queue)�self�addressZfamilyZbacklog� r
�8/usr/lib64/python3.6/multiprocessing/dummy/connection.py�__init__ s zListener.__init__c C s t | jj� � S )N)�
Connectionr �get)r r
r
r �accept s zListener.acceptc C s
d | _ d S )N)r )r r
r
r �close s zListener.closec C s | j S )N)r )r r
r
r �<lambda> s zListener.<lambda>c C s | S )Nr
)r r
r
r � __enter__ s zListener.__enter__c C s | j � d S )N)r )r �exc_type� exc_value�exc_tbr
r
r �__exit__" s zListener.__exit__)NNr )
�__name__�
__module__� __qualname__r r r �propertyr r r r
r
r
r r s
c C s& t � t � }}| j||f� t||�S )N)r �putr
)r �_in�_outr
r
r r & s Tc C s" t � t � }}t||�t||�fS )N)r r
)Zduplex�a�br
r
r r , s c @ s6 e Zd Zdd� Zd
dd�Zdd� Zdd � Zd
d � Zd S )r
c C s, || _ || _|j | _| _|j | _| _d S )N)r r r �sendZ
send_bytesr ZrecvZ
recv_bytes)r r r r
r
r r 3 s zConnection.__init__� c C sN | j j� dkrdS |dkr dS | j j� | j jj|� W d Q R X | j j� dkS )Nr Tg F)r ZqsizeZ not_empty�wait)r Ztimeoutr
r
r �poll9 s
zConnection.pollc C s d S )Nr
)r r
r
r r B s zConnection.closec C s | S )Nr
)r r
r
r r E s zConnection.__enter__c C s | j � d S )N)r )r r r r r
r
r r H s zConnection.__exit__N)r! )r r r r r# r r r r
r
r
r r
1 s
r
)T) �__all__Zqueuer Zfamilies�objectr r r r
r
r
r
r �<module>
s
dummy/__pycache__/connection.cpython-36.pyc 0000644 00000004701 15033635673 0014711 0 ustar 00 3
\/ � @ sR d ddgZ ddlmZ dgZG dd� de�Zdd � Zd d d�ZG d
d � d e�ZdS )
�Client�Listener�Pipe� )�QueueNc @ sB e Zd Zddd�Zdd� Zdd� Zed d
� �Zd d � Zd
d� Z dS )r N� c C s t |�| _d S )N)r �_backlog_queue)�self�addressZfamilyZbacklog� r
�8/usr/lib64/python3.6/multiprocessing/dummy/connection.py�__init__ s zListener.__init__c C s t | jj� � S )N)�
Connectionr �get)r r
r
r �accept s zListener.acceptc C s
d | _ d S )N)r )r r
r
r �close s zListener.closec C s | j S )N)r )r r
r
r �<lambda> s zListener.<lambda>c C s | S )Nr
)r r
r
r � __enter__ s zListener.__enter__c C s | j � d S )N)r )r �exc_type� exc_value�exc_tbr
r
r �__exit__" s zListener.__exit__)NNr )
�__name__�
__module__� __qualname__r r r �propertyr r r r
r
r
r r s
c C s& t � t � }}| j||f� t||�S )N)r �putr
)r �_in�_outr
r
r r & s Tc C s" t � t � }}t||�t||�fS )N)r r
)Zduplex�a�br
r
r r , s c @ s6 e Zd Zdd� Zd
dd�Zdd� Zdd � Zd
d � Zd S )r
c C s, || _ || _|j | _| _|j | _| _d S )N)r r r �sendZ
send_bytesr ZrecvZ
recv_bytes)r r r r
r
r r 3 s zConnection.__init__� c C sN | j j� dkrdS |dkr dS | j j� | j jj|� W d Q R X | j j� dkS )Nr Tg F)r ZqsizeZ not_empty�wait)r Ztimeoutr
r
r �poll9 s
zConnection.pollc C s d S )Nr
)r r
r
r r B s zConnection.closec C s | S )Nr
)r r
r
r r E s zConnection.__enter__c C s | j � d S )N)r )r r r r r
r
r r H s zConnection.__exit__N)r! )r r r r r# r r r r
r
r
r r
1 s
r
)T) �__all__Zqueuer Zfamilies�objectr r r r
r
r
r
r �<module>
s
dummy/__pycache__/__init__.cpython-36.pyc 0000644 00000007205 15033635673 0014313 0 ustar 00 3
\P � @ s d ddddddddd d
d d d
ddgZ ddlZddlZddlZddlZddlmZ ddlmZmZm Z m
Z
ddlm Z m Z m
Z
ddlmZ G dd� dej�ZeZejZej� e� _dd� Zdd� ZG dd � d e�ZeZe Z d&d d �Z G d d!� d!e�Z d"d � Z d#d$� Z ddf fd%d�Z!eZ"dS )'�Process�current_process�active_children�freeze_support�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event�Barrier�Queue�Manager�Pipe�Pool�
JoinableQueue� N� )r )r r r r )r
r r )r c @ s4 e Zd Zdddf i fdd�Zdd� Zedd� �ZdS )� DummyProcessNc C s8 t jj| |||||� d | _tj� | _d| _t� | _ d S )NF)
� threading�Thread�__init__Z_pid�weakref�WeakKeyDictionary� _children�
_start_calledr �_parent)�self�group�target�name�args�kwargs� r" �6/usr/lib64/python3.6/multiprocessing/dummy/__init__.pyr $ s
zDummyProcess.__init__c C s> | j t� kst�d| _t| j d�r.d | j j| < tjj| � d S )NTr ) r r �AssertionErrorr �hasattrr r r �start)r r" r" r# r& + s
zDummyProcess.startc C s | j r| j� rdS d S d S )Nr )r �is_alive)r r" r" r# �exitcode2 s zDummyProcess.exitcode)�__name__�
__module__� __qualname__r r& �propertyr( r" r" r" r# r " s r c C s6 t � j} x$t| �D ]}|j� s| j|d � qW t| �S )N)r r �listr' �pop)Zchildren�pr" r" r# r A s
c C s d S )Nr" r" r" r" r# r H s c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j j|� d S )N)�__dict__�update)r �kwdsr" r" r# r P s zNamespace.__init__c C s^ t | jj� �}g }x,|D ]$\}}|jd�s|jd||f � qW |j� d| jjdj|�f S )N�_z%s=%rz%s(%s)z, ) r- r1 �items�
startswith�append�sort� __class__r) �join)r r5 Ztempr �valuer" r" r# �__repr__R s
zNamespace.__repr__N)r) r* r+ r r< r" r" r" r# r0 O s r0 Tc C s t j | |�S )N)�array)�typecodeZsequence�lockr" r" r# �Array^ s r@ c @ s8 e Zd Zd dd�Zdd� Zdd� Zeee�Zdd � Zd
S ) �ValueTc C s || _ || _d S )N)� _typecode�_value)r r> r; r? r" r" r# r b s zValue.__init__c C s | j S )N)rC )r r" r" r# �_gete s z
Value._getc C s
|| _ d S )N)rC )r r; r" r" r# �_setg s z
Value._setc C s dt | �j| j| jf S )Nz <%s(%r, %r)>)�typer) rB rC )r r" r" r# r< j s zValue.__repr__N)T) r) r* r+ r rD rE r, r; r< r" r" r" r# rA a s
rA c C s
t jt S )N)�sys�modulesr) r" r" r" r# r
m s c C s d S )Nr" r" r" r" r# �shutdownp s rI c C s ddl m} || ||�S )N� )�
ThreadPool)ZpoolrK )Z processesZ initializerZinitargsrK r" r" r# r s s )T)#�__all__r rG r r= Z
connectionr r r r r r
r r Zqueuer r r r Zcurrent_threadr r r r r �objectr0 �dictr- r@ rA r
rI r r r" r" r" r# �<module> s2
dummy/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000007136 15033635673 0015255 0 ustar 00 3
\P � @ s d ddddddddd d
d d d
ddgZ ddlZddlZddlZddlZddlmZ ddlmZmZm Z m
Z
ddlm Z m Z m
Z
ddlmZ G dd� dej�ZeZejZej� e� _dd� Zdd� ZG dd � d e�ZeZe Z d&d d �Z G d d!� d!e�Z d"d � Z d#d$� Z ddf fd%d�Z!eZ"dS )'�Process�current_process�active_children�freeze_support�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event�Barrier�Queue�Manager�Pipe�Pool�
JoinableQueue� N� )r )r r r r )r
r r )r c @ s4 e Zd Zdddf i fdd�Zdd� Zedd� �ZdS )� DummyProcessNc C s8 t jj| |||||� d | _tj� | _d| _t� | _ d S )NF)
� threading�Thread�__init__Z_pid�weakref�WeakKeyDictionary� _children�
_start_calledr �_parent)�self�group�target�name�args�kwargs� r" �6/usr/lib64/python3.6/multiprocessing/dummy/__init__.pyr $ s
zDummyProcess.__init__c C s. d| _ t| jd�r d | jj| < tjj| � d S )NTr )r �hasattrr r r r �start)r r" r" r# r% + s zDummyProcess.startc C s | j r| j� rdS d S d S )Nr )r �is_alive)r r" r" r# �exitcode2 s zDummyProcess.exitcode)�__name__�
__module__� __qualname__r r% �propertyr' r" r" r" r# r " s r c C s6 t � j} x$t| �D ]}|j� s| j|d � qW t| �S )N)r r �listr& �pop)Zchildren�pr" r" r# r A s
c C s d S )Nr" r" r" r" r# r H s c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j j|� d S )N)�__dict__�update)r �kwdsr" r" r# r P s zNamespace.__init__c C s^ t | jj� �}g }x,|D ]$\}}|jd�s|jd||f � qW |j� d| jjdj|�f S )N�_z%s=%rz%s(%s)z, ) r, r0 �items�
startswith�append�sort� __class__r( �join)r r4 Ztempr �valuer" r" r# �__repr__R s
zNamespace.__repr__N)r( r) r* r r; r" r" r" r# r/ O s r/ Tc C s t j | |�S )N)�array)�typecodeZsequence�lockr" r" r# �Array^ s r? c @ s8 e Zd Zd dd�Zdd� Zdd� Zeee�Zdd � Zd
S ) �ValueTc C s || _ || _d S )N)� _typecode�_value)r r= r: r> r" r" r# r b s zValue.__init__c C s | j S )N)rB )r r" r" r# �_gete s z
Value._getc C s
|| _ d S )N)rB )r r: r" r" r# �_setg s z
Value._setc C s dt | �j| j| jf S )Nz <%s(%r, %r)>)�typer( rA rB )r r" r" r# r; j s zValue.__repr__N)T) r( r) r* r rC rD r+ r: r; r" r" r" r# r@ a s
r@ c C s
t jt S )N)�sys�modulesr( r" r" r" r# r
m s c C s d S )Nr" r" r" r" r# �shutdownp s rH c C s ddl m} || ||�S )N� )�
ThreadPool)ZpoolrJ )Z processesZ initializerZinitargsrJ r" r" r# r s s )T)#�__all__r rF r r< Z
connectionr r r r r r
r r Zqueuer r r r Zcurrent_threadr r r r r �objectr/ �dictr, r? r@ r
rH r r r" r" r" r# �<module> s2
semaphore_tracker.py 0000644 00000012422 15033635673 0010630 0 ustar 00 #
# On Unix we run a server process which keeps track of unlinked
# semaphores. The server ignores SIGINT and SIGTERM and reads from a
# pipe. Every other process of the program has a copy of the writable
# end of the pipe, so we get EOF when all other processes have exited.
# Then the server process unlinks any remaining semaphore names.
#
# This is important because the system only supports a limited number
# of named semaphores, and they will not be automatically removed till
# the next reboot. Without this semaphore tracker process, "killall
# python" would probably leave unlinked semaphores.
#
import os
import signal
import sys
import threading
import warnings
import _multiprocessing
from . import spawn
from . import util
__all__ = ['ensure_running', 'register', 'unregister']
class SemaphoreTracker(object):
def __init__(self):
self._lock = threading.Lock()
self._fd = None
self._pid = None
def getfd(self):
self.ensure_running()
return self._fd
def ensure_running(self):
'''Make sure that semaphore tracker process is running.
This can be run from any process. Usually a child process will use
the semaphore created by its parent.'''
with self._lock:
if self._pid is not None:
# semaphore tracker was launched before, is it still running?
pid, status = os.waitpid(self._pid, os.WNOHANG)
if not pid:
# => still alive
return
# => dead, launch it again
os.close(self._fd)
self._fd = None
self._pid = None
warnings.warn('semaphore_tracker: process died unexpectedly, '
'relaunching. Some semaphores might leak.')
fds_to_pass = []
try:
fds_to_pass.append(sys.stderr.fileno())
except Exception:
pass
cmd = 'from multiprocessing.semaphore_tracker import main;main(%d)'
r, w = os.pipe()
try:
fds_to_pass.append(r)
# process will out live us, so no need to wait on pid
exe = spawn.get_executable()
args = [exe] + util._args_from_interpreter_flags()
args += ['-c', cmd % r]
pid = util.spawnv_passfds(exe, args, fds_to_pass)
except:
os.close(w)
raise
else:
self._fd = w
self._pid = pid
finally:
os.close(r)
def register(self, name):
'''Register name of semaphore with semaphore tracker.'''
self._send('REGISTER', name)
def unregister(self, name):
'''Unregister name of semaphore with semaphore tracker.'''
self._send('UNREGISTER', name)
def _send(self, cmd, name):
self.ensure_running()
msg = '{0}:{1}\n'.format(cmd, name).encode('ascii')
if len(name) > 512:
# posix guarantees that writes to a pipe of less than PIPE_BUF
# bytes are atomic, and that PIPE_BUF >= 512
raise ValueError('name too long')
nbytes = os.write(self._fd, msg)
assert nbytes == len(msg)
_semaphore_tracker = SemaphoreTracker()
ensure_running = _semaphore_tracker.ensure_running
register = _semaphore_tracker.register
unregister = _semaphore_tracker.unregister
getfd = _semaphore_tracker.getfd
def main(fd):
'''Run semaphore tracker.'''
# protect the process from ^C and "killall python" etc
signal.signal(signal.SIGINT, signal.SIG_IGN)
signal.signal(signal.SIGTERM, signal.SIG_IGN)
for f in (sys.stdin, sys.stdout):
try:
f.close()
except Exception:
pass
cache = set()
try:
# keep track of registered/unregistered semaphores
with open(fd, 'rb') as f:
for line in f:
try:
cmd, name = line.strip().split(b':')
if cmd == b'REGISTER':
cache.add(name)
elif cmd == b'UNREGISTER':
cache.remove(name)
else:
raise RuntimeError('unrecognized command %r' % cmd)
except Exception:
try:
sys.excepthook(*sys.exc_info())
except:
pass
finally:
# all processes have terminated; cleanup any remaining semaphores
if cache:
try:
warnings.warn('semaphore_tracker: There appear to be %d '
'leaked semaphores to clean up at shutdown' %
len(cache))
except Exception:
pass
for name in cache:
# For some reason the process which created and registered this
# semaphore has failed to unregister it. Presumably it has died.
# We therefore unlink it.
try:
name = name.decode('ascii')
try:
_multiprocessing.sem_unlink(name)
except Exception as e:
warnings.warn('semaphore_tracker: %r: %s' % (name, e))
finally:
pass
resource_sharer.py 0000644 00000012350 15033635673 0010325 0 ustar 00 #
# We use a background thread for sharing fds on Unix, and for sharing sockets on
# Windows.
#
# A client which wants to pickle a resource registers it with the resource
# sharer and gets an identifier in return. The unpickling process will connect
# to the resource sharer, sends the identifier and its pid, and then receives
# the resource.
#
import os
import signal
import socket
import sys
import threading
from . import process
from .context import reduction
from . import util
__all__ = ['stop']
if sys.platform == 'win32':
__all__ += ['DupSocket']
class DupSocket(object):
'''Picklable wrapper for a socket.'''
def __init__(self, sock):
new_sock = sock.dup()
def send(conn, pid):
share = new_sock.share(pid)
conn.send_bytes(share)
self._id = _resource_sharer.register(send, new_sock.close)
def detach(self):
'''Get the socket. This should only be called once.'''
with _resource_sharer.get_connection(self._id) as conn:
share = conn.recv_bytes()
return socket.fromshare(share)
else:
__all__ += ['DupFd']
class DupFd(object):
'''Wrapper for fd which can be used at any time.'''
def __init__(self, fd):
new_fd = os.dup(fd)
def send(conn, pid):
reduction.send_handle(conn, new_fd, pid)
def close():
os.close(new_fd)
self._id = _resource_sharer.register(send, close)
def detach(self):
'''Get the fd. This should only be called once.'''
with _resource_sharer.get_connection(self._id) as conn:
return reduction.recv_handle(conn)
class _ResourceSharer(object):
'''Manager for resources using background thread.'''
def __init__(self):
self._key = 0
self._cache = {}
self._old_locks = []
self._lock = threading.Lock()
self._listener = None
self._address = None
self._thread = None
util.register_after_fork(self, _ResourceSharer._afterfork)
def register(self, send, close):
'''Register resource, returning an identifier.'''
with self._lock:
if self._address is None:
self._start()
self._key += 1
self._cache[self._key] = (send, close)
return (self._address, self._key)
@staticmethod
def get_connection(ident):
'''Return connection from which to receive identified resource.'''
from .connection import Client
address, key = ident
c = Client(address, authkey=process.current_process().authkey)
c.send((key, os.getpid()))
return c
def stop(self, timeout=None):
'''Stop the background thread and clear registered resources.'''
from .connection import Client
with self._lock:
if self._address is not None:
c = Client(self._address,
authkey=process.current_process().authkey)
c.send(None)
c.close()
self._thread.join(timeout)
if self._thread.is_alive():
util.sub_warning('_ResourceSharer thread did '
'not stop when asked')
self._listener.close()
self._thread = None
self._address = None
self._listener = None
for key, (send, close) in self._cache.items():
close()
self._cache.clear()
def _afterfork(self):
for key, (send, close) in self._cache.items():
close()
self._cache.clear()
# If self._lock was locked at the time of the fork, it may be broken
# -- see issue 6721. Replace it without letting it be gc'ed.
self._old_locks.append(self._lock)
self._lock = threading.Lock()
if self._listener is not None:
self._listener.close()
self._listener = None
self._address = None
self._thread = None
def _start(self):
from .connection import Listener
assert self._listener is None, "Already have Listener"
util.debug('starting listener and thread for sending handles')
self._listener = Listener(authkey=process.current_process().authkey)
self._address = self._listener.address
t = threading.Thread(target=self._serve)
t.daemon = True
t.start()
self._thread = t
def _serve(self):
if hasattr(signal, 'pthread_sigmask'):
signal.pthread_sigmask(signal.SIG_BLOCK, signal.valid_signals())
while 1:
try:
with self._listener.accept() as conn:
msg = conn.recv()
if msg is None:
break
key, destination_pid = msg
send, close = self._cache.pop(key)
try:
send(conn, destination_pid)
finally:
close()
except:
if not util.is_exiting():
sys.excepthook(*sys.exc_info())
_resource_sharer = _ResourceSharer()
stop = _resource_sharer.stop
spawn.py 0000644 00000022120 15033635673 0006256 0 ustar 00 #
# Code used to start processes when using the spawn or forkserver
# start methods.
#
# multiprocessing/spawn.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
import os
import sys
import runpy
import types
from . import get_start_method, set_start_method
from . import process
from .context import reduction
from . import util
__all__ = ['_main', 'freeze_support', 'set_executable', 'get_executable',
'get_preparation_data', 'get_command_line', 'import_main_path']
#
# _python_exe is the assumed path to the python executable.
# People embedding Python want to modify it.
#
if sys.platform != 'win32':
WINEXE = False
WINSERVICE = False
else:
WINEXE = getattr(sys, 'frozen', False)
WINSERVICE = sys.executable.lower().endswith("pythonservice.exe")
if WINSERVICE:
_python_exe = os.path.join(sys.exec_prefix, 'python.exe')
else:
_python_exe = sys.executable
def set_executable(exe):
global _python_exe
_python_exe = exe
def get_executable():
return _python_exe
#
#
#
def is_forking(argv):
'''
Return whether commandline indicates we are forking
'''
if len(argv) >= 2 and argv[1] == '--multiprocessing-fork':
return True
else:
return False
def freeze_support():
'''
Run code for process object if this in not the main process
'''
if is_forking(sys.argv):
kwds = {}
for arg in sys.argv[2:]:
name, value = arg.split('=')
if value == 'None':
kwds[name] = None
else:
kwds[name] = int(value)
spawn_main(**kwds)
sys.exit()
def get_command_line(**kwds):
'''
Returns prefix of command line used for spawning a child process
'''
if getattr(sys, 'frozen', False):
return ([sys.executable, '--multiprocessing-fork'] +
['%s=%r' % item for item in kwds.items()])
else:
prog = 'from multiprocessing.spawn import spawn_main; spawn_main(%s)'
prog %= ', '.join('%s=%r' % item for item in kwds.items())
opts = util._args_from_interpreter_flags()
return [_python_exe] + opts + ['-c', prog, '--multiprocessing-fork']
def spawn_main(pipe_handle, parent_pid=None, tracker_fd=None):
'''
Run code specified by data received over pipe
'''
assert is_forking(sys.argv), "Not forking"
if sys.platform == 'win32':
import msvcrt
import _winapi
if parent_pid is not None:
source_process = _winapi.OpenProcess(
_winapi.SYNCHRONIZE | _winapi.PROCESS_DUP_HANDLE,
False, parent_pid)
else:
source_process = None
new_handle = reduction.duplicate(pipe_handle,
source_process=source_process)
fd = msvcrt.open_osfhandle(new_handle, os.O_RDONLY)
parent_sentinel = source_process
else:
from . import resource_tracker
resource_tracker._resource_tracker._fd = tracker_fd
fd = pipe_handle
parent_sentinel = os.dup(pipe_handle)
exitcode = _main(fd, parent_sentinel)
sys.exit(exitcode)
def _main(fd, parent_sentinel):
with os.fdopen(fd, 'rb', closefd=True) as from_parent:
process.current_process()._inheriting = True
try:
preparation_data = reduction.pickle.load(from_parent)
prepare(preparation_data)
self = reduction.pickle.load(from_parent)
finally:
del process.current_process()._inheriting
return self._bootstrap(parent_sentinel)
def _check_not_importing_main():
if getattr(process.current_process(), '_inheriting', False):
raise RuntimeError('''
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.''')
def get_preparation_data(name):
'''
Return info about parent needed by child to unpickle process object
'''
_check_not_importing_main()
d = dict(
log_to_stderr=util._log_to_stderr,
authkey=process.current_process().authkey,
)
if util._logger is not None:
d['log_level'] = util._logger.getEffectiveLevel()
sys_path=sys.path.copy()
try:
i = sys_path.index('')
except ValueError:
pass
else:
sys_path[i] = process.ORIGINAL_DIR
d.update(
name=name,
sys_path=sys_path,
sys_argv=sys.argv,
orig_dir=process.ORIGINAL_DIR,
dir=os.getcwd(),
start_method=get_start_method(),
)
# Figure out whether to initialise main in the subprocess as a module
# or through direct execution (or to leave it alone entirely)
main_module = sys.modules['__main__']
main_mod_name = getattr(main_module.__spec__, "name", None)
if main_mod_name is not None:
d['init_main_from_name'] = main_mod_name
elif sys.platform != 'win32' or (not WINEXE and not WINSERVICE):
main_path = getattr(main_module, '__file__', None)
if main_path is not None:
if (not os.path.isabs(main_path) and
process.ORIGINAL_DIR is not None):
main_path = os.path.join(process.ORIGINAL_DIR, main_path)
d['init_main_from_path'] = os.path.normpath(main_path)
return d
#
# Prepare current process
#
old_main_modules = []
def prepare(data):
'''
Try to get current process ready to unpickle process object
'''
if 'name' in data:
process.current_process().name = data['name']
if 'authkey' in data:
process.current_process().authkey = data['authkey']
if 'log_to_stderr' in data and data['log_to_stderr']:
util.log_to_stderr()
if 'log_level' in data:
util.get_logger().setLevel(data['log_level'])
if 'sys_path' in data:
sys.path = data['sys_path']
if 'sys_argv' in data:
sys.argv = data['sys_argv']
if 'dir' in data:
os.chdir(data['dir'])
if 'orig_dir' in data:
process.ORIGINAL_DIR = data['orig_dir']
if 'start_method' in data:
set_start_method(data['start_method'], force=True)
if 'init_main_from_name' in data:
_fixup_main_from_name(data['init_main_from_name'])
elif 'init_main_from_path' in data:
_fixup_main_from_path(data['init_main_from_path'])
# Multiprocessing module helpers to fix up the main module in
# spawned subprocesses
def _fixup_main_from_name(mod_name):
# __main__.py files for packages, directories, zip archives, etc, run
# their "main only" code unconditionally, so we don't even try to
# populate anything in __main__, nor do we make any changes to
# __main__ attributes
current_main = sys.modules['__main__']
if mod_name == "__main__" or mod_name.endswith(".__main__"):
return
# If this process was forked, __main__ may already be populated
if getattr(current_main.__spec__, "name", None) == mod_name:
return
# Otherwise, __main__ may contain some non-main code where we need to
# support unpickling it properly. We rerun it as __mp_main__ and make
# the normal __main__ an alias to that
old_main_modules.append(current_main)
main_module = types.ModuleType("__mp_main__")
main_content = runpy.run_module(mod_name,
run_name="__mp_main__",
alter_sys=True)
main_module.__dict__.update(main_content)
sys.modules['__main__'] = sys.modules['__mp_main__'] = main_module
def _fixup_main_from_path(main_path):
# If this process was forked, __main__ may already be populated
current_main = sys.modules['__main__']
# Unfortunately, the main ipython launch script historically had no
# "if __name__ == '__main__'" guard, so we work around that
# by treating it like a __main__.py file
# See https://github.com/ipython/ipython/issues/4698
main_name = os.path.splitext(os.path.basename(main_path))[0]
if main_name == 'ipython':
return
# Otherwise, if __file__ already has the setting we expect,
# there's nothing more to do
if getattr(current_main, '__file__', None) == main_path:
return
# If the parent process has sent a path through rather than a module
# name we assume it is an executable script that may contain
# non-main code that needs to be executed
old_main_modules.append(current_main)
main_module = types.ModuleType("__mp_main__")
main_content = runpy.run_path(main_path,
run_name="__mp_main__")
main_module.__dict__.update(main_content)
sys.modules['__main__'] = sys.modules['__mp_main__'] = main_module
def import_main_path(main_path):
'''
Set sys.modules['__main__'] to module at main_path
'''
_fixup_main_from_path(main_path)
shared_memory.py 0000644 00000042016 15033636440 0007763 0 ustar 00 """Provides shared memory for direct access across processes.
The API of this package is currently provisional. Refer to the
documentation for details.
"""
__all__ = [ 'SharedMemory', 'ShareableList' ]
from functools import partial
import mmap
import os
import errno
import struct
import secrets
if os.name == "nt":
import _winapi
_USE_POSIX = False
else:
import _posixshmem
_USE_POSIX = True
_O_CREX = os.O_CREAT | os.O_EXCL
# FreeBSD (and perhaps other BSDs) limit names to 14 characters.
_SHM_SAFE_NAME_LENGTH = 14
# Shared memory block name prefix
if _USE_POSIX:
_SHM_NAME_PREFIX = '/psm_'
else:
_SHM_NAME_PREFIX = 'wnsm_'
def _make_filename():
"Create a random filename for the shared memory object."
# number of random bytes to use for name
nbytes = (_SHM_SAFE_NAME_LENGTH - len(_SHM_NAME_PREFIX)) // 2
assert nbytes >= 2, '_SHM_NAME_PREFIX too long'
name = _SHM_NAME_PREFIX + secrets.token_hex(nbytes)
assert len(name) <= _SHM_SAFE_NAME_LENGTH
return name
class SharedMemory:
"""Creates a new shared memory block or attaches to an existing
shared memory block.
Every shared memory block is assigned a unique name. This enables
one process to create a shared memory block with a particular name
so that a different process can attach to that same shared memory
block using that same name.
As a resource for sharing data across processes, shared memory blocks
may outlive the original process that created them. When one process
no longer needs access to a shared memory block that might still be
needed by other processes, the close() method should be called.
When a shared memory block is no longer needed by any process, the
unlink() method should be called to ensure proper cleanup."""
# Defaults; enables close() and unlink() to run without errors.
_name = None
_fd = -1
_mmap = None
_buf = None
_flags = os.O_RDWR
_mode = 0o600
_prepend_leading_slash = True if _USE_POSIX else False
def __init__(self, name=None, create=False, size=0):
if not size >= 0:
raise ValueError("'size' must be a positive integer")
if create:
self._flags = _O_CREX | os.O_RDWR
if size == 0:
raise ValueError("'size' must be a positive number different from zero")
if name is None and not self._flags & os.O_EXCL:
raise ValueError("'name' can only be None if create=True")
if _USE_POSIX:
# POSIX Shared Memory
if name is None:
while True:
name = _make_filename()
try:
self._fd = _posixshmem.shm_open(
name,
self._flags,
mode=self._mode
)
except FileExistsError:
continue
self._name = name
break
else:
name = "/" + name if self._prepend_leading_slash else name
self._fd = _posixshmem.shm_open(
name,
self._flags,
mode=self._mode
)
self._name = name
try:
if create and size:
os.ftruncate(self._fd, size)
stats = os.fstat(self._fd)
size = stats.st_size
self._mmap = mmap.mmap(self._fd, size)
except OSError:
self.unlink()
raise
from .resource_tracker import register
register(self._name, "shared_memory")
else:
# Windows Named Shared Memory
if create:
while True:
temp_name = _make_filename() if name is None else name
# Create and reserve shared memory block with this name
# until it can be attached to by mmap.
h_map = _winapi.CreateFileMapping(
_winapi.INVALID_HANDLE_VALUE,
_winapi.NULL,
_winapi.PAGE_READWRITE,
(size >> 32) & 0xFFFFFFFF,
size & 0xFFFFFFFF,
temp_name
)
try:
last_error_code = _winapi.GetLastError()
if last_error_code == _winapi.ERROR_ALREADY_EXISTS:
if name is not None:
raise FileExistsError(
errno.EEXIST,
os.strerror(errno.EEXIST),
name,
_winapi.ERROR_ALREADY_EXISTS
)
else:
continue
self._mmap = mmap.mmap(-1, size, tagname=temp_name)
finally:
_winapi.CloseHandle(h_map)
self._name = temp_name
break
else:
self._name = name
# Dynamically determine the existing named shared memory
# block's size which is likely a multiple of mmap.PAGESIZE.
h_map = _winapi.OpenFileMapping(
_winapi.FILE_MAP_READ,
False,
name
)
try:
p_buf = _winapi.MapViewOfFile(
h_map,
_winapi.FILE_MAP_READ,
0,
0,
0
)
finally:
_winapi.CloseHandle(h_map)
size = _winapi.VirtualQuerySize(p_buf)
self._mmap = mmap.mmap(-1, size, tagname=name)
self._size = size
self._buf = memoryview(self._mmap)
def __del__(self):
try:
self.close()
except OSError:
pass
def __reduce__(self):
return (
self.__class__,
(
self.name,
False,
self.size,
),
)
def __repr__(self):
return f'{self.__class__.__name__}({self.name!r}, size={self.size})'
@property
def buf(self):
"A memoryview of contents of the shared memory block."
return self._buf
@property
def name(self):
"Unique name that identifies the shared memory block."
reported_name = self._name
if _USE_POSIX and self._prepend_leading_slash:
if self._name.startswith("/"):
reported_name = self._name[1:]
return reported_name
@property
def size(self):
"Size in bytes."
return self._size
def close(self):
"""Closes access to the shared memory from this instance but does
not destroy the shared memory block."""
if self._buf is not None:
self._buf.release()
self._buf = None
if self._mmap is not None:
self._mmap.close()
self._mmap = None
if _USE_POSIX and self._fd >= 0:
os.close(self._fd)
self._fd = -1
def unlink(self):
"""Requests that the underlying shared memory block be destroyed.
In order to ensure proper cleanup of resources, unlink should be
called once (and only once) across all processes which have access
to the shared memory block."""
if _USE_POSIX and self._name:
from .resource_tracker import unregister
_posixshmem.shm_unlink(self._name)
unregister(self._name, "shared_memory")
_encoding = "utf8"
class ShareableList:
"""Pattern for a mutable list-like object shareable via a shared
memory block. It differs from the built-in list type in that these
lists can not change their overall length (i.e. no append, insert,
etc.)
Because values are packed into a memoryview as bytes, the struct
packing format for any storable value must require no more than 8
characters to describe its format."""
_types_mapping = {
int: "q",
float: "d",
bool: "xxxxxxx?",
str: "%ds",
bytes: "%ds",
None.__class__: "xxxxxx?x",
}
_alignment = 8
_back_transforms_mapping = {
0: lambda value: value, # int, float, bool
1: lambda value: value.rstrip(b'\x00').decode(_encoding), # str
2: lambda value: value.rstrip(b'\x00'), # bytes
3: lambda _value: None, # None
}
@staticmethod
def _extract_recreation_code(value):
"""Used in concert with _back_transforms_mapping to convert values
into the appropriate Python objects when retrieving them from
the list as well as when storing them."""
if not isinstance(value, (str, bytes, None.__class__)):
return 0
elif isinstance(value, str):
return 1
elif isinstance(value, bytes):
return 2
else:
return 3 # NoneType
def __init__(self, sequence=None, *, name=None):
if sequence is not None:
_formats = [
self._types_mapping[type(item)]
if not isinstance(item, (str, bytes))
else self._types_mapping[type(item)] % (
self._alignment * (len(item) // self._alignment + 1),
)
for item in sequence
]
self._list_len = len(_formats)
assert sum(len(fmt) <= 8 for fmt in _formats) == self._list_len
self._allocated_bytes = tuple(
self._alignment if fmt[-1] != "s" else int(fmt[:-1])
for fmt in _formats
)
_recreation_codes = [
self._extract_recreation_code(item) for item in sequence
]
requested_size = struct.calcsize(
"q" + self._format_size_metainfo +
"".join(_formats) +
self._format_packing_metainfo +
self._format_back_transform_codes
)
else:
requested_size = 8 # Some platforms require > 0.
if name is not None and sequence is None:
self.shm = SharedMemory(name)
else:
self.shm = SharedMemory(name, create=True, size=requested_size)
if sequence is not None:
_enc = _encoding
struct.pack_into(
"q" + self._format_size_metainfo,
self.shm.buf,
0,
self._list_len,
*(self._allocated_bytes)
)
struct.pack_into(
"".join(_formats),
self.shm.buf,
self._offset_data_start,
*(v.encode(_enc) if isinstance(v, str) else v for v in sequence)
)
struct.pack_into(
self._format_packing_metainfo,
self.shm.buf,
self._offset_packing_formats,
*(v.encode(_enc) for v in _formats)
)
struct.pack_into(
self._format_back_transform_codes,
self.shm.buf,
self._offset_back_transform_codes,
*(_recreation_codes)
)
else:
self._list_len = len(self) # Obtains size from offset 0 in buffer.
self._allocated_bytes = struct.unpack_from(
self._format_size_metainfo,
self.shm.buf,
1 * 8
)
def _get_packing_format(self, position):
"Gets the packing format for a single value stored in the list."
position = position if position >= 0 else position + self._list_len
if (position >= self._list_len) or (self._list_len < 0):
raise IndexError("Requested position out of range.")
v = struct.unpack_from(
"8s",
self.shm.buf,
self._offset_packing_formats + position * 8
)[0]
fmt = v.rstrip(b'\x00')
fmt_as_str = fmt.decode(_encoding)
return fmt_as_str
def _get_back_transform(self, position):
"Gets the back transformation function for a single value."
position = position if position >= 0 else position + self._list_len
if (position >= self._list_len) or (self._list_len < 0):
raise IndexError("Requested position out of range.")
transform_code = struct.unpack_from(
"b",
self.shm.buf,
self._offset_back_transform_codes + position
)[0]
transform_function = self._back_transforms_mapping[transform_code]
return transform_function
def _set_packing_format_and_transform(self, position, fmt_as_str, value):
"""Sets the packing format and back transformation code for a
single value in the list at the specified position."""
position = position if position >= 0 else position + self._list_len
if (position >= self._list_len) or (self._list_len < 0):
raise IndexError("Requested position out of range.")
struct.pack_into(
"8s",
self.shm.buf,
self._offset_packing_formats + position * 8,
fmt_as_str.encode(_encoding)
)
transform_code = self._extract_recreation_code(value)
struct.pack_into(
"b",
self.shm.buf,
self._offset_back_transform_codes + position,
transform_code
)
def __getitem__(self, position):
try:
offset = self._offset_data_start \
+ sum(self._allocated_bytes[:position])
(v,) = struct.unpack_from(
self._get_packing_format(position),
self.shm.buf,
offset
)
except IndexError:
raise IndexError("index out of range")
back_transform = self._get_back_transform(position)
v = back_transform(v)
return v
def __setitem__(self, position, value):
try:
offset = self._offset_data_start \
+ sum(self._allocated_bytes[:position])
current_format = self._get_packing_format(position)
except IndexError:
raise IndexError("assignment index out of range")
if not isinstance(value, (str, bytes)):
new_format = self._types_mapping[type(value)]
encoded_value = value
else:
encoded_value = (value.encode(_encoding)
if isinstance(value, str) else value)
if len(encoded_value) > self._allocated_bytes[position]:
raise ValueError("bytes/str item exceeds available storage")
if current_format[-1] == "s":
new_format = current_format
else:
new_format = self._types_mapping[str] % (
self._allocated_bytes[position],
)
self._set_packing_format_and_transform(
position,
new_format,
value
)
struct.pack_into(new_format, self.shm.buf, offset, encoded_value)
def __reduce__(self):
return partial(self.__class__, name=self.shm.name), ()
def __len__(self):
return struct.unpack_from("q", self.shm.buf, 0)[0]
def __repr__(self):
return f'{self.__class__.__name__}({list(self)}, name={self.shm.name!r})'
@property
def format(self):
"The struct packing format used by all currently stored values."
return "".join(
self._get_packing_format(i) for i in range(self._list_len)
)
@property
def _format_size_metainfo(self):
"The struct packing format used for metainfo on storage sizes."
return f"{self._list_len}q"
@property
def _format_packing_metainfo(self):
"The struct packing format used for the values' packing formats."
return "8s" * self._list_len
@property
def _format_back_transform_codes(self):
"The struct packing format used for the values' back transforms."
return "b" * self._list_len
@property
def _offset_data_start(self):
return (self._list_len + 1) * 8 # 8 bytes per "q"
@property
def _offset_packing_formats(self):
return self._offset_data_start + sum(self._allocated_bytes)
@property
def _offset_back_transform_codes(self):
return self._offset_packing_formats + self._list_len * 8
def count(self, value):
"L.count(value) -> integer -- return number of occurrences of value."
return sum(value == entry for entry in self)
def index(self, value):
"""L.index(value) -> integer -- return first index of value.
Raises ValueError if the value is not present."""
for position, entry in enumerate(self):
if value == entry:
return position
else:
raise ValueError(f"{value!r} not in this container")
__pycache__/pool.cpython-38.pyc 0000644 00000060703 15033636440 0012367 0 ustar 00 U
e5d�~ � @ sd d dgZ ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z ddl
m Z m
Z
ddlmZ d Zd
Zd Zd Ze�� Zd
d� Zdd� ZG dd� de�ZG dd� d�Zdd� ZG dd� de�Z d+dd �Z d d � Z G d d � d e �Z G d!d � d e!�Z"G d"d#� d#e!�Z#e#Z$G d$d%� d%e#�Z%G d&d'� d'e!�Z&G d(d)� d)e&�Z'G d*d� de"�Z(dS ),�Pool�
ThreadPool� N)�Empty� )�util)� get_context� TimeoutError)�wait�INIT�RUN�CLOSE� TERMINATEc C s t t| � �S �N)�list�map��args� r �,/usr/lib64/python3.8/multiprocessing/pool.py�mapstar/ s r c C s t t�| d | d ��S )Nr r )r � itertools�starmapr r r r � starmapstar2 s r c @ s e Zd Zdd� Zdd� ZdS )�RemoteTracebackc C s
|| _ d S r ��tb)�selfr r r r �__init__: s zRemoteTraceback.__init__c C s | j S r r �r r r r �__str__< s zRemoteTraceback.__str__N)�__name__�
__module__� __qualname__r r r r r r r 9 s r c @ s e Zd Zdd� Zdd� ZdS )�ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�type�join�excr )r r) r r r r r @ s
z ExceptionWithTraceback.__init__c C s t | j| jffS r )� rebuild_excr) r r r r r �
__reduce__E s z!ExceptionWithTraceback.__reduce__N)r r! r" r r+ r r r r r# ? s r# c C s t |�| _| S r )r � __cause__)r) r r r r r* H s
r* c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�MaybeEncodingErrorzVWraps possible unpickleable errors, so they can be
safely sent through the socket.c s. t |�| _t |�| _tt| ��| j| j� d S r )�reprr) �value�superr- r )r r) r/ �� __class__r r r T s
zMaybeEncodingError.__init__c C s d| j | jf S )Nz(Error sending result: '%s'. Reason: '%s')r/ r) r r r r r Y s �zMaybeEncodingError.__str__c C s d| j j| f S )Nz<%s: %s>)r2 r r r r r �__repr__] s zMaybeEncodingError.__repr__)r r! r" �__doc__r r r3 �
__classcell__r r r1 r r- P s r- r Fc
C s� |d k r(t |t�r|dks(td�|���|j}| j}t| d�rR| j�� |j �� |d k rb||� d}|d ks~|�r�||k �r�z
|� } W n( t
t fk
r� t �
d� Y �q�Y nX | d kr�t �
d� �q�| \}
} } }
}zd| |
|�f}W nH tk
�r0 } z(|�r| tk �rt||j�}d|f}W 5 d }~X Y nX z||
| |f� W nR tk
�r� } z2t||d �}t �
d | � ||
| d|ff� W 5 d }~X Y nX d } }
} } }
}|d7 }qft �
d
| � d S ) Nr zMaxtasks {!r} is not valid�_writerr z)worker got EOFError or OSError -- exitingz worker got sentinel -- exitingTFz0Possible encoding error while sending result: %sz worker exiting after %d tasks)�
isinstance�int�AssertionError�format�put�get�hasattrr6 �close�_reader�EOFError�OSErrorr �debug� Exception�_helper_reraises_exceptionr# �
__traceback__r- )�inqueue�outqueue� initializer�initargsZmaxtasks�wrap_exceptionr; r< Z completed�task�job�i�funcr �kwds�result�e�wrappedr r r �workera sN �
�$
rS c C s | �dS )z@Pickle-able helper function for use by _guarded_task_generation.Nr )Zexr r r rD � s rD c s2 e Zd ZdZdd�� fdd�
Z� fdd�Z� ZS )�
_PoolCachez�
Class that implements a cache for the Pool class that will notify
the pool management threads every time the cache is emptied. The
notification is done by the use of a queue that is provided when
instantiating the cache.
N��notifierc s || _ t� j||� d S r )rV r0 r )r rV r rO r1 r r r � s z_PoolCache.__init__c s t � �|� | s | j�d � d S r )r0 � __delitem__rV r; )r �itemr1 r r rW � s z_PoolCache.__delitem__)r r! r" r4 r rW r5 r r r1 r rT � s rT c @ s� e Zd ZdZdZedd� �ZdLdd�Zej e
fd d
�Z d d � Z d
d� Z
edd� �Zedd� �Zdd� Zedd� �Zedd� �Zdd� Zdd � Zdi fd d �ZdMd d �ZdNd!d"�ZdOd#d$�Zd%d&� ZdPd(d)�ZdQd*d+�Zdi ddfd,d-�Z dRd.d/�Z dSd0d1�Z edTd2d3��Z e d4d5� �Z!ed6d7� �Z"ed8d9� �Z#ed:d;� �Z$d<d=� Z%d>d?� Z&d@dA� Z'dBdC� Z(edDdE� �Z)e dFdG� �Z*dHdI� Z+dJdK� Z,dS )Ur zS
Class which supports an async version of applying functions to arguments.
Tc O s | j ||�S r ��Process)�ctxr rO r r r rZ � s z Pool.ProcessNr c C s g | _ t| _|pt� | _| �� t�� | _| j�� | _ t
| j d�| _ || _ || _
|| _|d krjt�� phd}|dk rztd��|d k r�t|�s�td��|| _z | �� W nH tk
r� | j D ]}|jd kr�|�� q�| j D ] }|�� q Y nX | �� }tj t j | j | j| j| j | j| j | j | j!| j
| j| j | j"|| j fd�| _#d| j#_$t%| j#_| j#�&� tj t j'| j| j(| j!| j | j fd�| _)d| j)_$t%| j)_| j)�&� tj t j*| j!| j+| j fd�| _,d| j,_$t%| j,_| j,�&� t-j.| | j/| j| j | j!| j | j | j#| j)| j,| j f dd�| _0t%| _d S ) NrU r z&Number of processes must be at least 1z initializer must be a callable��targetr T� )r Z exitpriority)1�_poolr
�_stater �_ctx�
_setup_queues�queue� SimpleQueue�
_taskqueue�_change_notifierrT �_cache�_maxtasksperchild� _initializer� _initargs�os� cpu_count�
ValueError�callable� TypeError�
_processes�_repopulate_poolrC �exitcode� terminater( �_get_sentinels� threadingZThreadr �_handle_workersrZ �_inqueue� _outqueue�_wrap_exception�_worker_handler�daemonr �start�
_handle_tasks�
_quick_put�
_task_handler�_handle_results�
_quick_get�_result_handlerr ZFinalize�_terminate_pool�
_terminate)r � processesrH rI �maxtasksperchild�context�p� sentinelsr r r r � s�
��
��
�
��z
Pool.__init__c C s> | j |kr:|d| ��t| d� t| dd �d k r:| j�d � d S )Nz&unclosed running multiprocessing pool )�sourcerf )r` �ResourceWarning�getattrrf r; )r Z_warnr r r r �__del__ s
�z Pool.__del__c C s0 | j }d|j� d|j� d| j� dt| j�� d� S )N�<�.z state=z pool_size=�>)r2 r! r" r` �lenr_ )r �clsr r r r3 s z
Pool.__repr__c C s | j jg}| jjg}||�S r )rx r? rf )r Ztask_queue_sentinelsZself_notifier_sentinelsr r r rt s
zPool._get_sentinelsc C s dd� | D �S )Nc S s g | ]}t |d �r|j�qS )�sentinel)r= r� )�.0rS r r r �
<listcomp> s
�z.Pool._get_worker_sentinels.<locals>.<listcomp>r �Zworkersr r r �_get_worker_sentinels s �zPool._get_worker_sentinelsc C sP d}t tt| ���D ]6}| | }|jdk rt�d| � |�� d}| |= q|S )z�Cleanup after any worker processes which have exited due to reaching
their specified lifetime. Returns True if any workers were cleaned up.
FN�cleaning up worker %dT)�reversed�ranger� rr r rB r( )�poolZcleanedrM rS r r r �_join_exited_workers s
zPool._join_exited_workersc C s0 | � | j| j| j| j| j| j| j| j| j | j
�
S r ) �_repopulate_pool_staticra rZ rp r_ rw rx ri rj rh ry r r r r rq . s �zPool._repopulate_poolc
C sf t |t|� �D ]P}
|| t|||||| fd�} | j�dd�| _d| _| �� |�| � t� d� qdS )z�Bring the number of pool processes up to the specified number,
for use after reaping workers which have exited.
r\ rZ Z
PoolWorkerTz added workerN)
r� r� rS �name�replacer{ r| �appendr rB ) r[ rZ r� r� rF rG rH rI r� rJ rM �wr r r r� 7 s ��
z Pool._repopulate_pool_staticc
C s* t �|�r&t �| ||||||||| �
dS )zEClean up any exited workers and start replacements for them.
N)r r� r� )
r[ rZ r� r� rF rG rH rI r� rJ r r r �_maintain_poolJ s
�zPool._maintain_poolc C s4 | j �� | _| j �� | _| jjj| _| jjj| _ d S r )
ra rd rw rx r6 �sendr~ r? �recvr� r r r r rb V s zPool._setup_queuesc C s | j tkrtd��d S )NzPool not running)r` r rm r r r r �_check_running\ s
zPool._check_runningc C s | � |||��� S )zT
Equivalent of `func(*args, **kwds)`.
Pool must be running.
)� apply_asyncr< )r rN r rO r r r �apply` s z
Pool.applyc C s | � ||t|��� S )zx
Apply `func` to each element in `iterable`, collecting the results
in a list that is returned.
)�
_map_asyncr r< �r rN �iterable� chunksizer r r r g s zPool.mapc C s | � ||t|��� S )z�
Like `map()` method but the elements of the `iterable` are expected to
be iterables as well and will be unpacked as arguments. Hence
`func` and (a, b) becomes func(a, b).
)r� r r< r� r r r r n s z Pool.starmapc C s | � ||t|||�S )z=
Asynchronous version of `starmap()` method.
)r� r �r rN r� r� �callback�error_callbackr r r �
starmap_asyncv s �zPool.starmap_asyncc
c sj z,d}t |�D ]\}}||||fi fV qW n8 tk
rd } z||d t|fi fV W 5 d}~X Y nX dS )z�Provides a generator of tasks for imap and imap_unordered with
appropriate handling for iterables which throw exceptions during
iteration.���r N)� enumeraterC rD )r Z
result_jobrN r� rM �xrQ r r r �_guarded_task_generation~ s z Pool._guarded_task_generationr c C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S dS )zP
Equivalent of `map()` -- can be MUCH slower than `Pool.map()`.
r z Chunksize must be 1+, not {0:n}c s s | ]}|D ]
}|V q
qd S r r �r� �chunkrX r r r � <genexpr>� s z Pool.imap.<locals>.<genexpr>N) r� � IMapIteratorre r; r� �_job� _set_lengthrm r: r �
_get_tasksr �r rN r� r� rP � task_batchesr r r �imap� s4 �������z Pool.imapc C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S dS )zL
Like `imap()` method but ordering of results is arbitrary.
r z Chunksize must be 1+, not {0!r}c s s | ]}|D ]
}|V q
qd S r r r� r r r r� � s z&Pool.imap_unordered.<locals>.<genexpr>N) r� �IMapUnorderedIteratorre r; r� r� r� rm r: r r� r r� r r r �imap_unordered� s0 ������zPool.imap_unorderedc C s6 | � � t| ||�}| j�|jd|||fgdf� |S )z;
Asynchronous version of `apply()` method.
r N)r� � ApplyResultre r; r� )r rN r rO r� r� rP r r r r� � s zPool.apply_asyncc C s | � ||t|||�S )z9
Asynchronous version of `map()` method.
)r� r r� r r r � map_async� s �zPool.map_asyncc
C s� | � � t|d�st|�}|dkrJtt|�t| j�d �\}}|rJ|d7 }t|�dkrZd}t�|||�}t| |t|�||d�} | j �
| � | j ||�df� | S )zY
Helper function to implement map, starmap and their async counterparts.
�__len__N� r r �r� )
r� r= r �divmodr� r_ r r� � MapResultre r; r� r� )
r rN r� Zmapperr� r� r� Zextrar� rP r r r r� � s,
����zPool._map_asyncc C s" t | |d� |�� s |�� q d S )N)�timeout)r �emptyr< )r� �change_notifierr� r r r �_wait_for_updates� s zPool._wait_for_updatesc C sp t �� }|jtks |rX|jtkrX| �||||||| |
| | �
| �|�|
�}| �||� q|�d � t �
d� d S )Nzworker handler exiting) ru �current_threadr` r r
r� r� r� r; r rB )r� �cache� taskqueuer[ rZ r� r� rF rG rH rI r� rJ r� r� �threadZcurrent_sentinelsr r r rv � s �
zPool._handle_workersc
C sp t �� }t| jd �D ]�\}}d }z�|D ]�}|jtkrBt�d� q�z ||� W q& tk
r� }
zB|d d� \} } z|| � | d|
f� W n t
k
r� Y nX W 5 d }
~
X Y q&X q&|r�t�d� |r�|d nd} || d � W �qW �
�q
W 5 d } }} X qt�d� z6t�d� |� d � t�d � |D ]} |d � �q.W n t k
�r` t�d
� Y nX t�d � d S ) Nz'task handler found thread._state != RUN� Fzdoing set_length()r r� ztask handler got sentinelz/task handler sending sentinel to result handlerz(task handler sending sentinel to workersz/task handler got OSError when sending sentinelsztask handler exiting)
ru r� �iterr< r` r r rB rC �_set�KeyErrorr; rA )
r� r; rG r� r� r� ZtaskseqZ
set_lengthrK rL rQ �idxr� r r r r} sB
zPool._handle_tasksc C s� t �� }z
|� }W n$ ttfk
r6 t�d� Y d S X |jtkr`|jtksTt d��t�d� q�|d krtt�d� q�|\}}}z|| �
||� W n t k
r� Y nX d } }}q|�rR|jtk�rRz
|� }W n$ ttfk
r� t�d� Y d S X |d k�rt�d� q�|\}}}z|| �
||� W n t k
�rB Y nX d } }}q�t | d��r�t�d� z,t
d�D ] }| j�� �s� �q�|� �qrW n ttfk
�r� Y nX t�d t|�|j� d S )
Nz.result handler got EOFError/OSError -- exitingzThread not in TERMINATEz,result handler found thread._state=TERMINATEzresult handler got sentinelz&result handler ignoring extra sentinelr? z"ensuring that outqueue is not full�
z7result handler exiting: len(cache)=%s, thread._state=%s)ru r� rA r@ r rB r` r r
r9 r� r� r= r� r? �pollr� )rG r< r� r� rK rL rM �objr r r r� : s^
�zPool._handle_resultsc c s0 t |�}tt�||��}|s d S | |fV qd S r )r� �tupler �islice)rN �it�sizer� r r r r� v s
zPool._get_tasksc C s t d��d S )Nz:pool objects cannot be passed between processes or pickled)�NotImplementedErrorr r r r r+ s �zPool.__reduce__c C s2 t �d� | jtkr.t| _t| j_| j�d � d S )Nz closing pool)r rB r` r r rz rf r; r r r r r> � s
z
Pool.closec C s t �d� t| _| �� d S )Nzterminating pool)r rB r
r` r� r r r r rs � s
zPool.terminatec C sj t �d� | jtkr td��n| jttfkr4td��| j�� | j �� | j
�� | j D ] }|�� qXd S )Nz joining poolzPool is still runningzIn unknown state) r rB r` r rm r r
rz r( r r� r_ )r r� r r r r( � s
z Pool.joinc C s@ t �d� | j�� |�� r<| j�� r<| j�� t� d� qd S )Nz7removing tasks from inqueue until task handler finishedr )
r rB Z_rlock�acquire�is_aliver? r� r� �time�sleep)rF � task_handlerr� r r r �_help_stuff_finish� s
zPool._help_stuff_finishc
C sX t �d� t|_|�d � t|_t �d� | �||t|�� |�� sXt| �dkrXtd��t|_|�d � |�d � t �d� t �
� |k r�|� � |r�t |d d�r�t �d� |D ]}
|
j
d kr�|
�� q�t �d� t �
� |k r�|� � t �d � t �
� |k �r|� � |�rTt |d d��rTt �d
� |D ](}
|
�� �r*t �d |
j � |
� � �q*d S ) Nzfinalizing poolz&helping task handler/workers to finishr z.Cannot have cache with result_hander not alivezjoining worker handlerrs zterminating workerszjoining task handlerzjoining result handlerzjoining pool workersr� )r rB r
r` r; r� r� r� r9 ru r� r( r= rr rs �pid) r� r� rF rG r� r� Zworker_handlerr� Zresult_handlerr� r� r r r r� � sB
�
zPool._terminate_poolc C s | � � | S r )r� r r r r � __enter__� s zPool.__enter__c C s | � � d S r )rs )r �exc_typeZexc_valZexc_tbr r r �__exit__� s z
Pool.__exit__)NNr NN)N)N)NNN)r )r )NNN)NNN)N)-r r! r" r4 ry � staticmethodrZ r �warnings�warnr r� r3 rt r� r� rq r� r� rb r� r� r r r� r� r� r� r� r� r� r� � classmethodrv r} r� r� r+ r> rs r( r� r� r� r� r r r r r � sx
�
P
�
�
�
�
-
;
5c @ s@ e Zd Zdd� Zdd� Zdd� Zddd �Zdd
d �Zd d
� ZdS )r� c C s> || _ t�� | _tt�| _|j| _|| _|| _ | | j| j< d S r )
r_ ru ZEvent�_event�next� job_counterr� rg � _callback�_error_callback)r r� r� r� r r r r � s
zApplyResult.__init__c C s
| j �� S r )r� Zis_setr r r r �ready� s zApplyResult.readyc C s | � � std�| ���| jS )Nz{0!r} not ready)r� rm r: �_successr r r r �
successful� s zApplyResult.successfulNc C s | j �|� d S r )r� r �r r� r r r r � s zApplyResult.waitc C s, | � |� | �� st�| jr"| jS | j�d S r )r r� r r� �_valuer� r r r r< � s
zApplyResult.getc C sZ |\| _ | _| jr$| j r$| �| j� | jr<| j s<| �| j� | j�� | j| j= d | _d S r ) r� r� r� r� r� �setrg r� r_ �r rM r� r r r r� s
zApplyResult._set)N)N) r r! r" r r� r� r r< r� r r r r r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )r� c C sh t j| |||d� d| _d g| | _|| _|dkrNd| _| j�� | j| j = n|| t
|| � | _d S )Nr� Tr ) r� r r� r� �
_chunksize� _number_leftr� r� rg r� �bool)r r� r� �lengthr� r� r r r r s
�
zMapResult.__init__c C s� | j d8 _ |\}}|rv| jrv|| j|| j |d | j �< | j dkr�| jrZ| �| j� | j| j= | j�� d | _ nL|s�| jr�d| _|| _| j dkr�| j
r�| �
| j� | j| j= | j�� d | _ d S )Nr r F) r� r� r� r� r� rg r� r� r� r_ r� )r rM Zsuccess_result�successrP r r r r� $ s&
zMapResult._setN)r r! r" r r� r r r r r� s
r� c @ s: e Zd Zdd� Zdd� Zd dd�ZeZdd � Zd
d � ZdS )
r� c C sT || _ t�t�� �| _tt�| _|j| _t �
� | _ d| _ d | _
i | _| | j| j< d S )Nr )r_ ru Z ConditionZLock�_condr� r� r� rg � collections�deque�_items�_index�_length� _unsorted)r r� r r r r B s
zIMapIterator.__init__c C s | S r r r r r r �__iter__M s zIMapIterator.__iter__Nc C s� | j �� z| j�� }W nz tk
r� | j| jkr>d | _td �| j �|� z| j�� }W n2 tk
r� | j| jkr�d | _td �t d �Y nX Y nX W 5 Q R X |\}}|r�|S |�d S r )
r� r� �popleft�
IndexErrorr� r r_ �
StopIterationr r )r r� rX r� r/ r r r r� P s& zIMapIterator.nextc C s� | j �� | j|krn| j�|� | jd7 _| j| jkrb| j�| j�}| j�|� | jd7 _q,| j �� n
|| j|< | j| jkr�| j| j = d | _
W 5 Q R X d S �Nr ) r� r� r� r� r �pop�notifyr rg r� r_ r� r r r r� h s
zIMapIterator._setc C sB | j �2 || _| j| jkr4| j �� | j| j= d | _W 5 Q R X d S r )r� r r� r rg r� r_ )r r� r r r r� y s
zIMapIterator._set_length)N) r r! r" r r r� �__next__r� r� r r r r r� @ s
r� c @ s e Zd Zdd� ZdS )r� c C sV | j �F | j�|� | jd7 _| j �� | j| jkrH| j| j= d | _W 5 Q R X d S r ) r� r� r� r� r r rg r� r_ r� r r r r� � s
zIMapUnorderedIterator._setN)r r! r" r� r r r r r� � s r� c @ sV e Zd ZdZedd� �Zddd�Zdd � Zd
d � Zed d
� �Z edd� �Z
dd� Z dS )r Fc O s ddl m} |||�S )Nr rY )ZdummyrZ )r[ r rO rZ r r r rZ � s zThreadPool.ProcessNr c C s t �| |||� d S r )r r )r r� rH rI r r r r � s zThreadPool.__init__c C s, t �� | _t �� | _| jj| _| jj| _d S r )rc rd rw rx r; r~ r< r� r r r r rb � s
zThreadPool._setup_queuesc C s
| j jgS r )rf r? r r r r rt � s zThreadPool._get_sentinelsc C s g S r r r� r r r r� � s z ThreadPool._get_worker_sentinelsc C sF z| j dd� qW n tjk
r( Y nX t|�D ]}| �d � q2d S )NF)�block)r< rc r r� r; )rF r� r� rM r r r r� � s z ThreadPool._help_stuff_finishc C s t �|� d S r )r� r� )r r� r� r� r r r r� � s z ThreadPool._wait_for_updates)NNr ) r r! r" ry r� rZ r rb rt r� r� r� r r r r r � s
)Nr NF))�__all__r� r rk rc ru r� r% r� r r$ r r r Z
connectionr r
r r r
�countr� r r rC r r# r* r- rS rD �dictrT �objectr r� Z AsyncResultr� r� r� r r r r r �<module>
sN �
- =)+E __pycache__/forkserver.cpython-38.pyc 0000644 00000020251 15033636440 0013600 0 ustar 00 U
e5d�0 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddl m Z ddl m
Z
ddl mZ ddl mZ ddl mZ d d
d d gZd
Ze�d�ZG dd� de�Zddd�Zdd� Zdd� Zdd� Ze� Zej Z ej Z ej Z ej Z dS )� N� )�
connection)�process)� reduction)�resource_tracker)�spawn)�util�ensure_running�get_inherited_fds�connect_to_new_process�set_forkserver_preload� �qc @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�
ForkServerc C s. d | _ d | _d | _d | _t�� | _dg| _d S )N�__main__)�_forkserver_address�_forkserver_alive_fd�_forkserver_pid�_inherited_fds� threadingZLock�_lock�_preload_modules��self� r �2/usr/lib64/python3.8/multiprocessing/forkserver.py�__init__" s
zForkServer.__init__c C s | j � | �� W 5 Q R X d S �N)r �_stop_unlockedr r r r �_stop* s zForkServer._stopc C sV | j d krd S t�| j� d | _t�| j d� d | _ t�| j�sLt�| j� d | _d S )Nr ) r �os�closer �waitpidr � is_abstract_socket_namespacer �unlinkr r r r r / s
zForkServer._stop_unlockedc C s& t dd� | jD ��s td��|| _dS )z>Set list of module names to try to load in forkserver process.c s s | ]}t |�tkV qd S r )�type�str)�.0�modr r r � <genexpr>@ s z4ForkServer.set_forkserver_preload.<locals>.<genexpr>z&module_names must be a list of stringsN)�allr � TypeError)r Z
modules_namesr r r r > s z!ForkServer.set_forkserver_preloadc C s | j S )z�Return list of fds inherited from parent process.
This returns None if the current process was not started by fork
server.
)r r r r r r
D s z ForkServer.get_inherited_fdsc
C s� | � � t|�d tkr td��t�tj���}|�| j� t� � \}}t� � \}}||| j
t � � g}||7 }zNz&t�||� ||fW W �4W 5 Q R � S t�
|� t�
|� � Y nX W 5 t�
|� t�
|� X W 5 Q R X dS )a; Request forkserver to create a child process.
Returns a pair of fds (status_r, data_w). The calling process can read
the child process's pid and (eventually) its returncode from status_r.
The calling process should write to data_w the pickled preparation and
process data.
� z too many fdsN)r �len�MAXFDS_TO_SEND�
ValueError�socket�AF_UNIXZconnectr r �piper r Zgetfdr! r Zsendfds)r �fdsZclientZparent_r�child_w�child_rZparent_wZallfdsr r r r L s( �
z!ForkServer.connect_to_new_processc s� | j ��~ t�� | jdk r`t�| jtj�\}}|sBW 5 Q R � dS t�| j� d| _ d| _d| _d}| j
r�ddh� t � d�}� fdd�|�
� D �}ni }t�tj���}t�d�}|�|� t�|�s�t�|d � |�� t�� \}}ztzV|�� |g} ||�� || j
|f; }t �� }
|
gt�� } | d
|g7 } t�|
| | �}W n t�|� � Y nX W 5 t�|� X || _ || _|| _W 5 Q R X W 5 Q R X dS ) z�Make sure that a fork server is running.
This can be called from any process. Note that usually a child
process will just reuse the forkserver started by its parent, so
ensure_running() will do nothing.
NzCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r)� main_path�sys_path�ignorec s i | ]\}}|� kr||�qS r r )r' �x�y�Z desired_keysr r �
<dictcomp>� s z-ForkServer.ensure_running.<locals>.<dictcomp>r1 i� z-c) r r r r r r" �WNOHANGr! r r r r Zget_preparation_data�itemsr0 r1 r Zarbitrary_addressZbindr r# �chmodZlistenr2 �filenoZget_executableZ _args_from_interpreter_flagsZspawnv_passfds) r �pidZstatus�cmd�data�listenerZaddress�alive_rZalive_wZ fds_to_passZexe�argsr r; r r i sN
�
zForkServer.ensure_runningN)
�__name__�
__module__� __qualname__r r r r r
r r r r r r r s r c C s� |rdd|kr8|dk r8dt �� _zt�|� W 5 t �� `X |D ]&}z t|� W q< tk
r` Y q<X q<t�� t �
� \}}t � |d� t � |d� dd� }t j
|t jt ji} dd� | �� D �}
t �|� i } tjtj| d ���} t�� ���}
| �� t_|
�| tj� |
�|tj� |
�|tj� �z�d
d � |
�� D �}|�r"�qB�q"||k�rjt � |d �d
k�sft d��t �||k�r\t � |d� zt � dt j �\}}W n t!k
�r� Y �q\Y nX |dk�rq\| �"|d�}|dk �rJt �#|��r�t �$|� }n&t �%|��st d�&||���t �'|�}zt(||� W n t)k
�r< Y nX t �*|� nt+�,d| � �q�| |k�r�| �-� d ��,}t.�/|t0d �}t1|�t0k�r�t2d�&t1|����|^}}}|�*� t �3� }|dk�rNd }zpz<| �*� |
�*� ||||g}|�5| �6� � t7||||
�}W n. t8k
�r: t9j:t9�;� � t9j<�=� Y nX W 5 t �4|� X nNzt(||� W n t)k
�rr Y nX || |< t �*|� |D ]}t �*|� �q�W 5 Q R X W n4 t>k
�r� } z|j?t?j@k�r̂ W 5 d}~X Y nX �q W 5 Q R X W 5 Q R X dS )zRun forkserver.r NTFc W s d S r r )Z_unusedr r r �sigchld_handler� s z main.<locals>.sigchld_handlerc S s i | ]\}}|t � ||��qS r )�signal)r' �sig�valr r r r< � s � zmain.<locals>.<dictcomp>)r@ c S s g | ]\}}|j �qS r )Zfileobj)r' �keyZeventsr r r �
<listcomp>� s zmain.<locals>.<listcomp>r � z Not at EOF?i ���r zChild {0:n} status is {1:n}z.forkserver: waitpid returned unexpected pid %dz Too many ({0:n}) fds to send)Ar Zcurrent_processZ _inheritingr Zimport_main_path�
__import__� ImportErrorr Z _close_stdinr r2 � set_blockingrK �SIGCHLD�SIGINT�SIG_IGNr> �
set_wakeup_fdr0 r1 � selectorsZDefaultSelectorZ getsockname� _forkserverr �registerZ
EVENT_READZselect�read�AssertionError�
SystemExitr" r= �ChildProcessError�pop� WIFSIGNALED�WTERMSIG� WIFEXITED�format� WEXITSTATUS� write_signed�BrokenPipeErrorr! �warnings�warnZacceptr Zrecvfdsr. r- � RuntimeError�fork�_exit�extend�values�
_serve_one� Exception�sys�
excepthook�exc_info�stderr�flush�OSError�errnoZ ECONNABORTED)Z listener_fdrE Zpreloadr6 r7 �modnameZsig_rZsig_wrJ �handlersZ old_handlersZ pid_to_fdrD ZselectorZrfdsrA �stsr4 �
returncode�sr3 r5 �code�
unused_fds�fd�er r r �main� s�
��
�
��
�
��
�
r� c C sh t �d� |�� D ]\}}t � ||� q|D ]}t�|� q,|^t_tj_ t_
t� | �}t �
| |�}|S )NrQ )rK rX r> r r! rZ r r Z_resource_trackerZ_fdr �dupr Z_main) r5 r3 r~ ry rL rM r Zparent_sentinelr} r r r ro 1 s
�
ro c C sN d}t j}t|�|k r@t�| |t|� �}|s6td��||7 }q
t �|�d S )NrP zunexpected EOFr )�
SIGNED_STRUCT�sizer- r r\ �EOFErrorZunpack)r rC Zlengthr| r r r � read_signedH s
r� c C s< t �|�}|r8t�| |�}|dkr*td��||d � }q
d S )Nr zshould not get here)r� Zpackr �writerj )r �n�msg�nbytesr r r rf R s
rf )NN) rw r rY rK r0 Zstructrq r rh � r r �contextr r r r �__all__r. ZStructr� �objectr r� ro r� rf rZ r r
r r r r r r �<module> s> �
__pycache__/shared_memory.cpython-38.opt-1.pyc 0000644 00000033524 15033636440 0015214 0 ustar 00 U
e5dD � @ s� d Z ddgZddlmZ ddlZddlZddlZddlZddlZej dkrXddl
Z
dZ n ddl Z dZ ej
ejB Zd Ze r~d
Znd Zd d
� ZG dd� d�ZdZG dd� d�ZdS )z�Provides shared memory for direct access across processes.
The API of this package is currently provisional. Refer to the
documentation for details.
� SharedMemory�
ShareableList� )�partialN�ntFT� z/psm_Zwnsm_c C s" t tt� d } tt�| � }|S )z6Create a random filename for the shared memory object.� )�_SHM_SAFE_NAME_LENGTH�len�_SHM_NAME_PREFIX�secretsZ token_hex)�nbytes�name� r �5/usr/lib64/python3.8/multiprocessing/shared_memory.py�_make_filename& s r c @ s� e Zd ZdZdZdZdZdZej Z
dZ e r.dndZ
ddd �Zd
d � Zd d
� Zdd� Zedd� �Zedd� �Zedd� �Zdd� Zdd� ZdS )r a� Creates a new shared memory block or attaches to an existing
shared memory block.
Every shared memory block is assigned a unique name. This enables
one process to create a shared memory block with a particular name
so that a different process can attach to that same shared memory
block using that same name.
As a resource for sharing data across processes, shared memory blocks
may outlive the original process that created them. When one process
no longer needs access to a shared memory block that might still be
needed by other processes, the close() method should be called.
When a shared memory block is no longer needed by any process, the
unlink() method should be called to ensure proper cleanup.N���i� TFr c
C sl |dkst d��|r0ttjB | _|dkr0t d��|d krL| jtj@ sLt d��t�rH|d kr�t� }ztj || j| j
d�| _ W n t k
r� Y qZY nX || _
q�qZn.| jr�d| n|}tj || j| j
d�| _ || _
z<|r�|r�t�| j |� t�| j �}|j}t�| j |�| _W n tk
�r* | �� � Y nX ddlm} || j
d � �n|�r�|d k�r^t� n|}t�tjtjtj |d
? d @ |d @ |�}zXt� � }|tj k�r�|d k �r�t t j!t�"t j!�|tj ��nW ��qNtjd ||d
�| _W 5 t� |� X || _
�qV�qNnX|| _
t�#tj$d|�}zt�%|tj$ddd�} W 5 t� |� X t�&| �}tjd ||d
�| _|| _'t(| j�| _)d S )Nr z!'size' must be a positive integerz4'size' must be a positive number different from zeroz&'name' can only be None if create=True)�mode�/� )�register�
shared_memory� l �� r )ZtagnameF)*�
ValueError�_O_CREX�os�O_RDWR�_flags�O_EXCL�
_USE_POSIXr � _posixshmemZshm_open�_mode�_fd�FileExistsError�_name�_prepend_leading_slash� ftruncate�fstat�st_size�mmap�_mmap�OSError�unlink�resource_trackerr �_winapiZCreateFileMappingZINVALID_HANDLE_VALUEZNULLZPAGE_READWRITEZ CloseHandleZ GetLastErrorZERROR_ALREADY_EXISTS�errnoZEEXIST�strerrorZOpenFileMappingZ
FILE_MAP_READZ
MapViewOfFileZVirtualQuerySize�_size�
memoryview�_buf)
�selfr
�create�sizeZstatsr Z temp_nameZh_mapZlast_error_codeZp_bufr r r �__init__I s� �
�
�
�
��
zSharedMemory.__init__c C s& z | � � W n tk
r Y nX d S �N)�closer* �r3 r r r �__del__� s zSharedMemory.__del__c C s | j | jd| jffS )NF)� __class__r
r5 r9 r r r �
__reduce__� s ��zSharedMemory.__reduce__c C s | j j� d| j�d| j� d�S )N�(z, size=�))r; �__name__r
r5 r9 r r r �__repr__� s zSharedMemory.__repr__c C s | j S )z4A memoryview of contents of the shared memory block.)r2 r9 r r r �buf� s zSharedMemory.bufc C s. | j }tr*| jr*| j �d�r*| j dd� }|S )z4Unique name that identifies the shared memory block.r r N)r# r r$ �
startswith)r3 Z
reported_namer r r r
� s
zSharedMemory.namec C s | j S )zSize in bytes.)r0 r9 r r r r5 � s zSharedMemory.sizec C sX | j dk r| j �� d| _ | jdk r4| j�� d| _trT| jdkrTt�| j� d| _dS )zkCloses access to the shared memory from this instance but does
not destroy the shared memory block.Nr r )r2 �releaser) r8 r r! r r9 r r r r8 � s
zSharedMemory.closec C s2 t r.| jr.ddlm} t�| j� || jd� dS )z�Requests that the underlying shared memory block be destroyed.
In order to ensure proper cleanup of resources, unlink should be
called once (and only once) across all processes which have access
to the shared memory block.r )�
unregisterr N)r r# r, rD r Z
shm_unlink)r3 rD r r r r+ � s
zSharedMemory.unlink)NFr )r? �
__module__� __qualname__�__doc__r# r! r) r2 r r r r r r$ r6 r: r< r@ �propertyrA r
r5 r8 r+ r r r r r 0 s(
l
�utf8c @ s e Zd ZdZedededededdj diZ
dZ d d
� d d
� d d
� d
d
� d�Z e
dd� �Zd6dd�dd�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zed$d%� �Zed&d'� �Zed(d)� �Zed*d+� �Z ed,d-� �Z ed.d/� �Z ed0d1� �Z d2d3� Z d4d5� Z!dS )7r a� Pattern for a mutable list-like object shareable via a shared
memory block. It differs from the built-in list type in that these
lists can not change their overall length (i.e. no append, insert,
etc.)
Because values are packed into a memoryview as bytes, the struct
packing format for any storable value must require no more than 8
characters to describe its format.�q�dzxxxxxxx?z%dsNzxxxxxx?x� c C s | S r7 r ��valuer r r �<lambda>
� zShareableList.<lambda>c C s | � d��t�S �N� )�rstrip�decode� _encodingrM r r r rO rP c C s
| � d�S rQ )rS rM r r r rO rP c C s d S r7 r )Z_valuer r r rO
rP )r r r � c C s: t | ttdjf�sdS t | t�r$dS t | t�r2dS dS dS )z�Used in concert with _back_transforms_mapping to convert values
into the appropriate Python objects when retrieving them from
the list as well as when storing them.Nr r r rV )�
isinstance�str�bytesr; rM r r r �_extract_recreation_code s
z&ShareableList._extract_recreation_code�r
c sr |d k rv�fdd�|D �}t |��_t�fdd�|D ���_�fdd�|D �}t�d�j d�|� �j �j �}nd}|d k r�|d kr�t
|��_ nt
|d |d
��_ |d k �rNt � tj
d�j �j jd �jf�j�� tj
d�|��j j�jf� fd d�|D ��� tj
�j�j j�jf� fd
d�|D ��� tj
�j �j j�jf|�� n t ���_t��j�j jd��_d S )Nc sP g | ]H}t |ttf�s$� jt|� n&� jt|� � jt|�� j d f �qS )r )rW rX rY �_types_mapping�type�
_alignmentr ��.0�itemr9 r r �
<listcomp> s � � �z*ShareableList.__init__.<locals>.<listcomp>c 3 s0 | ](}|d dkr� j nt|dd � �V qdS )r �sN)r^ �int)r` �fmtr9 r r � <genexpr>* s �z)ShareableList.__init__.<locals>.<genexpr>c s g | ]}� � |��qS r )rZ r_ r9 r r rb . s rJ � rL T)r4 r5 r c 3 s& | ] }t |t�r|�� �n|V qd S r7 )rW rX �encode�r` �v��_encr r rf M s c 3 s | ]}|� � �V qd S r7 )rh ri rk r r rf S s )r � _list_len�tuple�_allocated_bytes�structZcalcsize�_format_size_metainfo�join�_format_packing_metainfo� _format_back_transform_codesr �shmrU � pack_intorA �_offset_data_start�_offset_packing_formats� _offset_back_transform_codes� unpack_from)r3 Zsequencer
Z_formatsZ_recreation_codesZrequested_sizer )rl r3 r r6 sz
�
�
�����
��������
�zShareableList.__init__c C sj |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d �d }|�d�}|�t �}|S )z>Gets the packing format for a single value stored in the list.r � Requested position out of range.�8srL rR )
rm �
IndexErrorrp rz ru rA rx rS rT rU )r3 �positionrj re �
fmt_as_strr r r �_get_packing_formatd s ��
z!ShareableList._get_packing_formatc C s\ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j| �d }| j| }|S )z9Gets the back transformation function for a single value.r r{ �b)rm r} rp rz ru rA ry �_back_transforms_mapping)r3 r~ �transform_codeZtransform_functionr r r �_get_back_transformt s ��
z!ShareableList._get_back_transformc C s~ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d |�t�� | � |�}t�d| jj| j
| |� dS )zvSets the packing format and back transformation code for a
single value in the list at the specified position.r r{ r| rL r� N) rm r} rp rv ru rA rx rh rU rZ ry )r3 r~ r rN r� r r r �!_set_packing_format_and_transform� s �
�z/ShareableList._set_packing_format_and_transformc C sj z6| j t| jd |� � }t�| �|�| jj|�\}W n tk
rR td��Y nX | � |�}||�}|S )Nzindex out of range)
rw �sumro rp rz r� ru rA r} r� )r3 r~ �offsetrj Zback_transformr r r � __getitem__� s ��
zShareableList.__getitem__c C s� z&| j t| jd |� � }| �|�}W n tk
rB td��Y nX t|ttf�sf| jt |� }|}nZt|t�rz|�
t �n|}t |�| j| kr�t
d��|d dkr�|}n| jt | j| f }| �|||� t�|| jj||� d S )Nz assignment index out of rangez(bytes/str item exceeds available storager rc )rw r� ro r� r} rW rX rY r\ r] rh rU r r r� rp rv ru rA )r3 r~ rN r� Zcurrent_formatZ
new_formatZ
encoded_valuer r r � __setitem__� s6 �� � ��zShareableList.__setitem__c C s t | j| jjd�dfS )Nr[ r )r r; ru r
r9 r r r r< � s zShareableList.__reduce__c C s t �d| jjd�d S )NrJ r )rp rz ru rA r9 r r r �__len__� s zShareableList.__len__c C s" | j j� dt| �� d| jj�d�S )Nr= z, name=r> )r; r? �listru r
r9 r r r r@ � s zShareableList.__repr__c s d� � fdd�t� j�D ��S )z>The struct packing format used by all currently stored values.rg c 3 s | ]}� � |�V qd S r7 )r� )r` �ir9 r r rf � s z'ShareableList.format.<locals>.<genexpr>)rr �rangerm r9 r r9 r �format� s �zShareableList.formatc C s | j � d�S )z=The struct packing format used for metainfo on storage sizes.rJ �rm r9 r r r rq � s z#ShareableList._format_size_metainfoc C s
d| j S )z?The struct packing format used for the values' packing formats.r| r� r9 r r r rs � s z&ShareableList._format_packing_metainfoc C s
d| j S )z?The struct packing format used for the values' back transforms.r� r� r9 r r r rt � s z*ShareableList._format_back_transform_codesc C s | j d d S )Nr rL r� r9 r r r rw � s z ShareableList._offset_data_startc C s | j t| j� S r7 )rw r� ro r9 r r r rx � s z%ShareableList._offset_packing_formatsc C s | j | jd S )NrL )rx rm r9 r r r ry � s z*ShareableList._offset_back_transform_codesc s t � fdd�| D ��S )zCL.count(value) -> integer -- return number of occurrences of value.c 3 s | ]}� |kV qd S r7 r )r` �entryrM r r rf � s z&ShareableList.count.<locals>.<genexpr>)r� )r3 rN r rM r �count� s zShareableList.countc C s4 t | �D ]\}}||kr| S qt|�d���dS )zpL.index(value) -> integer -- return first index of value.
Raises ValueError if the value is not present.z not in this containerN)� enumerater )r3 rN r~ r� r r r �index� s
zShareableList.index)N)"r? rE rF rG rd �float�boolrX rY r; r\ r^ r� � staticmethodrZ r6 r� r� r� r� r� r< r� r@ rH r� rq rs rt rw rx ry r� r� r r r r r � s^
��
F
)rG �__all__� functoolsr r( r r. rp r r
r- r r �O_CREATr r r r
r r rU r r r r r �<module> s,
E __pycache__/util.cpython-38.opt-1.pyc 0000644 00000026254 15033636440 0013335 0 ustar 00 U
e5d~6 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd� Zd d� Zd d� Zd d� Zd d � Zd@d d
�Zd!d"� Zd#d$� Ze� Z d%d&� Z d'd � Z e� � Z e�!� Z"d(d)� Z#d*d � Z$i Z%e�!� Z&G d+d� de'�Z(dAd,d-�Z)d.d
� Z*da+eee)e j,e j-fd/d0�Z.e�/e.� G d1d� de'�Z0G d2d� dej1�Z2ze �3d3�Z4W n e5k
�r� d4Z4Y nX d5d� Z6d6d7� Z7d8d9� Z8d:d;� Z9d<d=� Z:d>d?� Z;dS )B� N)� _args_from_interpreter_flags� )�process� sub_debug�debug�info� sub_warning�
get_logger�
log_to_stderr� get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING� �
� � �multiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f|�� d S �N)�_logger�logr ��msg�args� r �,/usr/lib64/python3.8/multiprocessing/util.pyr , s c G s t rt jt| f|�� d S r )r r �DEBUGr r r r r 0 s c G s t rt jt| f|�� d S r )r r �INFOr r r r r 4 s c G s t rt jt| f|�� d S r )r r r r r r r r 8 s c C s| ddl } | �� z\tsj| �t�adt_ttd�rFt� t
� t� t
� n$tj �
t
di f� tj �t
di f� W 5 | �� X tS )z0
Returns logger used by multiprocessing
r N�
unregisterr )�loggingZ _acquireLockZ _releaseLockr Z getLogger� LOGGER_NAMEZ propagate�hasattr�atexitr# �_exit_function�registerZ
_exithandlers�remove�append)r$ r r r r < s
c C sJ ddl }t� }|�t�}|�� }|�|� |�|� | rB|�| � dat S )zB
Turn on logging and add a handler which prints to stderr
r NT)
r$ r Z Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel�_log_to_stderrr )�levelr$ ZloggerZ formatterZhandlerr r r r
W s
c C s t jdkrdS tt d�r dS dS )NZlinuxTZgetandroidapilevelF)�sys�platformr& r r r r �#_platform_supports_abstract_socketsl s
r1 c C s@ | sdS t | t�r | d dkS t | t�r4| d dkS td��d S )NFr � z(address type of {address!r} unrecognized)�
isinstance�bytes�str� TypeError)Zaddressr r r � is_abstract_socket_namespacet s
r7 c C s& | |� t �� }|d k r"d |jd< d S )N�tempdir)r �current_process�_config)�rmtreer8 r9 r r r �_remove_temp_dir� s r< c C sf t �� j�d�} | d krbdd l}dd l}|jdd�} td| � td t |j
| fdd� | t �� jd< | S )Nr8 r zpymp-)�prefixzcreated temp directory %si����)r � exitpriority) r r9 r: �get�shutil�tempfileZmkdtempr r r< r; )r8 r@ rA r r r r � s
�c C sf t t�� �} | �� | D ]H\\}}}}z ||� W q tk
r^ } ztd|� W 5 d }~X Y qX qd S )Nz after forker raised exception %s)�list�_afterfork_registry�items�sort� Exceptionr )rD �indexZident�func�obj�er r r �_run_after_forkers� s rK c C s | t tt�t| �|f< d S r )rC �next�_afterfork_counter�id)rI rH r r r r � s c @ sF e Zd ZdZddd�Zdeeejfdd�Z dd � Z
d
d � Z d d
� Z dS )r zA
Class which supports object finalization using weakrefs
r Nc C s� |d k r&t |t�s&td�|t|����|d k r>t�|| �| _n|d krNtd��|| _ || _
|p`i | _ |t t
�f| _t�� | _| t| j< d S )Nz3Exitpriority ({0!r}) must be None or int, not {1!s}z+Without object, exitpriority cannot be None)r3 �intr6 �format�type�weakref�ref�_weakref�
ValueError� _callback�_args�_kwargsrL �_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfrI �callbackr �kwargsr> r r r �__init__� s" ��
zFinalize.__init__c C s� z || j = W n tk
r( |d� Y nbX | j|� krD|d� d}n$|d| j| j| j� | j| j| j�}d | _ | _ | _ | _| _ |S dS )zQ
Run the callback unless it has already been called or cancelled
z finalizer no longer registeredz+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %s)rZ �KeyErrorr] rV rW rX rT )r_ Zwrr^ r r\ �resr r r �__call__� s$ �� zFinalize.__call__c C sD z t | j= W n tk
r Y n X d | _ | _ | _ | _| _dS )z3
Cancel finalization of the object
N)r^ rZ rc rT rV rW rX �r_ r r r �cancel� s � �zFinalize.cancelc C s
| j tkS )zS
Return whether this finalizer is still waiting to invoke callback
)rZ r^ rf r r r � still_active� s zFinalize.still_activec C s� z | � � }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| j�f }| jrr|dt| j� 7 }| j r�|dt| j � 7 }| j
d d k r�|dt| j
d � 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s�__name__z, args=z , kwargs=r z, exitpriority=�>) rT �AttributeErrorr6 � __class__ri �getattrrV rW r5 rX rZ )r_ rI �xr r r �__repr__� s"
�zFinalize.__repr__)r NN)
ri �
__module__� __qualname__�__doc__rb r^ r r[ r\ re rg rh ro r r r r r � s
�
c s� t dkr dS �dkr dd� � n �fdd�� � fdd�tt �D �}|jdd� |D ]P}t �|�}|dk rPtd |� z
|� W qP tk
r� d
dl}|�� Y qPX qP�dkr�t �� dS ) z�
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
Nc S s | d d k S �Nr r ��pr r r �<lambda> � z!_run_finalizers.<locals>.<lambda>c s | d d k o| d � kS rs r rt )� minpriorityr r rv rw c s g | ]}� |�r|�qS r r )�.0�key)�fr r �
<listcomp># s z#_run_finalizers.<locals>.<listcomp>T)�reversez
calling %sr ) r^ rB rE r? r rF � traceback� print_exc�clear)rx �keysrz � finalizerr~ r )r{ rx r �_run_finalizers s$
r� c C s t p
t dkS )z6
Returns true if the process is shutting down
N)�_exitingr r r r r
8 s c C s� t s�da | d� |d� |d� |� d k rr|� D ] }|jr0| d|j� |j�� q0|� D ]}| d|j� |�� qX|d� |� d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)r� Zdaemon�nameZ_popenZ terminate�join)r r r� �active_childrenr9 ru r r r r( @ s
r( c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s | � � t| tj � d S r )�_resetr r rf r r r rb q s z ForkAwareThreadLock.__init__c C s" t �� | _| jj| _| jj| _d S r )� threadingZLock�_lock�acquire�releaserf r r r r� u s
zForkAwareThreadLock._resetc C s
| j �� S r )r� � __enter__rf r r r r� z s z ForkAwareThreadLock.__enter__c G s | j j|� S r )r� �__exit__)r_ r r r r r� } s z ForkAwareThreadLock.__exit__N)ri rp rq rb r� r� r� r r r r r p s c @ s e Zd Zdd� Zdd� ZdS )r c C s t | dd� � d S )Nc S s
| j �� S r )�__dict__r� )rI r r r rv � rw z)ForkAwareLocal.__init__.<locals>.<lambda>)r rf r r r rb � s zForkAwareLocal.__init__c C s t | �dfS )Nr )rQ rf r r r �
__reduce__� s zForkAwareLocal.__reduce__N)ri rp rq rb r� r r r r r � s � SC_OPEN_MAX� c C sN t | �dtg } | �� tt| �d �D ] }t�| | d | |d � q(d S )N���r )rB �MAXFDrE �range�lenr[ �
closerange)�fds�ir r r r � s c C s� t jd krd S zt j�� W n ttfk
r4 Y nX z@t�tjtj�} zt| dd�t _W n t�| � � Y nX W n ttfk
r� Y nX d S )NF)�closefd) r/ �stdin�close�OSErrorrU r[ �open�devnull�O_RDONLY)�fdr r r � _close_stdin� s
r� c C sT zt j�� W n ttfk
r& Y nX zt j�� W n ttfk
rN Y nX d S r )r/ �stdout�flushrk rU �stderrr r r r �_flush_std_streams� s r� c C sx dd l }tttt|���}t�� \}}z6|�|t� | �gd|d d dddddd||ddd �W �S t�|� t�|� X d S )Nr Tr� F)
�_posixsubprocess�tuple�sorted�maprO r[ �piper� Z fork_exec�fsencode)�pathr Zpassfdsr� Z errpipe_readZ
errpipe_writer r r �spawnv_passfds� s2
�
r� c G s | D ]}t �|� qdS )z/Close each file descriptor given as an argumentN)r[ r� )r� r� r r r � close_fds� s r� c C sZ ddl m} t�� ddlm} |j�� ddlm} |j �� t
� | � � | � � dS )zKCleanup multiprocessing resources when multiprocessing tests
completed.r )�support)�
forkserver)�resource_trackerN)
Ztestr� r Z_cleanupr r� Z _forkserverZ_stopr� Z_resource_trackerr� Z
gc_collectZ
reap_children)r� r� r� r r r �_cleanup_tests� s
r� )N)N)<r[ � itertoolsr/ rR r' r� �
subprocessr � r �__all__ZNOTSETr r! r" r r% r, r r- r r r r r r
r1 r7 Zabstract_sockets_supportedr< r ZWeakValueDictionaryrC �countrM rK r r^ rY �objectr r� r
r� r� r9 r( r) r Zlocalr �sysconfr� rF r r� r� r� r� r� r r r r �<module>
s� �
V
,�
*
__pycache__/reduction.cpython-38.opt-1.pyc 0000644 00000020015 15033636440 0014341 0 ustar 00 U
e5d(% � @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddddd gZ ej d
kp�e
ed �o�e
ed �o�e
ejd
�ZG dd� dej�ZejZd6dd �Zej d
k�re dddg7 Z d dlZd7dd�dd�Zdd� Zdd� Zdd� ZG dd� de�ZnHe ddd g7 Z d dlZej d kZd d� Z d d � Z d d� Zd!d� Zd"d� Z d#d$� Z G d%d&� d&�Z ee!e � j"�e � d'd(� Z#ee!e$j%�e#� ee!e&j'�e#� d)d*� Z(d+d,� Z)eej*e(� ej d
k�r�d-d.� Z+d/d0� Z,eeje+� n d1d.� Z+d2d0� Z,eeje+� G d3d4� d4ed5�Z-dS )8� )�ABCMetaN� )�context� send_handle� recv_handle�ForkingPickler�register�dump�win32ZCMSG_LEN�
SCM_RIGHTS�sendmsgc sJ e Zd ZdZi ZejZ� fdd�Ze dd� �Z
e d dd��Z e j
Z
� ZS )
r z)Pickler subclass used by multiprocessing.c s* t � j|� | j�� | _| j�| j� d S �N)�super�__init__�_copyreg_dispatch_table�copy�dispatch_table�update�_extra_reducers��self�args�� __class__� �1/usr/lib64/python3.8/multiprocessing/reduction.pyr & s zForkingPickler.__init__c C s || j |< dS )z&Register a reduce function for a type.N)r )�cls�type�reducer r r r + s zForkingPickler.registerNc C s t �� }| ||��|� |�� S r
)�io�BytesIOr � getbuffer)r �obj�protocolZbufr r r �dumps0 s zForkingPickler.dumps)N)�__name__�
__module__� __qualname__�__doc__r �copyregr r r � classmethodr r$ �pickle�loads�
__classcell__r r r r r ! s
c C s t ||��| � dS )z3Replacement for pickle.dump() using ForkingPickler.N)r r )r" �filer# r r r r : s � DupHandle� duplicate� steal_handleF)�source_processc C s6 t �� }|dkr|}|dkr |}t �|| |d|t j�S )z<Duplicate a handle. (target_process is a handle not a pid!)Nr )�_winapi�GetCurrentProcess�DuplicateHandle�DUPLICATE_SAME_ACCESS)�handleZtarget_processZ inheritabler2 Zcurrent_processr r r r0 G s �c C sF t �t jd| �}z$t �||t �� ddt jt jB �W �S t �|� X dS )z5Steal a handle from process identified by source_pid.Fr N)r3 � OpenProcess�PROCESS_DUP_HANDLE� CloseHandler5 r4 r6 �DUPLICATE_CLOSE_SOURCE)Z
source_pidr7 Zsource_process_handler r r r1 S s �
�c C s t |tj|�}| �|� dS �z&Send a handle over a local connection.N)r/ r3 r6 �send)�connr7 �destination_pidZdhr r r r _ s c C s | � � �� S )�)Receive a handle over a local connection.)�recv�detach)r> r r r r d s c @ s" e Zd ZdZddd�Zdd� ZdS )r/ z Picklable wrapper for a handle.Nc C s\ |d krt �� }t�tjd|�}z t�t�� |||dd�| _W 5 t�|� X || _ || _
d S )NFr ) �os�getpidr3 r8 r9 r: r5 r4 �_handle�_access�_pid)r r7 �access�pid�procr r r r j s �
zDupHandle.__init__c C sZ | j t�� kr| jS t�tjd| j �}z"t�|| jt� � | j
dtj �W �S t�|� X dS )z1Get the handle. This should only be called once.FN) rG rC rD rE r3 r8 r9 r: r5 r4 rF r; )r rJ r r r rB y s
� �zDupHandle.detach)N)r% r& r' r( r rB r r r r r/ h s
�DupFd�sendfds�recvfds�darwinc C sV t � d|�}tt|�d g�}| �|gtjtj|fg� trR| �d�dkrRt d��dS )z,Send an array of fds over an AF_UNIX socket.�i� r � Az%did not receive acknowledgement of fdN)
�array�bytes�lenr �socket�
SOL_SOCKETr � ACKNOWLEDGErA � RuntimeError)�sockZfds�msgr r r rL � s
c C s t � d�}|j| }| �dt�|��\}}}}|s:|s:t�z�trJ| �d� t|�dkrft dt|� ��|d \}} }
|tj
kr�| tj kr�t|
�|j dkr�t �|�
|
� t|�d |d kr�td�t|�|d ���t|�W S W n t tfk
r� Y nX t d��d S )
z/Receive an array of fds over an AF_UNIX socket.rO r rQ z received %d items of ancdatar rP z Len is {0:n} but msg[0] is {1!r}zInvalid data receivedN)rR �itemsizeZrecvmsgrU Z
CMSG_SPACE�EOFErrorrW r= rT rX rV r �
ValueErrorZ frombytes�AssertionError�format�list�
IndexError) rY �size�aZ
bytes_sizerZ Zancdata�flagsZaddrZ
cmsg_levelZ cmsg_typeZ cmsg_datar r r rM � s<
�
�
��c C s2 t �| �� t jt j��}t||g� W 5 Q R X dS r< )rU �fromfd�fileno�AF_UNIX� SOCK_STREAMrL )r> r7 r? �sr r r r � s c
C s< t �| �� t jt j�� }t|d�d W 5 Q R � S Q R X dS )r@ r r N)rU re rf rg rh rM )r> ri r r r r � s c C sF t �� }|dk r |�|�| ��S tr:ddlm} |�| �S td��dS )zReturn a wrapper for an fd.Nr )�resource_sharerz&SCM_RIGHTS appears not to be available)r Zget_spawning_popenrK Zduplicate_for_child�HAVE_SEND_HANDLE� rj r] )�fdZ popen_objrj r r r rK � s
c C s2 | j d kr t| j| jjffS t| j | jjffS d S r
)�__self__�getattrr �__func__r% ��mr r r �_reduce_method� s
rs c @ s e Zd Zdd� ZdS )�_Cc C s d S r
r )r r r r �f� s z_C.fN)r% r& r' ru r r r r rt � s rt c C s t | j| jffS r
)ro � __objclass__r% rq r r r �_reduce_method_descriptor� s rw c C s t | j| j| jpi ffS r
)�_rebuild_partial�funcr �keywords)�pr r r �_reduce_partial� s r| c C s t j| f|�|�S r
)� functools�partial)ry r rz r r r rx � s rx c C s ddl m} t|| �ffS )Nr )� DupSocket)rj r �_rebuild_socket)ri r r r r �_reduce_socket� s r� c C s | � � S r
)rB )Zdsr r r r� � s r� c C s" t | �� �}t|| j| j| jffS r
)rK rf r� �familyr �proto)ri �dfr r r r� � s c C s | � � }tj||||d�S )N)rf )rB rU )r� r� r r� rm r r r r� � s c @ sd e Zd ZdZeZeZeZeZeZe j
dkr8e Z e Z e
Z
n eZeZeZeZeZeZeZeZdd� ZdS )�AbstractReducerz�Abstract base class for use in implementing a Reduction class
suitable for use in replacing the standard reduction mechanism
used in multiprocessing.r
c G sN t tt� j�t� t ttj�t� t ttj �t� t t
j t � t t
j
t� d S r
)r r rt ru rs r` �appendrw �int�__add__r} r~ r| rU r� r r r r r s
zAbstractReducer.__init__N)r% r& r' r( r r r r r �sys�platformr1 r0 r/ rL rM rK rs rw rx r� r� r r r r r r� � s&
r� )� metaclass)N)NF).�abcr r) r} r rC r+ rU r� rl r �__all__r� �hasattrrk ZPicklerr r r r3 r0 r1 r r �objectr/ rR rW rL rM rK rs rt r ru rw r` r� r� r� r| rx r~ r� r� r� r r r r �<module>
sj
�
�
� #
__pycache__/popen_spawn_posix.cpython-38.opt-2.pyc 0000644 00000004242 15033636440 0016125 0 ustar 00 U
e5d� � @ sp d dl Z d dlZddlmZmZ ddlmZ ddlmZ ddlmZ dgZ G dd � d e
�Z G d
d� dej �Z dS ) � N� )� reduction�set_spawning_popen)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N��fd��selfr � r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_posix.py�__init__ s z_DupFd.__init__c C s | j S r
r )r r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r s r c s4 e Zd ZdZeZ� fdd�Zdd� Zdd� Z� Z S )r r c s g | _ t� �|� d S r
)�_fds�superr )r � process_obj�� __class__r r r s zPopen.__init__c C s | j �|� |S r
)r �appendr
r r r �duplicate_for_child" s zPopen.duplicate_for_childc C sX ddl m} |�� }| j�|� t�|j�}t� � }t
| � z t � ||� t � ||� W 5 t
d � X d } } }} z~t�� \}}t�� \}} tj||d�} | j�||g� t
�t�� | | j�| _|| _t| ddd��}
|
�|� � � W 5 Q R X W 5 g }
|| fD ]} | d k �r |
�| � �q t
�| t
j|
�| _||fD ]} | d k �r6t�| � �q6X d S )Nr )�resource_tracker)�
tracker_fdZ pipe_handle�wbF)�closefd) � r Zgetfdr r r Zget_preparation_data�_name�io�BytesIOr r �dumpr ZFinalizeZ close_fds� finalizer�os�close�pipeZget_command_line�extendZspawnv_passfdsZget_executable�pid�sentinel�open�write� getbuffer)r r r r Z prep_data�fpZparent_rZchild_wZchild_rZparent_wZ fds_to_closer �cmd�fr r r �_launch& sB
�
�
z
Popen._launch)
r r r �methodr ZDupFdr r r3 �
__classcell__r r r r r s
)
r# r' �contextr r r! r r r �__all__�objectr r r r r r �<module> s
__pycache__/heap.cpython-38.opt-1.pyc 0000644 00000016675 15033636440 0013303 0 ustar 00 U
e5dj- � @ s� d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z dgZ
ejdkr�d dlZG dd � d e�Zn,G d
d � d e�Zd d � Zd
d� Ze �ee� G dd� de�ZG dd� de�ZdS )� N)� defaultdict� )� reduction�assert_spawning)�util�
BufferWrapperZwin32c @ s0 e Zd ZdZe�� Zdd� Zdd� Zdd� Z dS ) �ArenazL
A shared memory area backed by anonymous memory (Windows).
c C sx || _ td�D ]B}dt�� t| j�f }tjd||d�}t�� dkrH qZ|� � qt
d��|| _ || _ | j | j f| _
d S )N�d z pym-%d-%s����Ztagnamer z Cannot find name for new mmap)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �,/usr/lib64/python3.8/multiprocessing/heap.py�__init__& s
�Arena.__init__c C s t | � | jS �N)r r )r r r r � __getstate__5 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr
r )r r r r r )r �stater r r � __setstate__9 s zArena.__setstate__N)
�__name__�
__module__� __qualname__�__doc__�tempfileZ_RandomNameSequencer r r r" r r r r r s
r c @ s8 e Zd ZdZejdkr dgZng Zd
dd�Zdd� Zd S ) r zJ
A shared memory area backed by a temporary file (POSIX).
Zlinuxz/dev/shmr
c C sx || _ || _|dkrbtjdt�� | �|�d�\| _}t�|� t� | tj
| jf� t� | j|� t � | j| j �| _
d S )Nr
zpym-%d-)�prefix�dir)r �fdr' Zmkstempr r � _choose_dir�unlinkr �Finalizer � ftruncater r )r r r* r r r r r M s
�
r c C s6 | j D ]&}t�|�}|j|j |kr| S qt�� S r )�_dir_candidatesr �statvfs�f_bavail�f_frsizer Z get_temp_dir)r r �d�str r r r+ [ s
zArena._choose_dirN)r
) r# r$ r% r& �sys�platformr/ r r+ r r r r r C s
c C s( | j dkrtd��t| jt�| j �ffS )Nr
zDArena is unpicklable because forking was enabled when it was created)r* �
ValueError�
rebuild_arenar r ZDupFd)�ar r r � reduce_arenad s
r: c C s t | |�� �S r )r �detach)r Zdupfdr r r r8 j s r8 c @ sz e Zd ZdZdZdZejfdd�Ze dd� �Z
dd� Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�Heap� i @ c C sX t �� | _t�� | _|| _g | _i | _i | _ i | _
t t �| _
g | _g | _d| _d| _d S �Nr )r r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_blockr �set�_allocated_blocks�_arenas�_pending_free_blocks�
_n_mallocs�_n_frees)r r r r r r { s
z
Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundup� s z
Heap._roundupc C sZ | � t| j|�tj�}| j| jk r0| jd9 _t�d|� t|�}| j �
|� |d|fS )N� z"allocating a new mmap of length %dr ) rO �maxrB r �PAGESIZE�_DOUBLE_ARENA_SIZE_UNTILr �infor rI �append)r r �length�arenar r r �
_new_arena� s zHeap._new_arenac C sz |j }|| jk rd S | j�|�}| j|df= | j||f= | j�|� | j| }|�|d|f� |sv| j|= | j �|� d S r> )
r � _DISCARD_FREE_SPACE_LARGER_THANrH �poprE rF rI �removerD rC )r rW rV �blocks�seqr r r �_discard_arena� s
zHeap._discard_arenac C s| t �| j|�}|t| j�kr&| �|�S | j| }| j| }|�� }|sV| j|= | j|= |\}}}| j||f= | j||f= |S r ) �bisectZ bisect_leftrC �lenrX rD rZ rE rF ) r r r rV r] �blockrW �start�stopr r r �_malloc� s
z Heap._mallocc C s� |\}}}z| j ||f }W n tk
r0 Y nX | �|�\}}z| j||f }W n tk
rf Y nX | �|�\}}|||f}|| }z| j| �|� W n. tk
r� |g| j|< t�| j|� Y nX || j||f< || j ||f< d S r ) rF �KeyError�_absorbrE rD rU r_ ZinsortrC ) r ra rW rb rc Z
prev_block�_Z
next_blockrV r r r �_add_free_block� s(
zHeap._add_free_blockc C s^ |\}}}| j ||f= | j||f= || }| j| }|�|� |sV| j|= | j�|� ||fS r )rE rF rD r[ rC )r ra rW rb rc rV r] r r r rf � s
z Heap._absorbc C s4 |\}}}| j | }|�||f� |s0| �|� d S r )rH r[ r^ )r ra rW rb rc r\ r r r �_remove_allocated_block� s
z Heap._remove_allocated_blockc C sB z| j �� }W n tk
r& Y q>Y nX | �|� | �|� q d S r )rJ rZ �
IndexErrorrh ri �r ra r r r �_free_pending_blocks s
zHeap._free_pending_blocksc C s~ t �� | jkr$td�t �� | j���| j�d�s>| j�|� n<z.| j
d7 _
| � � | � |� | �
|� W 5 | j� � X d S )Nz$My pid ({0:n}) is not last pid {1:n}Fr )r r r? r7 �formatrA �acquirerJ rU �releaserL rl rh ri rk r r r �free s
��
z Heap.freec
C s� |dk rt d�|���tj|kr.td�|���t�� | jkrD| �� | j �� | j
d7 _
| � � | � t
|d�| j�}| �|�\}}}|| }||k r�| �|||f� | j| �||f� |||fW 5 Q R � S Q R X d S )Nr �Size {0:n} out of range�Size {0:n} too larger )r7 rm r5 �maxsize�
OverflowErrorr r r? r rA rK rl rO rQ �
_alignmentrd rh rH �add)r r rW rb rc Z real_stopr r r �malloc( s
z Heap.mallocN)r# r$ r% ru rY rS r rR r � staticmethodrO rX r^ rd rh rf ri rl rp rw r r r r r< s s
r< c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C s^ |dk rt d�|���tj|kr.td�|���tj�|�}||f| _t j
| tjj |fd� d S )Nr rq rr )�args) r7 rm r5 rs rt r �_heaprw r r r- rp )r r ra r r r r F s
zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S r )r �
memoryviewr )r rW rb rc r r r r �create_memoryviewO s z BufferWrapper.create_memoryviewN)r# r$ r% r< rz r r| r r r r r B s )r_ � collectionsr r r r5 r' r@ �contextr r � r �__all__r6 r �objectr r: r8 �registerr< r r r r r �<module>
s&
$! P __pycache__/resource_sharer.cpython-38.opt-1.pyc 0000644 00000012117 15033636440 0015544 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ ddlm Z dgZ
ej dkrxe
dg7 Z
G d d� de �Z
ne
d
g7 Z
G d d
� d
e �ZG d d
� d
e �Ze� ZejZdS )� N� )�process)� reduction)�util�stopZwin32� DupSocketc @ s e Zd ZdZdd� Zdd� ZdS )r z Picklable wrapper for a socket.c s( |� � � � fdd�}t�|� j�| _d S )Nc s � � |�}| �|� d S �N)�shareZ
send_bytes)�conn�pidr �Znew_sock� �7/usr/lib64/python3.8/multiprocessing/resource_sharer.py�send s
z DupSocket.__init__.<locals>.send)�dup�_resource_sharer�register�close�_id)�selfZsockr r
r r �__init__ s zDupSocket.__init__c
C s6 t �| j�� }|�� }t�|�W 5 Q R � S Q R X dS )z1Get the socket. This should only be called once.N)r �get_connectionr Z
recv_bytes�socketZ fromshare)r r
r r
r
r �detach$ s zDupSocket.detachN��__name__�
__module__� __qualname__�__doc__r r r
r
r
r r s �DupFdc @ s e Zd ZdZdd� Zdd� ZdS )r z-Wrapper for fd which can be used at any time.c s4 t �|�� � fdd�}� fdd�}t�||�| _d S )Nc s t �| � |� d S r )r Z send_handle)r
r �Znew_fdr
r r 1 s z DupFd.__init__.<locals>.sendc s t �� � d S r )�osr r
r r
r r 3 s z DupFd.__init__.<locals>.close)r! r r r r )r �fdr r r
r r r / s
zDupFd.__init__c
C s. t �| j��}t�|�W 5 Q R � S Q R X dS )z-Get the fd. This should only be called once.N)r r r r Z recv_handle)r r
r
r
r r 7 s z DupFd.detachNr r
r
r
r r - s c @ sN e Zd ZdZdd� Zdd� Zedd� �Zdd d
�Zd d � Z d
d� Z
dd� Z dS )�_ResourceSharerz.Manager for resources using background thread.c C s@ d| _ i | _g | _t�� | _d | _d | _d | _t �
| t j � d S )Nr )
�_key�_cache�
_old_locks� threading�Lock�_lock� _listener�_address�_threadr Zregister_after_forkr# �
_afterfork)r r
r
r r ? s
z_ResourceSharer.__init__c
C sZ | j �J | jdkr| �� | jd7 _||f| j| j< | j| jfW 5 Q R � S Q R X dS )z+Register resource, returning an identifier.Nr )r) r+ �_startr$ r% )r r r r
r
r r I s
z_ResourceSharer.registerc C s< ddl m} | \}}||t�� jd�}|�|t�� f� |S )z<Return connection from which to receive identified resource.r ��Client��authkey)�
connectionr0 r �current_processr2 r r! �getpid)Zidentr0 �address�key�cr
r
r r R s
z _ResourceSharer.get_connectionNc C s� ddl m} | j�� | jdk r�|| jt�� jd�}|�d� |�� | j �
|� | j � � rdt �
d� | j�� d| _ d| _d| _| j�� D ]\}\}}|� q�| j�� W 5 Q R X dS )z:Stop the background thread and clear registered resources.r r/ Nr1 z._ResourceSharer thread did not stop when asked)r3 r0 r) r+ r r4 r2 r r r, �joinZis_aliver Z sub_warningr* r% �items�clear)r Ztimeoutr0 r8 r7 r r r
r
r r [ s$
�
z_ResourceSharer.stopc C sj | j �� D ]\}\}}|� q
| j �� | j�| j� t�� | _| jd k rT| j� � d | _d | _
d | _ d S r ) r% r: r; r& �appendr) r' r( r* r r+ r, )r r7 r r r
r
r r- p s
z_ResourceSharer._afterforkc C sX ddl m} t�d� |t�� jd�| _| jj| _ t
j | j d�}d|_
|�� || _d S )Nr )�Listenerz0starting listener and thread for sending handlesr1 )�targetT)r3 r= r �debugr r4 r2 r* r6 r+ r' ZThread�_serveZdaemon�startr, )r r= �tr
r
r r. ~ s
z_ResourceSharer._startc C s� t td�r t�tjt�� � zh| j�� �T}|�� }|d krHW 5 Q R � W q�|\}}| j� |�\}}z|||� W 5 |� X W 5 Q R X W q t
� � s�t j
t �� � Y q X q d S )N�pthread_sigmask)�hasattr�signalrC � SIG_BLOCK�
valid_signalsr* ZacceptZrecvr% �popr Z
is_exiting�sys�
excepthook�exc_info)r r
�msgr7 Zdestination_pidr r r
r
r r@ � s
z_ResourceSharer._serve)N) r r r r r r � staticmethodr r r- r. r@ r
r
r
r r# = s
r# )r! rE r rI r' � r �contextr r �__all__�platform�objectr r r# r r r
r
r
r �<module> s
` __pycache__/util.cpython-38.pyc 0000644 00000026340 15033636440 0012372 0 ustar 00 U
e5d~6 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd� Zd d� Zd d� Zd d� Zd d � Zd@d d
�Zd!d"� Zd#d$� Ze� Z d%d&� Z d'd � Z e� � Z e�!� Z"d(d)� Z#d*d � Z$i Z%e�!� Z&G d+d� de'�Z(dAd,d-�Z)d.d
� Z*da+eee)e j,e j-fd/d0�Z.e�/e.� G d1d� de'�Z0G d2d� dej1�Z2ze �3d3�Z4W n e5k
�r� d4Z4Y nX d5d� Z6d6d7� Z7d8d9� Z8d:d;� Z9d<d=� Z:d>d?� Z;dS )B� N)� _args_from_interpreter_flags� )�process� sub_debug�debug�info� sub_warning�
get_logger�
log_to_stderr� get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING� �
� � �multiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f|�� d S �N)�_logger�logr ��msg�args� r �,/usr/lib64/python3.8/multiprocessing/util.pyr , s c G s t rt jt| f|�� d S r )r r �DEBUGr r r r r 0 s c G s t rt jt| f|�� d S r )r r �INFOr r r r r 4 s c G s t rt jt| f|�� d S r )r r r r r r r r 8 s c C s| ddl } | �� z\tsj| �t�adt_ttd�rFt� t
� t� t
� n$tj �
t
di f� tj �t
di f� W 5 | �� X tS )z0
Returns logger used by multiprocessing
r N�
unregisterr )�loggingZ _acquireLockZ _releaseLockr Z getLogger� LOGGER_NAMEZ propagate�hasattr�atexitr# �_exit_function�registerZ
_exithandlers�remove�append)r$ r r r r < s
c C sJ ddl }t� }|�t�}|�� }|�|� |�|� | rB|�| � dat S )zB
Turn on logging and add a handler which prints to stderr
r NT)
r$ r Z Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel�_log_to_stderrr )�levelr$ ZloggerZ formatterZhandlerr r r r
W s
c C s t jdkrdS tt d�r dS dS )NZlinuxTZgetandroidapilevelF)�sys�platformr& r r r r �#_platform_supports_abstract_socketsl s
r1 c C s@ | sdS t | t�r | d dkS t | t�r4| d dkS td��d S )NFr � z(address type of {address!r} unrecognized)�
isinstance�bytes�str� TypeError)Zaddressr r r � is_abstract_socket_namespacet s
r7 c C s& | |� t �� }|d k r"d |jd< d S )N�tempdir)r �current_process�_config)�rmtreer8 r9 r r r �_remove_temp_dir� s r< c C sf t �� j�d�} | d krbdd l}dd l}|jdd�} td| � td t |j
| fdd� | t �� jd< | S )Nr8 r zpymp-)�prefixzcreated temp directory %si����)r � exitpriority) r r9 r: �get�shutil�tempfileZmkdtempr r r< r; )r8 r@ rA r r r r � s
�c C sf t t�� �} | �� | D ]H\\}}}}z ||� W q tk
r^ } ztd|� W 5 d }~X Y qX qd S )Nz after forker raised exception %s)�list�_afterfork_registry�items�sort� Exceptionr )rD �indexZident�func�obj�er r r �_run_after_forkers� s rK c C s | t tt�t| �|f< d S r )rC �next�_afterfork_counter�id)rI rH r r r r � s c @ sF e Zd ZdZddd�Zdeeejfdd�Z dd � Z
d
d � Z d d
� Z dS )r zA
Class which supports object finalization using weakrefs
r Nc C s� |d k r&t |t�s&td�|t|����|d k r>t�|| �| _n|d krNtd��|| _ || _
|p`i | _ |t t
�f| _t�� | _| t| j< d S )Nz3Exitpriority ({0!r}) must be None or int, not {1!s}z+Without object, exitpriority cannot be None)r3 �intr6 �format�type�weakref�ref�_weakref�
ValueError� _callback�_args�_kwargsrL �_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfrI �callbackr �kwargsr> r r r �__init__� s" ��
zFinalize.__init__c C s� z || j = W n tk
r( |d� Y nbX | j|� krD|d� d}n$|d| j| j| j� | j| j| j�}d | _ | _ | _ | _| _ |S dS )zQ
Run the callback unless it has already been called or cancelled
z finalizer no longer registeredz+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %s)rZ �KeyErrorr] rV rW rX rT )r_ Zwrr^ r r\ �resr r r �__call__� s$ �� zFinalize.__call__c C sD z t | j= W n tk
r Y n X d | _ | _ | _ | _| _dS )z3
Cancel finalization of the object
N)r^ rZ rc rT rV rW rX �r_ r r r �cancel� s � �zFinalize.cancelc C s
| j tkS )zS
Return whether this finalizer is still waiting to invoke callback
)rZ r^ rf r r r � still_active� s zFinalize.still_activec C s� z | � � }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| j�f }| jrr|dt| j� 7 }| j r�|dt| j � 7 }| j
d d k r�|dt| j
d � 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s�__name__z, args=z , kwargs=r z, exitpriority=�>) rT �AttributeErrorr6 � __class__ri �getattrrV rW r5 rX rZ )r_ rI �xr r r �__repr__� s"
�zFinalize.__repr__)r NN)
ri �
__module__� __qualname__�__doc__rb r^ r r[ r\ re rg rh ro r r r r r � s
�
c s� t dkr dS �dkr dd� � n �fdd�� � fdd�tt �D �}|jdd� |D ]P}t �|�}|dk rPtd |� z
|� W qP tk
r� d
dl}|�� Y qPX qP�dkr�t �� dS ) z�
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
Nc S s | d d k S �Nr r ��pr r r �<lambda> � z!_run_finalizers.<locals>.<lambda>c s | d d k o| d � kS rs r rt )� minpriorityr r rv rw c s g | ]}� |�r|�qS r r )�.0�key)�fr r �
<listcomp># s z#_run_finalizers.<locals>.<listcomp>T)�reversez
calling %sr ) r^ rB rE r? r rF � traceback� print_exc�clear)rx �keysrz � finalizerr~ r )r{ rx r �_run_finalizers s$
r� c C s t p
t dkS )z6
Returns true if the process is shutting down
N)�_exitingr r r r r
8 s c C s� t s�da | d� |d� |d� |� d k rr|� D ] }|jr0| d|j� |j�� q0|� D ]}| d|j� |�� qX|d� |� d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)r� Zdaemon�nameZ_popenZ terminate�join)r r r� �active_childrenr9 ru r r r r( @ s
r( c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s | � � t| tj � d S r )�_resetr r rf r r r rb q s z ForkAwareThreadLock.__init__c C s" t �� | _| jj| _| jj| _d S r )� threadingZLock�_lock�acquire�releaserf r r r r� u s
zForkAwareThreadLock._resetc C s
| j �� S r )r� � __enter__rf r r r r� z s z ForkAwareThreadLock.__enter__c G s | j j|� S r )r� �__exit__)r_ r r r r r� } s z ForkAwareThreadLock.__exit__N)ri rp rq rb r� r� r� r r r r r p s c @ s e Zd Zdd� Zdd� ZdS )r c C s t | dd� � d S )Nc S s
| j �� S r )�__dict__r� )rI r r r rv � rw z)ForkAwareLocal.__init__.<locals>.<lambda>)r rf r r r rb � s zForkAwareLocal.__init__c C s t | �dfS )Nr )rQ rf r r r �
__reduce__� s zForkAwareLocal.__reduce__N)ri rp rq rb r� r r r r r � s � SC_OPEN_MAX� c C sb t | �dtg } | �� | d tks,td��tt| �d �D ] }t�| | d | |d � q<d S )N���z fd too larger )rB �MAXFDrE �AssertionError�range�lenr[ �
closerange)�fds�ir r r r � s
c C s� t jd krd S zt j�� W n ttfk
r4 Y nX z@t�tjtj�} zt| dd�t _W n t�| � � Y nX W n ttfk
r� Y nX d S )NF)�closefd) r/ �stdin�close�OSErrorrU r[ �open�devnull�O_RDONLY)�fdr r r � _close_stdin� s
r� c C sT zt j�� W n ttfk
r& Y nX zt j�� W n ttfk
rN Y nX d S r )r/ �stdout�flushrk rU �stderrr r r r �_flush_std_streams� s r� c C sx dd l }tttt|���}t�� \}}z6|�|t� | �gd|d d dddddd||ddd �W �S t�|� t�|� X d S )Nr Tr� F)
�_posixsubprocess�tuple�sorted�maprO r[ �piper� Z fork_exec�fsencode)�pathr Zpassfdsr� Z errpipe_readZ
errpipe_writer r r �spawnv_passfds� s2
�
r� c G s | D ]}t �|� qdS )z/Close each file descriptor given as an argumentN)r[ r� )r� r� r r r � close_fds� s r� c C sZ ddl m} t�� ddlm} |j�� ddlm} |j �� t
� | � � | � � dS )zKCleanup multiprocessing resources when multiprocessing tests
completed.r )�support)�
forkserver)�resource_trackerN)
Ztestr� r Z_cleanupr r� Z _forkserverZ_stopr� Z_resource_trackerr� Z
gc_collectZ
reap_children)r� r� r� r r r �_cleanup_tests� s
r� )N)N)<r[ � itertoolsr/ rR r' r� �
subprocessr � r �__all__ZNOTSETr r! r" r r% r, r r- r r r r r r
r1 r7 Zabstract_sockets_supportedr< r ZWeakValueDictionaryrC �countrM rK r r^ rY �objectr r� r
r� r� r9 r( r) r Zlocalr �sysconfr� rF r r� r� r� r� r� r r r r �<module>
s� �
V
,�
*
__pycache__/pool.cpython-38.opt-2.pyc 0000644 00000055105 15033636440 0013327 0 ustar 00 U
e5d�~ � @ sd d dgZ ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z ddl
m Z m
Z
ddlmZ d Zd
Zd Zd Ze�� Zd
d� Zdd� ZG dd� de�ZG dd� d�Zdd� ZG dd� de�Z d+dd �Z d d � Z G d d � d e �Z G d!d � d e!�Z"G d"d#� d#e!�Z#e#Z$G d$d%� d%e#�Z%G d&d'� d'e!�Z&G d(d)� d)e&�Z'G d*d� de"�Z(dS ),�Pool�
ThreadPool� N)�Empty� )�util)� get_context� TimeoutError)�wait�INIT�RUN�CLOSE� TERMINATEc C s t t| � �S �N)�list�map��args� r �,/usr/lib64/python3.8/multiprocessing/pool.py�mapstar/ s r c C s t t�| d | d ��S )Nr r )r � itertools�starmapr r r r � starmapstar2 s r c @ s e Zd Zdd� Zdd� ZdS )�RemoteTracebackc C s
|| _ d S r ��tb)�selfr r r r �__init__: s zRemoteTraceback.__init__c C s | j S r r �r r r r �__str__< s zRemoteTraceback.__str__N)�__name__�
__module__� __qualname__r r r r r r r 9 s r c @ s e Zd Zdd� Zdd� ZdS )�ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�type�join�excr )r r) r r r r r @ s
z ExceptionWithTraceback.__init__c C s t | j| jffS r )� rebuild_excr) r r r r r �
__reduce__E s z!ExceptionWithTraceback.__reduce__N)r r! r" r r+ r r r r r# ? s r# c C s t |�| _| S r )r � __cause__)r) r r r r r* H s
r* c s, e Zd Z� fdd�Zdd� Zdd� Z� ZS )�MaybeEncodingErrorc s. t |�| _t |�| _tt| ��| j| j� d S r )�reprr) �value�superr- r )r r) r/ �� __class__r r r T s
zMaybeEncodingError.__init__c C s d| j | jf S )Nz(Error sending result: '%s'. Reason: '%s')r/ r) r r r r r Y s �zMaybeEncodingError.__str__c C s d| j j| f S )Nz<%s: %s>)r2 r r r r r �__repr__] s zMaybeEncodingError.__repr__)r r! r" r r r3 �
__classcell__r r r1 r r- P s r- r Fc
C s� |d k r(t |t�r|dks(td�|���|j}| j}t| d�rR| j�� |j �� |d k rb||� d}|d ks~|�r�||k �r�z
|� } W n( t
t fk
r� t �
d� Y �q�Y nX | d kr�t �
d� �q�| \}
} } }
}zd| |
|�f}W nH tk
�r0 } z(|�r| tk �rt||j�}d|f}W 5 d }~X Y nX z||
| |f� W nR tk
�r� } z2t||d �}t �
d | � ||
| d|ff� W 5 d }~X Y nX d } }
} } }
}|d7 }qft �
d
| � d S ) Nr zMaxtasks {!r} is not valid�_writerr z)worker got EOFError or OSError -- exitingz worker got sentinel -- exitingTFz0Possible encoding error while sending result: %sz worker exiting after %d tasks)�
isinstance�int�AssertionError�format�put�get�hasattrr5 �close�_reader�EOFError�OSErrorr �debug� Exception�_helper_reraises_exceptionr# �
__traceback__r- )�inqueue�outqueue� initializer�initargsZmaxtasks�wrap_exceptionr: r; Z completed�task�job�i�funcr �kwds�result�e�wrappedr r r �workera sN �
�$
rR c C s | �d S r r )Zexr r r rC � s rC c s. e Zd Zdd�� fdd�
Z� fdd�Z� ZS )�
_PoolCacheN��notifierc s || _ t� j||� d S r )rU r0 r )r rU r rN r1 r r r � s z_PoolCache.__init__c s t � �|� | s | j�d � d S r )r0 � __delitem__rU r: )r �itemr1 r r rV � s z_PoolCache.__delitem__)r r! r" r rV r4 r r r1 r rS � s rS c @ s� e Zd ZdZedd� �ZdKdd�Zeje fdd �Z
d
d � Z d d
� Z edd� �Z
edd� �Zdd� Zedd� �Zedd� �Zdd� Zdd� Zdi fd d �ZdLd d �ZdMd d!�ZdNd"d#�Zd$d%� ZdOd'd(�ZdPd)d*�Zdi ddfd+d,�ZdQd-d.�Z dRd/d0�Z edSd1d2��Z e d3d4� �Z ed5d6� �Z!ed7d8� �Z"ed9d:� �Z#d;d<� Z$d=d>� Z%d?d@� Z&dAdB� Z'edCdD� �Z(e dEdF� �Z)dGdH� Z*dIdJ� Z+dS )Tr Tc O s | j ||�S r ��Process)�ctxr rN r r r rY � s z Pool.ProcessNr c C s g | _ t| _|pt� | _| �� t�� | _| j�� | _ t
| j d�| _ || _ || _
|| _|d krjt�� phd}|dk rztd��|d k r�t|�s�td��|| _z | �� W nH tk
r� | j D ]}|jd kr�|�� q�| j D ] }|�� q Y nX | �� }tj t j | j | j| j| j | j| j | j | j!| j
| j| j | j"|| j fd�| _#d| j#_$t%| j#_| j#�&� tj t j'| j| j(| j!| j | j fd�| _)d| j)_$t%| j)_| j)�&� tj t j*| j!| j+| j fd�| _,d| j,_$t%| j,_| j,�&� t-j.| | j/| j| j | j!| j | j | j#| j)| j,| j f dd�| _0t%| _d S ) NrT r z&Number of processes must be at least 1z initializer must be a callable��targetr T� )r Z exitpriority)1�_poolr
�_stater �_ctx�
_setup_queues�queue� SimpleQueue�
_taskqueue�_change_notifierrS �_cache�_maxtasksperchild� _initializer� _initargs�os� cpu_count�
ValueError�callable� TypeError�
_processes�_repopulate_poolrB �exitcode� terminater( �_get_sentinels� threadingZThreadr �_handle_workersrY �_inqueue� _outqueue�_wrap_exception�_worker_handler�daemonr �start�
_handle_tasks�
_quick_put�
_task_handler�_handle_results�
_quick_get�_result_handlerr ZFinalize�_terminate_pool�
_terminate)r � processesrG rH �maxtasksperchild�context�p� sentinelsr r r r � s�
��
��
�
��z
Pool.__init__c C s> | j |kr:|d| ��t| d� t| dd �d k r:| j�d � d S )Nz&unclosed running multiprocessing pool )�sourcere )r_ �ResourceWarning�getattrre r: )r Z_warnr r r r �__del__ s
�z Pool.__del__c C s0 | j }d|j� d|j� d| j� dt| j�� d� S )N�<�.z state=z pool_size=�>)r2 r! r" r_ �lenr^ )r �clsr r r r3 s z
Pool.__repr__c C s | j jg}| jjg}||�S r )rw r> re )r Ztask_queue_sentinelsZself_notifier_sentinelsr r r rs s
zPool._get_sentinelsc C s dd� | D �S )Nc S s g | ]}t |d �r|j�qS )�sentinel)r< r� )�.0rR r r r �
<listcomp> s
�z.Pool._get_worker_sentinels.<locals>.<listcomp>r �Zworkersr r r �_get_worker_sentinels s �zPool._get_worker_sentinelsc C sP d}t tt| ���D ]6}| | }|jd k rt�d| � |�� d}| |= q|S )NF�cleaning up worker %dT)�reversed�ranger� rq r rA r( )�poolZcleanedrL rR r r r �_join_exited_workers s
zPool._join_exited_workersc C s0 | � | j| j| j| j| j| j| j| j| j | j
�
S r ) �_repopulate_pool_staticr` rY ro r^ rv rw rh ri rg rx r r r r rp . s �zPool._repopulate_poolc
C sf t |t|� �D ]P}
|| t|||||| fd�} | j�dd�| _d| _| �� |�| � t� d� qd S )Nr[ rY Z
PoolWorkerTz added worker)
r� r� rR �name�replacerz r{ �appendr rA ) rZ rY r� r� rE rF rG rH r� rI rL �wr r r r� 7 s ��
z Pool._repopulate_pool_staticc
C s* t �|�r&t �| ||||||||| �
d S r )r r� r� )
rZ rY r� r� rE rF rG rH r� rI r r r �_maintain_poolJ s
�zPool._maintain_poolc C s4 | j �� | _| j �� | _| jjj| _| jjj| _ d S r )
r` rc rv rw r5 �sendr} r> �recvr� r r r r ra V s zPool._setup_queuesc C s | j tkrtd��d S )NzPool not running)r_ r rl r r r r �_check_running\ s
zPool._check_runningc C s | � |||��� S r )� apply_asyncr; )r rM r rN r r r �apply` s z
Pool.applyc C s | � ||t|��� S r )�
_map_asyncr r; �r rM �iterable� chunksizer r r r g s zPool.mapc C s | � ||t|��� S r )r� r r; r� r r r r n s z Pool.starmapc C s | � ||t|||�S r )r� r �r rM r� r� �callback�error_callbackr r r �
starmap_asyncv s �zPool.starmap_asyncc
c sj z,d}t |�D ]\}}||||fi fV qW n8 tk
rd } z||d t|fi fV W 5 d }~X Y nX d S )N���r )� enumeraterB rC )r Z
result_jobrM r� rL �xrP r r r �_guarded_task_generation~ s z Pool._guarded_task_generationr c C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S d S )Nr z Chunksize must be 1+, not {0:n}c s s | ]}|D ]
}|V q
qd S r r �r� �chunkrW r r r � <genexpr>� s z Pool.imap.<locals>.<genexpr>) r� � IMapIteratorrd r: r� �_job� _set_lengthrl r9 r �
_get_tasksr �r rM r� r� rO � task_batchesr r r �imap� s4 �������z Pool.imapc C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S d S )Nr z Chunksize must be 1+, not {0!r}c s s | ]}|D ]
}|V q
qd S r r r� r r r r� � s z&Pool.imap_unordered.<locals>.<genexpr>) r� �IMapUnorderedIteratorrd r: r� r� r� rl r9 r r� r r� r r r �imap_unordered� s0 ������zPool.imap_unorderedc C s6 | � � t| ||�}| j�|jd|||fgd f� |S �Nr )r� � ApplyResultrd r: r� )r rM r rN r� r� rO r r r r� � s zPool.apply_asyncc C s | � ||t|||�S r )r� r r� r r r � map_async� s �zPool.map_asyncc
C s� | � � t|d�st|�}|d krJtt|�t| j�d �\}}|rJ|d7 }t|�dkrZd}t�|||�}t| |t|�||d�} | j �
| � | j ||�d f� | S )N�__len__� r r �r� )
r� r< r �divmodr� r^ r r� � MapResultrd r: r� r� )
r rM r� Zmapperr� r� r� Zextrar� rO r r r r� � s,
����zPool._map_asyncc C s" t | |d� |�� s |�� q d S )N)�timeout)r �emptyr; )r� �change_notifierr� r r r �_wait_for_updates� s zPool._wait_for_updatesc C sp t �� }|jtks |rX|jtkrX| �||||||| |
| | �
| �|�|
�}| �||� q|�d � t �
d� d S )Nzworker handler exiting) rt �current_threadr_ r r
r� r� r� r: r rA )r� �cache� taskqueuerZ rY r� r� rE rF rG rH r� rI r� r� �threadZcurrent_sentinelsr r r ru � s �
zPool._handle_workersc
C sp t �� }t| jd �D ]�\}}d }z�|D ]�}|jtkrBt�d� q�z ||� W q& tk
r� }
zB|d d� \} } z|| � | d|
f� W n t
k
r� Y nX W 5 d }
~
X Y q&X q&|r�t�d� |r�|d nd} || d � W �qW �
�q
W 5 d } }} X qt�d� z6t�d� |� d � t�d � |D ]} |d � �q.W n t k
�r` t�d
� Y nX t�d � d S ) Nz'task handler found thread._state != RUN� Fzdoing set_length()r r� ztask handler got sentinelz/task handler sending sentinel to result handlerz(task handler sending sentinel to workersz/task handler got OSError when sending sentinelsztask handler exiting)
rt r� �iterr; r_ r r rA rB �_set�KeyErrorr: r@ )
r� r: rF r� r� r� ZtaskseqZ
set_lengthrJ rK rP �idxr� r r r r| sB
zPool._handle_tasksc C s� t �� }z
|� }W n$ ttfk
r6 t�d� Y d S X |jtkrNt�d� q�|d krbt�d� q�|\}}}z|| �||� W n t k
r� Y nX d } }}q|�r@|jt
k�r@z
|� }W n$ ttfk
r� t�d� Y d S X |d k� r�t�d� q�|\}}}z|| �||� W n t k
�r0 Y nX d } }}q�t | d��r�t�d� z,t d�D ] }| j
�� �sv �q�|� �q`W n ttfk
�r� Y nX t�dt|�|j� d S ) Nz.result handler got EOFError/OSError -- exitingz,result handler found thread._state=TERMINATEzresult handler got sentinelz&result handler ignoring extra sentinelr> z"ensuring that outqueue is not full�
z7result handler exiting: len(cache)=%s, thread._state=%s)rt r� r@ r? r rA r_ r r� r� r
r< r� r> �pollr� )rF r; r� r� rJ rK rL �objr r r r : s\
�zPool._handle_resultsc c s0 t |�}tt�||��}|s d S | |fV qd S r )r� �tupler �islice)rM �it�sizer� r r r r� v s
zPool._get_tasksc C s t d��d S )Nz:pool objects cannot be passed between processes or pickled)�NotImplementedErrorr r r r r+ s �zPool.__reduce__c C s2 t �d� | jtkr.t| _t| j_| j�d � d S )Nz closing pool)r rA r_ r r ry re r: r r r r r= � s
z
Pool.closec C s t �d� t| _| �� d S )Nzterminating pool)r rA r
r_ r� r r r r rr � s
zPool.terminatec C sj t �d� | jtkr td��n| jttfkr4td��| j�� | j �� | j
�� | j D ] }|�� qXd S )Nz joining poolzPool is still runningzIn unknown state) r rA r_ r rl r r
ry r( r~ r� r^ )r r� r r r r( � s
z Pool.joinc C s@ t �d� | j�� |�� r<| j�� r<| j�� t� d� qd S )Nz7removing tasks from inqueue until task handler finishedr )
r rA Z_rlock�acquire�is_aliver> r� r� �time�sleep)rE � task_handlerr� r r r �_help_stuff_finish� s
zPool._help_stuff_finishc
C sX t �d� t|_|�d � t|_t �d� | �||t|�� |�� sXt| �dkrXtd��t|_|�d � |�d � t �d� t �
� |k r�|� � |r�t |d d�r�t �d� |D ]}
|
j
d kr�|
�� q�t �d� t �
� |k r�|� � t �d � t �
� |k �r|� � |�rTt |d d��rTt �d
� |D ](}
|
�� �r*t �d |
j � |
� � �q*d S ) Nzfinalizing poolz&helping task handler/workers to finishr z.Cannot have cache with result_hander not alivezjoining worker handlerrr zterminating workerszjoining task handlerzjoining result handlerzjoining pool workersr� )r rA r
r_ r: r� r� r� r8 rt r� r( r< rq rr �pid) r� r� rE rF r� r� Zworker_handlerr� Zresult_handlerr� r� r r r r� � sB
�
zPool._terminate_poolc C s | � � | S r )r� r r r r � __enter__� s zPool.__enter__c C s | � � d S r )rr )r �exc_typeZexc_valZexc_tbr r r �__exit__� s z
Pool.__exit__)NNr NN)N)N)NNN)r )r )NNN)NNN)N),r r! r" rx � staticmethodrY r �warnings�warnr r� r3 rs r� r� rp r� r� ra r� r� r r r� r� r� r� r� r� r� r� � classmethodru r| r r� r+ r= rr r( r� r� r� r� r r r r r � sv
�
P
�
�
�
�
-
;
5c @ s@ e Zd Zdd� Zdd� Zdd� Zddd �Zdd
d �Zd d
� ZdS )r� c C s> || _ t�� | _tt�| _|j| _|| _|| _ | | j| j< d S r )
r^ rt ZEvent�_event�next� job_counterr� rf � _callback�_error_callback)r r� r� r� r r r r � s
zApplyResult.__init__c C s
| j �� S r )r� Zis_setr r r r �ready� s zApplyResult.readyc C s | � � std�| ���| jS )Nz{0!r} not ready)r� rl r9 �_successr r r r �
successful� s zApplyResult.successfulNc C s | j �|� d S r )r� r �r r� r r r r � s zApplyResult.waitc C s, | � |� | �� st�| jr"| jS | j�d S r )r r� r r� �_valuer� r r r r; � s
zApplyResult.getc C sZ |\| _ | _| jr$| j r$| �| j� | jr<| j s<| �| j� | j�� | j| j= d | _d S r ) r� r� r� r� r� �setrf r� r^ �r rL r� r r r r� s
zApplyResult._set)N)N) r r! r" r r� r� r r; r� r r r r r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )r� c C sh t j| |||d� d| _d g| | _|| _|dkrNd| _| j�� | j| j = n|| t
|| � | _d S )Nr� Tr ) r� r r� r� �
_chunksize� _number_leftr� r� rf r� �bool)r r� r� �lengthr� r� r r r r s
�
zMapResult.__init__c C s� | j d8 _ |\}}|rv| jrv|| j|| j |d | j �< | j dkr�| jrZ| �| j� | j| j= | j�� d | _ nL|s�| jr�d| _|| _| j dkr�| j
r�| �
| j� | j| j= | j�� d | _ d S )Nr r F) r� r� r� r� r� rf r� r� r� r^ r� )r rL Zsuccess_result�successrO r r r r� $ s&
zMapResult._setN)r r! r" r r� r r r r r� s
r� c @ s: e Zd Zdd� Zdd� Zd dd�ZeZdd � Zd
d � ZdS )
r� c C sT || _ t�t�� �| _tt�| _|j| _t �
� | _ d| _ d | _
i | _| | j| j< d S r� )r^ rt Z ConditionZLock�_condr� r� r� rf � collections�deque�_items�_index�_length� _unsorted)r r� r r r r B s
zIMapIterator.__init__c C s | S r r r r r r �__iter__M s zIMapIterator.__iter__Nc C s� | j �� z| j�� }W nz tk
r� | j| jkr>d | _td �| j �|� z| j�� }W n2 tk
r� | j| jkr�d | _td �t d �Y nX Y nX W 5 Q R X |\}}|r�|S |�d S r )
r� r� �popleft�
IndexErrorr� r r^ �
StopIterationr r )r r� rW r� r/ r r r r� P s& zIMapIterator.nextc C s� | j �� | j|krn| j�|� | jd7 _| j| jkrb| j�| j�}| j�|� | jd7 _q,| j �� n
|| j|< | j| jkr�| j| j = d | _
W 5 Q R X d S �Nr ) r� r� r� r� r �pop�notifyr rf r� r^ r� r r r r� h s
zIMapIterator._setc C sB | j �2 || _| j| jkr4| j �� | j| j= d | _W 5 Q R X d S r )r� r r� r rf r� r^ )r r� r r r r� y s
zIMapIterator._set_length)N) r r! r" r r r� �__next__r� r� r r r r r� @ s
r� c @ s e Zd Zdd� ZdS )r� c C sV | j �F | j�|� | jd7 _| j �� | j| jkrH| j| j= d | _W 5 Q R X d S r ) r� r� r� r� r r rf r� r^ r� r r r r� � s
zIMapUnorderedIterator._setN)r r! r" r� r r r r r� � s r� c @ sV e Zd ZdZedd� �Zddd�Zdd � Zd
d � Zed d
� �Z edd� �Z
dd� Z dS )r Fc O s ddl m} |||�S )Nr rX )ZdummyrY )rZ r rN rY r r r rY � s zThreadPool.ProcessNr c C s t �| |||� d S r )r r )r r� rG rH r r r r � s zThreadPool.__init__c C s, t �� | _t �� | _| jj| _| jj| _d S r )rb rc rv rw r: r} r; r� r r r r ra � s
zThreadPool._setup_queuesc C s
| j jgS r )re r> r r r r rs � s zThreadPool._get_sentinelsc C s g S r r r� r r r r� � s z ThreadPool._get_worker_sentinelsc C sF z| j dd� qW n tjk
r( Y nX t|�D ]}| �d � q2d S )NF)�block)r; rb r r� r: )rE r� r� rL r r r r� � s z ThreadPool._help_stuff_finishc C s t �|� d S r )r� r� )r r� r� r� r r r r� � s z ThreadPool._wait_for_updates)NNr ) r r! r" rx r� rY r ra rs r� r� r� r r r r r � s
)Nr NF))�__all__r� r rj rb rt r� r% r� r r$ r r r Z
connectionr r
r r r
�countr� r r rB r r# r* r- rR rC �dictrS �objectr r� Z AsyncResultr� r� r� r r r r r �<module>
sN �
- =)+E __pycache__/reduction.cpython-38.opt-2.pyc 0000644 00000016451 15033636440 0014353 0 ustar 00 U
e5d(% � @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddddd gZ ej d
kp�e
ed �o�e
ed �o�e
ejd
�ZG dd� dej�ZejZd6dd �Zej d
k�re dddg7 Z d dlZd7dd�dd�Zdd� Zdd� Zdd� ZG dd� de�ZnHe ddd g7 Z d dlZej d kZd d� Z d d � Z d d� Zd!d� Zd"d� Z d#d$� Z G d%d&� d&�Z ee!e � j"�e � d'd(� Z#ee!e$j%�e#� ee!e&j'�e#� d)d*� Z(d+d,� Z)eej*e(� ej d
k�r�d-d.� Z+d/d0� Z,eeje+� n d1d.� Z+d2d0� Z,eeje+� G d3d4� d4ed5�Z-dS )8� )�ABCMetaN� )�context� send_handle� recv_handle�ForkingPickler�register�dump�win32ZCMSG_LEN�
SCM_RIGHTS�sendmsgc sF e Zd Zi ZejZ� fdd�Zedd� �Z eddd��Z
e j Z � Z
S ) r c s* t � j|� | j�� | _| j�| j� d S �N)�super�__init__�_copyreg_dispatch_table�copy�dispatch_table�update�_extra_reducers��self�args�� __class__� �1/usr/lib64/python3.8/multiprocessing/reduction.pyr & s zForkingPickler.__init__c C s || j |< d S r
)r )�cls�type�reducer r r r + s zForkingPickler.registerNc C s t �� }| ||��|� |�� S r
)�io�BytesIOr � getbuffer)r �obj�protocolZbufr r r �dumps0 s zForkingPickler.dumps)N)�__name__�
__module__� __qualname__r �copyregr r r � classmethodr r$ �pickle�loads�
__classcell__r r r r r ! s
c C s t ||��| � d S r
)r r )r" �filer# r r r r : s � DupHandle� duplicate� steal_handleF)�source_processc C s6 t �� }|d kr|}|d kr |}t �|| |d|t j�S )Nr )�_winapi�GetCurrentProcess�DuplicateHandle�DUPLICATE_SAME_ACCESS)�handleZtarget_processZ inheritabler1 Zcurrent_processr r r r/ G s �c C sF t �t jd| �}z$t �||t �� ddt jt jB �W �S t �|� X d S �NFr )r2 � OpenProcess�PROCESS_DUP_HANDLE� CloseHandler4 r3 r5 �DUPLICATE_CLOSE_SOURCE)Z
source_pidr6 Zsource_process_handler r r r0 S s �
�c C s t |tj|�}| �|� d S r
)r. r2 r5 �send)�connr6 �destination_pidZdhr r r r _ s c C s | � � �� S r
)�recv�detach)r= r r r r d s c @ s e Zd Zddd�Zdd� ZdS )r. Nc C s\ |d krt �� }t�tjd|�}z t�t�� |||dd�| _W 5 t�|� X || _ || _
d S r7 ) �os�getpidr2 r8 r9 r: r4 r3 �_handle�_access�_pid)r r6 �access�pid�procr r r r j s �
zDupHandle.__init__c C sZ | j t�� kr| jS t�tjd| j �}z"t�|| jt� � | j
dtj �W �S t�|� X d S )NF) rE rA rB rC r2 r8 r9 r: r4 r3 rD r; )r rH r r r r@ y s
� �zDupHandle.detach)N)r% r& r' r r@ r r r r r. h s
�DupFd�sendfds�recvfds�darwinc C sV t � d|�}tt|�d g�}| �|gtjtj|fg� trR| �d�dkrRt d��d S )N�i� r � Az%did not receive acknowledgement of fd)
�array�bytes�lenr �socket�
SOL_SOCKETr � ACKNOWLEDGEr? � RuntimeError)�sockZfds�msgr r r rJ � s
c C s t � d�}|j| }| �dt�|��\}}}}|s:|s:t�z�trJ| �d� t|�dkrft dt|� ��|d \}} }
|tj
kr�| tj kr�t|
�|j dkr�t �|�
|
� t|�d |d kr�td�t|�|d ���t|�W S W n t tfk
r� Y nX t d��d S ) NrM r rO z received %d items of ancdatar rN z Len is {0:n} but msg[0] is {1!r}zInvalid data received)rP �itemsizeZrecvmsgrS Z
CMSG_SPACE�EOFErrorrU r< rR rV rT r �
ValueErrorZ frombytes�AssertionError�format�list�
IndexError) rW �size�aZ
bytes_sizerX Zancdata�flagsZaddrZ
cmsg_levelZ cmsg_typeZ cmsg_datar r r rK � s<
�
�
��c C s2 t �| �� t jt j��}t||g� W 5 Q R X d S r
)rS �fromfd�fileno�AF_UNIX� SOCK_STREAMrJ )r= r6 r> �sr r r r � s c
C s< t �| �� t jt j�� }t|d�d W 5 Q R � S Q R X d S )Nr r )rS rc rd re rf rK )r= rg r r r r � s c C sF t �� }|d k r |�|�| ��S tr:ddlm} |�| �S td��d S )Nr )�resource_sharerz&SCM_RIGHTS appears not to be available)r Zget_spawning_popenrI Zduplicate_for_child�HAVE_SEND_HANDLE� rh r[ )�fdZ popen_objrh r r r rI � s
c C s2 | j d kr t| j| jjffS t| j | jjffS d S r
)�__self__�getattrr �__func__r% ��mr r r �_reduce_method� s
rq c @ s e Zd Zdd� ZdS )�_Cc C s d S r
r )r r r r �f� s z_C.fN)r% r& r' rs r r r r rr � s rr c C s t | j| jffS r
)rm � __objclass__r% ro r r r �_reduce_method_descriptor� s ru c C s t | j| j| jpi ffS r
)�_rebuild_partial�funcr �keywords)�pr r r �_reduce_partial� s rz c C s t j| f|�|�S r
)� functools�partial)rw r rx r r r rv � s rv c C s ddl m} t|| �ffS )Nr )� DupSocket)rh r} �_rebuild_socket)rg r} r r r �_reduce_socket� s r c C s | � � S r
)r@ )Zdsr r r r~ � s r~ c C s" t | �� �}t|| j| j| jffS r
)rI rd r~ �familyr �proto)rg �dfr r r r � s c C s | � � }tj||||d�S )N)rd )r@ rS )r� r� r r� rk r r r r~ � s c @ s` e Zd ZeZeZeZeZeZej dkr4e
Z
e Z e Z n e
Z
eZeZeZeZeZeZeZdd� ZdS )�AbstractReducerr
c G sN t tt� j�t� t ttj�t� t ttj �t� t t
j t � t t
j
t� d S r
)r r rr rs rq r^ �appendru �int�__add__r{ r| rz rS r r r r r r s
zAbstractReducer.__init__N)r% r& r' r r r r r �sys�platformr0 r/ r. rJ rK rI rq ru rv r r~ r r r r r r� � s$
r� )� metaclass)N)NF).�abcr r( r{ r rA r* rS r� rj r �__all__r� �hasattrri ZPicklerr r r r2 r/ r0 r r �objectr. rP rU rJ rK rI rq rr r rs ru r^ r� r� r� rz rv r| r r~ r� r r r r �<module>
sj
�
�
� #
__pycache__/forkserver.cpython-38.opt-1.pyc 0000644 00000020173 15033636440 0014542 0 ustar 00 U
e5d�0 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddl m Z ddl m
Z
ddl mZ ddl mZ ddl mZ d d
d d gZd
Ze�d�ZG dd� de�Zddd�Zdd� Zdd� Zdd� Ze� Zej Z ej Z ej Z ej Z dS )� N� )�
connection)�process)� reduction)�resource_tracker)�spawn)�util�ensure_running�get_inherited_fds�connect_to_new_process�set_forkserver_preload� �qc @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�
ForkServerc C s. d | _ d | _d | _d | _t�� | _dg| _d S )N�__main__)�_forkserver_address�_forkserver_alive_fd�_forkserver_pid�_inherited_fds� threadingZLock�_lock�_preload_modules��self� r �2/usr/lib64/python3.8/multiprocessing/forkserver.py�__init__" s
zForkServer.__init__c C s | j � | �� W 5 Q R X d S �N)r �_stop_unlockedr r r r �_stop* s zForkServer._stopc C sV | j d krd S t�| j� d | _t�| j d� d | _ t�| j�sLt�| j� d | _d S )Nr ) r �os�closer �waitpidr � is_abstract_socket_namespacer �unlinkr r r r r / s
zForkServer._stop_unlockedc C s& t dd� | jD ��s td��|| _dS )z>Set list of module names to try to load in forkserver process.c s s | ]}t |�tkV qd S r )�type�str)�.0�modr r r � <genexpr>@ s z4ForkServer.set_forkserver_preload.<locals>.<genexpr>z&module_names must be a list of stringsN)�allr � TypeError)r Z
modules_namesr r r r > s z!ForkServer.set_forkserver_preloadc C s | j S )z�Return list of fds inherited from parent process.
This returns None if the current process was not started by fork
server.
)r r r r r r
D s z ForkServer.get_inherited_fdsc
C s� | � � t|�d tkr td��t�tj���}|�| j� t� � \}}t� � \}}||| j
t � � g}||7 }zNz&t�||� ||fW W �4W 5 Q R � S t�
|� t�
|� � Y nX W 5 t�
|� t�
|� X W 5 Q R X dS )a; Request forkserver to create a child process.
Returns a pair of fds (status_r, data_w). The calling process can read
the child process's pid and (eventually) its returncode from status_r.
The calling process should write to data_w the pickled preparation and
process data.
� z too many fdsN)r �len�MAXFDS_TO_SEND�
ValueError�socket�AF_UNIXZconnectr r �piper r Zgetfdr! r Zsendfds)r �fdsZclientZparent_r�child_w�child_rZparent_wZallfdsr r r r L s( �
z!ForkServer.connect_to_new_processc s� | j ��~ t�� | jdk r`t�| jtj�\}}|sBW 5 Q R � dS t�| j� d| _ d| _d| _d}| j
r�ddh� t � d�}� fdd�|�
� D �}ni }t�tj���}t�d�}|�|� t�|�s�t�|d � |�� t�� \}}ztzV|�� |g} ||�� || j
|f; }t �� }
|
gt�� } | d
|g7 } t�|
| | �}W n t�|� � Y nX W 5 t�|� X || _ || _|| _W 5 Q R X W 5 Q R X dS ) z�Make sure that a fork server is running.
This can be called from any process. Note that usually a child
process will just reuse the forkserver started by its parent, so
ensure_running() will do nothing.
NzCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r)� main_path�sys_path�ignorec s i | ]\}}|� kr||�qS r r )r' �x�y�Z desired_keysr r �
<dictcomp>� s z-ForkServer.ensure_running.<locals>.<dictcomp>r1 i� z-c) r r r r r r" �WNOHANGr! r r r r Zget_preparation_data�itemsr0 r1 r Zarbitrary_addressZbindr r# �chmodZlistenr2 �filenoZget_executableZ _args_from_interpreter_flagsZspawnv_passfds) r �pidZstatus�cmd�data�listenerZaddress�alive_rZalive_wZ fds_to_passZexe�argsr r; r r i sN
�
zForkServer.ensure_runningN)
�__name__�
__module__� __qualname__r r r r r
r r r r r r r s r c C s� |rdd|kr8|dk r8dt �� _zt�|� W 5 t �� `X |D ]&}z t|� W q< tk
r` Y q<X q<t�� t �
� \}}t � |d� t � |d� dd� }t j
|t jt ji} dd� | �� D �}
t �|� i } tjtj| d ����} t�� ���}
| �� t_|
�| tj� |
�|tj� |
�|tj� �znd
d � |
�� D �}|�r"�qB�q"||k�rPt �||k�rBt � |d � zt � d
t j �\}}W n t k
�r� Y �qBY nX |dk�r��qB| �!|d�}|dk �r0t �"|��r�t �#|� }n&t �$|��s�t%d�&||���t �'|�}zt(||� W n t)k
�r" Y nX t �*|� nt+�,d| � �qf| |k�r�| �-� d ��,}t.�/|t0d �}t1|�t0k�r�t2d�&t1|����|^}}}|�*� t �3� }|dk�r4d}zpz<| �*� |
�*� ||||g}|�5| �6� � t7||||
�}W n. t8k
�r t9j:t9�;� � t9j<�=� Y nX W 5 t �4|� X nNzt(||� W n t)k
�rX Y nX || |< t �*|� |D ]}t �*|� �qpW 5 Q R X W n4 t>k
�r� } z|j?t?j@k�r�� W 5 d}~X Y nX �q W 5 Q R X W 5 Q R X dS )zRun forkserver.r NTFc W s d S r r )Z_unusedr r r �sigchld_handler� s z main.<locals>.sigchld_handlerc S s i | ]\}}|t � ||��qS r )�signal)r' �sig�valr r r r< � s � zmain.<locals>.<dictcomp>)r@ c S s g | ]\}}|j �qS r )Zfileobj)r' �keyZeventsr r r �
<listcomp>� s zmain.<locals>.<listcomp>i ���r zChild {0:n} status is {1:n}z.forkserver: waitpid returned unexpected pid %dr z Too many ({0:n}) fds to send)Ar Zcurrent_processZ _inheritingr Zimport_main_path�
__import__� ImportErrorr Z _close_stdinr r2 � set_blockingrK �SIGCHLD�SIGINT�SIG_IGNr> �
set_wakeup_fdr0 r1 � selectorsZDefaultSelectorZ getsockname� _forkserverr �registerZ
EVENT_READZselect�
SystemExit�readr" r= �ChildProcessError�pop� WIFSIGNALED�WTERMSIG� WIFEXITED�AssertionError�format� WEXITSTATUS� write_signed�BrokenPipeErrorr! �warnings�warnZacceptr Zrecvfdsr. r- � RuntimeError�fork�_exit�extend�values�
_serve_one� Exception�sys�
excepthook�exc_info�stderr�flush�OSError�errnoZ ECONNABORTED)Z listener_fdrE Zpreloadr6 r7 �modnameZsig_rZsig_wrJ �handlersZ old_handlersZ pid_to_fdrD ZselectorZrfdsrA �stsr4 �
returncode�sr3 r5 �code�
unused_fds�fd�er r r �main� s�
��
�
��
�
��
�
r� c C sh t �d� |�� D ]\}}t � ||� q|D ]}t�|� q,|^t_tj_ t_
t� | �}t �
| |�}|S )NrP )rK rW r> r r! rY r r Z_resource_trackerZ_fdr �dupr Z_main) r5 r3 r} rx rL rM r~ Zparent_sentinelr| r r r rn 1 s
�
rn c C sN d}t j}t|�|k r@t�| |t|� �}|s6td��||7 }q
t �|�d S )N� zunexpected EOFr )�
SIGNED_STRUCT�sizer- r r\ �EOFErrorZunpack)r~ rC Zlengthr{ r r r � read_signedH s
r� c C s< t �|�}|r8t�| |�}|dkr*td��||d � }q
d S )Nr zshould not get here)r� Zpackr �writeri )r~ �n�msg�nbytesr r r re R s
re )NN) rv r rX rK r0 Zstructrp r rg � r r �contextr r r r �__all__r. ZStructr� �objectr r� rn r� re rY r r
r r r r r r �<module> s> �
__pycache__/resource_tracker.cpython-38.opt-1.pyc 0000644 00000011754 15033636440 0015721 0 ustar 00 U
e5d�! � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ dddgZe ed�Z
ej ej fZ
d d
d � iZe jd kr�d dlZd dlZe�ejejd
�� G dd� de�Ze� ZejZejZejZejZdd� Z dS )� N� )�spawn)�util�ensure_running�register�
unregister�pthread_sigmaskZnoopc C s d S �N� r
r
r
�8/usr/lib64/python3.8/multiprocessing/resource_tracker.py�<lambda>! � r �posix)Z semaphoreZ
shared_memoryc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�ResourceTrackerc C s t �� | _d | _d | _d S r )� threadingZLock�_lock�_fd�_pid��selfr
r
r �__init__0 s
zResourceTracker.__init__c C sT | j �D | jd kr W 5 Q R � d S t�| j� d | _t�| jd� d | _W 5 Q R X d S )Nr )r r �os�close�waitpidr r r
r
r �_stop5 s
zResourceTracker._stopc C s | � � | jS r )r r r r
r
r �getfdB s zResourceTracker.getfdc C st | j ��b | jdk r~| �� r*W 5 Q R � dS t�| j� z | jdk rPt�| jd� W n tk
rf Y nX d| _d| _t� d� g }z|�
t j �
� � W n tk
r� Y nX d}t�� \}}z�zr|�
|� t�� }|gt�� }|d|| g7 }z&t�rt�tjt� t�|||�}W 5 t�r,t�tjt� X W n t�|� � Y nX || _|| _W 5 t�|� X W 5 Q R X dS )z�Make sure that resource tracker process is running.
This can be run from any process. Usually a child process will use
the resource created by its parent.Nr zUresource_tracker: process died unexpectedly, relaunching. Some resources might leak.z:from multiprocessing.resource_tracker import main;main(%d)z-c)r r � _check_aliver r r r �ChildProcessError�warnings�warn�append�sys�stderr�fileno� Exception�piper Zget_executabler Z _args_from_interpreter_flags�
_HAVE_SIGMASK�signalr � SIG_UNBLOCK�_IGNORED_SIGNALS� SIG_BLOCKZspawnv_passfds)r Z fds_to_pass�cmd�r�wZexe�args�pidr
r
r r F sJ
z ResourceTracker.ensure_runningc C s2 zt �| jd� W n tk
r( Y dS X dS dS )z;Check that the pipe has not been closed by sending a probe.s
PROBE:0:noop
FTN)r �writer �OSErrorr r
r
r r � s
z ResourceTracker._check_alivec C s | � d||� dS )z0Register name of resource with resource tracker.�REGISTERN��_send�r �name�rtyper
r
r r � s zResourceTracker.registerc C s | � d||� dS )z2Unregister name of resource with resource tracker.�
UNREGISTERNr3 r5 r
r
r r � s zResourceTracker.unregisterc C sB | � � d�|||��d�}t|�dkr0td��t�| j|�}d S )Nz {0}:{1}:{2}
�asciii z
name too long)r �format�encode�len�
ValueErrorr r0 r )r r+ r6 r7 �msg�nbytesr
r
r r4 � s zResourceTracker._sendN) �__name__�
__module__� __qualname__r r r r r r r r4 r
r
r
r r . s
@ r c
C s t � t jt j� t � t jt j� tr2t �t jt� tj tj
fD ]&}z |� � W q> t k
rb Y q>X q>dd� t
�� D �}z�t| d���}|D ]�}z�|�� �d��d�\}}}t
�|d�} | dkr�td |� d
|� ���|d kr�|| �|� n2|d k�r|| �|� n|d
k�rn td| ��W q� t k
�rT ztj t� � � W n Y nX Y q�X q�W 5 Q R X W 5 |�� D ]�\}}|�r�zt�dt|�|f � W n t k
�r� Y nX |D ]V}zLzt
| |� W n6 t k
�r� } zt�d||f � W 5 d}~X Y nX W 5 X �q��qnX dS )zRun resource tracker.c S s i | ] }|t � �qS r
)�set)�.0r7 r
r
r �
<dictcomp>� s zmain.<locals>.<dictcomp>zQresource_tracker: There appear to be %d leaked %s objects to clean up at shutdownzresource_tracker: %r: %sN�rbr9 �:zCannot register z. for automatic cleanup: unknown resource type r2 r8 ZPROBEzunrecognized command %r) r' �SIGINT�SIG_IGN�SIGTERMr& r r( r) r! �stdin�stdoutr r$ �_CLEANUP_FUNCS�keys�itemsr r r< �open�strip�decode�split�getr= �add�remove� RuntimeError�
excepthook�exc_info)
�fd�f�cacher7 Z rtype_cacher6 �e�liner+ Z cleanup_funcr
r
r �main� s^ �
�
(r_ ) r r' r! r r � r r �__all__�hasattrr& rH rJ r) rM r6 Z_multiprocessingZ _posixshmem�updateZ
sem_unlinkZ
shm_unlink�objectr Z_resource_trackerr r r r r_ r
r
r
r �<module> s4
�
�w __pycache__/reduction.cpython-38.pyc 0000644 00000020015 15033636440 0013402 0 ustar 00 U
e5d(% � @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddddd gZ ej d
kp�e
ed �o�e
ed �o�e
ejd
�ZG dd� dej�ZejZd6dd �Zej d
k�re dddg7 Z d dlZd7dd�dd�Zdd� Zdd� Zdd� ZG dd� de�ZnHe ddd g7 Z d dlZej d kZd d� Z d d � Z d d� Zd!d� Zd"d� Z d#d$� Z G d%d&� d&�Z ee!e � j"�e � d'd(� Z#ee!e$j%�e#� ee!e&j'�e#� d)d*� Z(d+d,� Z)eej*e(� ej d
k�r�d-d.� Z+d/d0� Z,eeje+� n d1d.� Z+d2d0� Z,eeje+� G d3d4� d4ed5�Z-dS )8� )�ABCMetaN� )�context� send_handle� recv_handle�ForkingPickler�register�dump�win32ZCMSG_LEN�
SCM_RIGHTS�sendmsgc sJ e Zd ZdZi ZejZ� fdd�Ze dd� �Z
e d dd��Z e j
Z
� ZS )
r z)Pickler subclass used by multiprocessing.c s* t � j|� | j�� | _| j�| j� d S �N)�super�__init__�_copyreg_dispatch_table�copy�dispatch_table�update�_extra_reducers��self�args�� __class__� �1/usr/lib64/python3.8/multiprocessing/reduction.pyr & s zForkingPickler.__init__c C s || j |< dS )z&Register a reduce function for a type.N)r )�cls�type�reducer r r r + s zForkingPickler.registerNc C s t �� }| ||��|� |�� S r
)�io�BytesIOr � getbuffer)r �obj�protocolZbufr r r �dumps0 s zForkingPickler.dumps)N)�__name__�
__module__� __qualname__�__doc__r �copyregr r r � classmethodr r$ �pickle�loads�
__classcell__r r r r r ! s
c C s t ||��| � dS )z3Replacement for pickle.dump() using ForkingPickler.N)r r )r" �filer# r r r r : s � DupHandle� duplicate� steal_handleF)�source_processc C s6 t �� }|dkr|}|dkr |}t �|| |d|t j�S )z<Duplicate a handle. (target_process is a handle not a pid!)Nr )�_winapi�GetCurrentProcess�DuplicateHandle�DUPLICATE_SAME_ACCESS)�handleZtarget_processZ inheritabler2 Zcurrent_processr r r r0 G s �c C sF t �t jd| �}z$t �||t �� ddt jt jB �W �S t �|� X dS )z5Steal a handle from process identified by source_pid.Fr N)r3 � OpenProcess�PROCESS_DUP_HANDLE� CloseHandler5 r4 r6 �DUPLICATE_CLOSE_SOURCE)Z
source_pidr7 Zsource_process_handler r r r1 S s �
�c C s t |tj|�}| �|� dS �z&Send a handle over a local connection.N)r/ r3 r6 �send)�connr7 �destination_pidZdhr r r r _ s c C s | � � �� S )�)Receive a handle over a local connection.)�recv�detach)r> r r r r d s c @ s" e Zd ZdZddd�Zdd� ZdS )r/ z Picklable wrapper for a handle.Nc C s\ |d krt �� }t�tjd|�}z t�t�� |||dd�| _W 5 t�|� X || _ || _
d S )NFr ) �os�getpidr3 r8 r9 r: r5 r4 �_handle�_access�_pid)r r7 �access�pid�procr r r r j s �
zDupHandle.__init__c C sZ | j t�� kr| jS t�tjd| j �}z"t�|| jt� � | j
dtj �W �S t�|� X dS )z1Get the handle. This should only be called once.FN) rG rC rD rE r3 r8 r9 r: r5 r4 rF r; )r rJ r r r rB y s
� �zDupHandle.detach)N)r% r& r' r( r rB r r r r r/ h s
�DupFd�sendfds�recvfds�darwinc C sV t � d|�}tt|�d g�}| �|gtjtj|fg� trR| �d�dkrRt d��dS )z,Send an array of fds over an AF_UNIX socket.�i� r � Az%did not receive acknowledgement of fdN)
�array�bytes�lenr �socket�
SOL_SOCKETr � ACKNOWLEDGErA � RuntimeError)�sockZfds�msgr r r rL � s
c C s t � d�}|j| }| �dt�|��\}}}}|s:|s:t�z�trJ| �d� t|�dkrft dt|� ��|d \}} }
|tj
kr�| tj kr�t|
�|j dkr�t �|�
|
� t|�d |d kr�td�t|�|d ���t|�W S W n t tfk
r� Y nX t d��d S )
z/Receive an array of fds over an AF_UNIX socket.rO r rQ z received %d items of ancdatar rP z Len is {0:n} but msg[0] is {1!r}zInvalid data receivedN)rR �itemsizeZrecvmsgrU Z
CMSG_SPACE�EOFErrorrW r= rT rX rV r �
ValueErrorZ frombytes�AssertionError�format�list�
IndexError) rY �size�aZ
bytes_sizerZ Zancdata�flagsZaddrZ
cmsg_levelZ cmsg_typeZ cmsg_datar r r rM � s<
�
�
��c C s2 t �| �� t jt j��}t||g� W 5 Q R X dS r< )rU �fromfd�fileno�AF_UNIX� SOCK_STREAMrL )r> r7 r? �sr r r r � s c
C s< t �| �� t jt j�� }t|d�d W 5 Q R � S Q R X dS )r@ r r N)rU re rf rg rh rM )r> ri r r r r � s c C sF t �� }|dk r |�|�| ��S tr:ddlm} |�| �S td��dS )zReturn a wrapper for an fd.Nr )�resource_sharerz&SCM_RIGHTS appears not to be available)r Zget_spawning_popenrK Zduplicate_for_child�HAVE_SEND_HANDLE� rj r] )�fdZ popen_objrj r r r rK � s
c C s2 | j d kr t| j| jjffS t| j | jjffS d S r
)�__self__�getattrr �__func__r% ��mr r r �_reduce_method� s
rs c @ s e Zd Zdd� ZdS )�_Cc C s d S r
r )r r r r �f� s z_C.fN)r% r& r' ru r r r r rt � s rt c C s t | j| jffS r
)ro � __objclass__r% rq r r r �_reduce_method_descriptor� s rw c C s t | j| j| jpi ffS r
)�_rebuild_partial�funcr �keywords)�pr r r �_reduce_partial� s r| c C s t j| f|�|�S r
)� functools�partial)ry r rz r r r rx � s rx c C s ddl m} t|| �ffS )Nr )� DupSocket)rj r �_rebuild_socket)ri r r r r �_reduce_socket� s r� c C s | � � S r
)rB )Zdsr r r r� � s r� c C s" t | �� �}t|| j| j| jffS r
)rK rf r� �familyr �proto)ri �dfr r r r� � s c C s | � � }tj||||d�S )N)rf )rB rU )r� r� r r� rm r r r r� � s c @ sd e Zd ZdZeZeZeZeZeZe j
dkr8e Z e Z e
Z
n eZeZeZeZeZeZeZeZdd� ZdS )�AbstractReducerz�Abstract base class for use in implementing a Reduction class
suitable for use in replacing the standard reduction mechanism
used in multiprocessing.r
c G sN t tt� j�t� t ttj�t� t ttj �t� t t
j t � t t
j
t� d S r
)r r rt ru rs r` �appendrw �int�__add__r} r~ r| rU r� r r r r r s
zAbstractReducer.__init__N)r% r& r' r( r r r r r �sys�platformr1 r0 r/ rL rM rK rs rw rx r� r� r r r r r r� � s&
r� )� metaclass)N)NF).�abcr r) r} r rC r+ rU r� rl r �__all__r� �hasattrrk ZPicklerr r r r3 r0 r1 r r �objectr/ rR rW rL rM rK rs rt r ru rw r` r� r� r� r| rx r~ r� r� r� r r r r �<module>
sj
�
�
� #
__pycache__/spawn.cpython-38.opt-1.pyc 0000644 00000014757 15033636440 0013515 0 ustar 00 U
e5dP$ � @ s$ d dl Z d dlZd dlZd dlZddlmZmZ ddlmZ ddlm Z ddlm
Z
ddd d
d d d
gZ ej dkrzdZ
dZn eedd�Z
ej�� �d�Zer�e j�ejd�anejadd � Zdd
� Zdd� Zdd� Zdd � Zd&dd�Z dd� Z d d � Z d d � Z g Z d d � Z!d!d"� Z"d#d$� Z#d%d
� Z$dS )'� N� )�get_start_method�set_start_method)�process)� reduction)�util�_main�freeze_support�set_executable�get_executable�get_preparation_data�get_command_line�import_main_path�win32F�frozenzpythonservice.exez
python.exec C s | a d S �N�� _python_exe)Zexe� r �-/usr/lib64/python3.8/multiprocessing/spawn.pyr
) s c C s t S r r r r r r r - s c C s$ t | �dkr | d dkr dS dS dS )z=
Return whether commandline indicates we are forking
� r �--multiprocessing-forkTFN)�len)�argvr r r �
is_forking4 s r c C sd t tj�r`i } tjdd� D ]0}|�d�\}}|dkr@d| |< q t|�| |< q tf | � t�� dS )zE
Run code for process object if this in not the main process
r N�=�None)r �sysr �split�int�
spawn_main�exit)�kwds�arg�name�valuer r r r > s
c K sh t tdd�r(tjdgdd� | �� D � S d}|d�dd � | �� D ��; }t�� }tg| d
|dg S d S ) zJ
Returns prefix of command line used for spawning a child process
r Fr c S s g | ] }d | �qS )�%s=%rr ��.0�itemr r r �
<listcomp>T s z$get_command_line.<locals>.<listcomp>z<from multiprocessing.spawn import spawn_main; spawn_main(%s)z, c s s | ]}d | V qdS )r& Nr r' r r r � <genexpr>W s z#get_command_line.<locals>.<genexpr>z-cN)�getattrr �
executable�items�joinr Z _args_from_interpreter_flagsr )r" �progZoptsr r r r
N s � c C s� t jdkr`ddl}ddl}|dk r:|�|j|jB d|�}nd}tj| |d�}|� |t
j �}|}n"ddl m
} || j_| }t
�| �}t||�}
t �|
� dS )z7
Run code specified by data received over pipe
r r NF)�source_processr )�resource_tracker)r �platform�msvcrt�_winapiZ OpenProcessZ SYNCHRONIZEZPROCESS_DUP_HANDLEr Z duplicateZopen_osfhandle�os�O_RDONLY� r2 Z_resource_trackerZ_fd�dupr r! ) Z pipe_handleZ
parent_pidZ
tracker_fdr4 r5 r1 Z
new_handle�fd�parent_sentinelr2 Zexitcoder r r r \ s*
��
r c C s` t j| ddd��@}dt�� _z$tj�|�}t|� tj�|�}W 5 t�� `X W 5 Q R X |� |�S )N�rbT)�closefd)
r6 �fdopenr �current_process� _inheritingr �pickle�load�prepare�
_bootstrap)r: r; Z from_parentZpreparation_data�selfr r r r x s
c C s t t�� dd�rtd��d S )Nr@ Fa
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.)r, r r? � RuntimeErrorr r r r �_check_not_importing_main� s rG c C s t � ttjt�� jd�}tjdk r2tj�� |d< t j
� � }z|� d�}W n t
k
r^ Y n X tj||< |j| |t jtjt�� t� d� t jd }t|jdd�}|dk r�||d< nft jd ks�t�st�st|d
d�}|dk �rtj
�|��s
tjdk �r
tj
�tj|�}tj
� |�|d < |S ) zM
Return info about parent needed by child to unpickle process object
)�
log_to_stderr�authkeyN� log_levelr8 )r$ �sys_path�sys_argv�orig_dir�dir� start_method�__main__r$ �init_main_from_namer �__file__�init_main_from_path) rG �dictr Z_log_to_stderrr r? rI Z_loggerZgetEffectiveLevelr �path�copy�index�
ValueError� ORIGINAL_DIR�updater r6 �getcwdr �modulesr, �__spec__r3 �WINEXE�
WINSERVICE�isabsr/ �normpath)r$ �drK �i� main_moduleZ
main_mod_name� main_pathr r r r � sD �
�
�c C s� d| kr| d t �� _d| kr,| d t �� _d| krD| d rDt�� d| kr^t�� �| d � d| krp| d t_ d| kr�| d t_
d| kr�t � | d � d| kr�| d t _
d | kr�t| d d
d � d | kr�t| d � nd
| kr�t| d
� dS )zE
Try to get current process ready to unpickle process object
r$ rI rH rJ rK rL rN rM rO T)ZforcerQ rS N)r r? r$ rI r rH Z
get_loggerZsetLevelr rU r r6 �chdirrY r �_fixup_main_from_name�_fixup_main_from_path)�datar r r rC � s,
rC c C s~ t jd }| dks | �d�r d S t|jdd �| kr6d S t�|� t�d�}t j
| ddd�}|j � |� | t jd< t jd< d S )NrP z .__main__r$ � __mp_main__T)�run_nameZ alter_sys)
r r\ �endswithr, r] �old_main_modules�append�types�
ModuleType�runpyZ
run_module�__dict__rZ )Zmod_name� current_mainrd � main_contentr r r rg � s
� rg c C s� t jd }tj�tj�| ��d }|dkr.d S t|dd �| krBd S t�|� t �
d�}t j | dd�}|j
�|� | t jd< t jd< d S )NrP r ZipythonrR rj )rk )r r\ r6 rU �splitext�basenamer, rm rn ro rp rq Zrun_pathrr rZ )re rs Z main_namerd rt r r r rh s
� rh c C s t | � dS )z<
Set sys.modules['__main__'] to module at main_path
N)rh )re r r r r % s )NN)%r6 r rq ro r8 r r r �contextr r �__all__r3 r^ r_ r, r- �lowerrl rU r/ � exec_prefixr r
r r r r
r r rG r rm rC rg rh r r r r r �<module> sD �
2& __pycache__/resource_sharer.cpython-38.opt-2.pyc 0000644 00000011253 15033636440 0015545 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ ddlm Z dgZ
ej dkrxe
dg7 Z
G d d� de �Z
ne
d
g7 Z
G d d
� d
e �ZG d d
� d
e �Ze� ZejZdS )� N� )�process)� reduction)�util�stopZwin32� DupSocketc @ s e Zd Zdd� Zdd� ZdS )r c s( |� � � � fdd�}t�|� j�| _d S )Nc s � � |�}| �|� d S �N)�shareZ
send_bytes)�conn�pidr �Znew_sock� �7/usr/lib64/python3.8/multiprocessing/resource_sharer.py�send s
z DupSocket.__init__.<locals>.send)�dup�_resource_sharer�register�close�_id)�selfZsockr r
r r �__init__ s zDupSocket.__init__c
C s6 t �| j�� }|�� }t�|�W 5 Q R � S Q R X d S r )r �get_connectionr Z
recv_bytes�socketZ fromshare)r r
r r
r
r �detach$ s zDupSocket.detachN��__name__�
__module__� __qualname__r r r
r
r
r r s �DupFdc @ s e Zd Zdd� Zdd� ZdS )r c s4 t �|�� � fdd�}� fdd�}t�||�| _d S )Nc s t �| � |� d S r )r Z send_handle)r
r �Znew_fdr
r r 1 s z DupFd.__init__.<locals>.sendc s t �� � d S r )�osr r
r r
r r 3 s z DupFd.__init__.<locals>.close)r r r r r )r �fdr r r
r r r / s
zDupFd.__init__c
C s. t �| j��}t�|�W 5 Q R � S Q R X d S r )r r r r Z recv_handle)r r
r
r
r r 7 s z DupFd.detachNr r
r
r
r r - s c @ sJ e Zd Zdd� Zdd� Zedd� �Zddd �Zd
d � Zd d
� Z dd� Z
dS )�_ResourceSharerc C s@ d| _ i | _g | _t�� | _d | _d | _d | _t �
| t j � d S )Nr )
�_key�_cache�
_old_locks� threading�Lock�_lock� _listener�_address�_threadr Zregister_after_forkr" �
_afterfork)r r
r
r r ? s
z_ResourceSharer.__init__c
C sZ | j �J | jd kr| �� | jd7 _||f| j| j< | j| jfW 5 Q R � S Q R X d S )Nr )r( r* �_startr# r$ )r r r r
r
r r I s
z_ResourceSharer.registerc C s< ddl m} | \}}||t�� jd�}|�|t�� f� |S )Nr ��Client��authkey)�
connectionr/ r �current_processr1 r r �getpid)Zidentr/ �address�key�cr
r
r r R s
z _ResourceSharer.get_connectionNc C s� ddl m} | j�� | jd k r�|| jt�� jd�}|�d � |�� | j �
|� | j � � rdt �
d� | j�� d | _ d | _d | _| j�� D ]\}\}}|� q�| j�� W 5 Q R X d S )Nr r. r0 z._ResourceSharer thread did not stop when asked)r2 r/ r( r* r r3 r1 r r r+ �joinZis_aliver Z sub_warningr) r$ �items�clear)r Ztimeoutr/ r7 r6 r r r
r
r r [ s$
�
z_ResourceSharer.stopc C sj | j �� D ]\}\}}|� q
| j �� | j�| j� t�� | _| jd k rT| j� � d | _d | _
d | _ d S r ) r$ r9 r: r% �appendr( r& r' r) r r* r+ )r r6 r r r
r
r r, p s
z_ResourceSharer._afterforkc C sX ddl m} t�d� |t�� jd�| _| jj| _ t
j | j d�}d|_
|�� || _d S )Nr )�Listenerz0starting listener and thread for sending handlesr0 )�targetT)r2 r< r �debugr r3 r1 r) r5 r* r& ZThread�_serveZdaemon�startr+ )r r< �tr
r
r r- ~ s
z_ResourceSharer._startc C s� t td�r t�tjt�� � zh| j�� �T}|�� }|d krHW 5 Q R � W q�|\}}| j� |�\}}z|||� W 5 |� X W 5 Q R X W q t
� � s�t j
t �� � Y q X q d S )N�pthread_sigmask)�hasattr�signalrB � SIG_BLOCK�
valid_signalsr) ZacceptZrecvr$ �popr Z
is_exiting�sys�
excepthook�exc_info)r r
�msgr6 Zdestination_pidr r r
r
r r? � s
z_ResourceSharer._serve)N) r r r r r � staticmethodr r r, r- r? r
r
r
r r" = s
r" )r rD r rH r& � r �contextr r �__all__�platform�objectr r r" r r r
r
r
r �<module> s
` __pycache__/popen_spawn_win32.cpython-38.opt-1.pyc 0000644 00000006542 15033636440 0015731 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZmZmZ ddl m
Z
ddl m Z dgZ dZ
ejdkoreed d
�Zej�� �d �Zd d
� Zeejej� Zdd� ZG dd� de�ZdS )� N� )� reduction�get_spawning_popen�set_spawning_popen)�spawn)�util�Popeni Zwin32�frozenFzpythonservice.exec C s | |kp t j�| �t j�|�kS �N)�os�path�normcase)Zp1Zp2� r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_win32.py�_path_eq s r c G s | D ]}t �|� qd S r
)�_winapi� CloseHandle)Zhandles�handler r r �_close_handles s r c @ sJ e Zd ZdZdZdd� Zdd� Zddd �Zd
d � Zd d
� Z e Z
dd� Z dS )r z@
Start a subprocess to run the code of a process object
r c C sT t �|j�}t�d d�\}}t�|d�}t jt� � |d�}d�
dd� |D ��}t � � }t r�t
|tj�r�tj}tj�� }tj|d< nd }t|ddd ���} z0t�||d d d
d|d d � \}
} } }
t�| � W n t�|� � Y nX | | _d | _|
| _t|
�| _t� | t | jt|�f�| _ t | � z t �!|| � t �!|| � W 5 t d � X W 5 Q R X d S ) Nr )Z
parent_pidZ pipe_handle� c s s | ]}d | V qdS )z"%s"Nr )�.0�xr r r � <genexpr>9 s z!Popen.__init__.<locals>.<genexpr>�__PYVENV_LAUNCHER__�wbT)�closefdF)"r Zget_preparation_data�_namer Z
CreatePipe�msvcrtZopen_osfhandleZget_command_liner �getpid�joinZget_executable�WINENVr �sys�
executable�_base_executable�environ�copy�openZ
CreateProcessr �pid�
returncode�_handle�int�sentinelr ZFinalizer � finalizerr r �dump)�selfZ process_objZ prep_dataZrhandleZwhandleZwfd�cmdZ
python_exe�envZto_childZhpZhtr' �tidr r r �__init__, sT
�
�
� zPopen.__init__c C s t �|| j�S r
)r Z duplicater+ )r. r r r r �duplicate_for_childa s zPopen.duplicate_for_childNc C st | j d krn|d krtj}ntdt|d d ��}t�t| j�|�}|tjkrnt�| j�}|t krht
j }|| _ | j S )Nr i� g �?) r( r ZINFINITE�maxr* ZWaitForSingleObjectr) Z
WAIT_OBJECT_0ZGetExitCodeProcess� TERMINATE�signal�SIGTERM)r. �timeoutZmsecs�res�coder r r �waite s
z
Popen.waitc C s | j dd�S )Nr �r8 )r; �r. r r r �pollu s z
Popen.pollc C sL | j d krHzt�t| j�t� W n& tk
rF | jdd�d krB� Y nX d S )Ng �?r< )r( r ZTerminateProcessr* r) r5 �OSErrorr; r= r r r � terminatex s
zPopen.terminatec C s | � � d S r
)r, r= r r r �close� s z Popen.close)N) �__name__�
__module__� __qualname__�__doc__�methodr2 r3 r; r> r@ �killrA r r r r r & s 5
)r r r6 r! r �contextr r r � r r �__all__r5 �platform�getattrZWINEXEr" �lower�endswithZ
WINSERVICEr r# r r �objectr r r r r �<module> s
__pycache__/heap.cpython-38.pyc 0000644 00000016727 15033636440 0012342 0 ustar 00 U
e5dj- � @ s� d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z dgZ
ejdkr�d dlZG dd � d e�Zn,G d
d � d e�Zd d � Zd
d� Ze �ee� G dd� de�ZG dd� de�ZdS )� N)� defaultdict� )� reduction�assert_spawning)�util�
BufferWrapperZwin32c @ s0 e Zd ZdZe�� Zdd� Zdd� Zdd� Z dS ) �ArenazL
A shared memory area backed by anonymous memory (Windows).
c C sx || _ td�D ]B}dt�� t| j�f }tjd||d�}t�� dkrH qZ|� � qt
d��|| _ || _ | j | j f| _
d S )N�d z pym-%d-%s����Ztagnamer z Cannot find name for new mmap)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �,/usr/lib64/python3.8/multiprocessing/heap.py�__init__& s
�Arena.__init__c C s t | � | jS �N)r r )r r r r � __getstate__5 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr
r )r r r r r )r �stater r r � __setstate__9 s zArena.__setstate__N)
�__name__�
__module__� __qualname__�__doc__�tempfileZ_RandomNameSequencer r r r" r r r r r s
r c @ s8 e Zd ZdZejdkr dgZng Zd
dd�Zdd� Zd S ) r zJ
A shared memory area backed by a temporary file (POSIX).
Zlinuxz/dev/shmr
c C sx || _ || _|dkrbtjdt�� | �|�d�\| _}t�|� t� | tj
| jf� t� | j|� t � | j| j �| _
d S )Nr
zpym-%d-)�prefix�dir)r �fdr' Zmkstempr r � _choose_dir�unlinkr �Finalizer � ftruncater r )r r r* r r r r r M s
�
r c C s6 | j D ]&}t�|�}|j|j |kr| S qt�� S r )�_dir_candidatesr �statvfs�f_bavail�f_frsizer Z get_temp_dir)r r �d�str r r r+ [ s
zArena._choose_dirN)r
) r# r$ r% r& �sys�platformr/ r r+ r r r r r C s
c C s( | j dkrtd��t| jt�| j �ffS )Nr
zDArena is unpicklable because forking was enabled when it was created)r* �
ValueError�
rebuild_arenar r ZDupFd)�ar r r � reduce_arenad s
r: c C s t | |�� �S r )r �detach)r Zdupfdr r r r8 j s r8 c @ sz e Zd ZdZdZdZejfdd�Ze dd� �Z
dd� Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�Heap� i @ c C sX t �� | _t�� | _|| _g | _i | _i | _ i | _
t t �| _
g | _g | _d| _d| _d S �Nr )r r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_blockr �set�_allocated_blocks�_arenas�_pending_free_blocks�
_n_mallocs�_n_frees)r r r r r r { s
z
Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundup� s z
Heap._roundupc C sZ | � t| j|�tj�}| j| jk r0| jd9 _t�d|� t|�}| j �
|� |d|fS )N� z"allocating a new mmap of length %dr ) rO �maxrB r �PAGESIZE�_DOUBLE_ARENA_SIZE_UNTILr �infor rI �append)r r �length�arenar r r �
_new_arena� s zHeap._new_arenac C s� |j }|| jk rd S | j�|�}|r(t�| j|df= | j||f= | j�|� | j | }|�|d|f� |s~| j |= | j
�|� d S r> ) r � _DISCARD_FREE_SPACE_LARGER_THANrH �pop�AssertionErrorrE rF rI �removerD rC )r rW rV �blocks�seqr r r �_discard_arena� s
zHeap._discard_arenac C s| t �| j|�}|t| j�kr&| �|�S | j| }| j| }|�� }|sV| j|= | j|= |\}}}| j||f= | j||f= |S r ) �bisectZ bisect_leftrC �lenrX rD rZ rE rF ) r r r rV r^ �blockrW �start�stopr r r �_malloc� s
z Heap._mallocc C s� |\}}}z| j ||f }W n tk
r0 Y nX | �|�\}}z| j||f }W n tk
rf Y nX | �|�\}}|||f}|| }z| j| �|� W n. tk
r� |g| j|< t�| j|� Y nX || j||f< || j ||f< d S r ) rF �KeyError�_absorbrE rD rU r` ZinsortrC ) r rb rW rc rd Z
prev_block�_Z
next_blockrV r r r �_add_free_block� s(
zHeap._add_free_blockc C s^ |\}}}| j ||f= | j||f= || }| j| }|�|� |sV| j|= | j�|� ||fS r )rE rF rD r\ rC )r rb rW rc rd rV r^ r r r rg � s
z Heap._absorbc C s4 |\}}}| j | }|�||f� |s0| �|� d S r )rH r\ r_ )r rb rW rc rd r] r r r �_remove_allocated_block� s
z Heap._remove_allocated_blockc C sB z| j �� }W n tk
r& Y q>Y nX | �|� | �|� q d S r )rJ rZ �
IndexErrorri rj �r rb r r r �_free_pending_blocks s
zHeap._free_pending_blocksc C s~ t �� | jkr$td�t �� | j���| j�d�s>| j�|� n<z.| j
d7 _
| � � | � |� | �
|� W 5 | j� � X d S )Nz$My pid ({0:n}) is not last pid {1:n}Fr )r r r? r7 �formatrA �acquirerJ rU �releaserL rm ri rj rl r r r �free s
��
z Heap.freec
C s� |dk rt d�|���tj|kr.td�|���t�� | jkrD| �� | j �� | j
d7 _
| � � | � t
|d�| j�}| �|�\}}}|| }||k r�| �|||f� | j| �||f� |||fW 5 Q R � S Q R X d S )Nr �Size {0:n} out of range�Size {0:n} too larger )r7 rn r5 �maxsize�
OverflowErrorr r r? r rA rK rm rO rQ �
_alignmentre ri rH �add)r r rW rc rd Z real_stopr r r �malloc( s
z Heap.mallocN)r# r$ r% rv rY rS r rR r � staticmethodrO rX r_ re ri rg rj rm rq rx r r r r r< s s
r< c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C s^ |dk rt d�|���tj|kr.td�|���tj�|�}||f| _t j
| tjj |fd� d S )Nr rr rs )�args) r7 rn r5 rt ru r �_heaprx r r r- rq )r r rb r r r r F s
zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S r )r �
memoryviewr )r rW rc rd r r r r �create_memoryviewO s z BufferWrapper.create_memoryviewN)r# r$ r% r< r{ r r} r r r r r B s )r` � collectionsr r r r5 r' r@ �contextr r � r �__all__r6 r �objectr r: r8 �registerr< r r r r r �<module>
s&
$! P __pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001230 15033636440 0014102 0 ustar 00 U
e5d� � @ sd d dl Z ddlmZ dd� eej�D �Ze� �dd� eD �� dZd Z d
e j
kr`e j
d
e j
d < dS ) � N� )�contextc C s g | ]}|� d �s|�qS )�_)�
startswith)�.0�x� r �0/usr/lib64/python3.8/multiprocessing/__init__.py�
<listcomp> s
r
c c s | ]}|t tj|�fV qd S )N)�getattrr �_default_context)r �namer r r � <genexpr> s r � � �__main__Z __mp_main__) �sys� r �dirr �__all__�globals�updateZSUBDEBUGZ
SUBWARNING�modulesr r r r �<module> s
__pycache__/shared_memory.cpython-38.opt-2.pyc 0000644 00000026246 15033636440 0015220 0 ustar 00 U
e5dD � @ s� d dgZ ddlmZ ddlZddlZddlZddlZddlZejdkrTddl Z dZ
n ddl Z dZ
ej ej
B ZdZe
rzd Znd
Zd d � ZG d
d � d �ZdZG dd� d�ZdS )� SharedMemory�
ShareableList� )�partialN�ntFT� z/psm_Zwnsm_c C s" t tt� d } tt�| � }|S )N� )�_SHM_SAFE_NAME_LENGTH�len�_SHM_NAME_PREFIX�secretsZ token_hex)�nbytes�name� r �5/usr/lib64/python3.8/multiprocessing/shared_memory.py�_make_filename& s r c @ s� e Zd ZdZdZdZdZejZ dZ
e r*dndZ ddd�Z
d d
� Zd d � Zd
d� Zedd� �Zedd� �Zedd� �Zdd� Zdd� ZdS )r N���i� TFr c
C sl |dkst d��|r0ttjB | _|dkr0t d��|d krL| jtj@ sLt d��t�rH|d kr�t� }ztj || j| j
d�| _ W n t k
r� Y qZY nX || _
q�qZn.| jr�d| n|}tj || j| j
d�| _ || _
z<|r�|r�t�| j |� t�| j �}|j}t�| j |�| _W n tk
�r* | �� � Y nX ddlm} || j
d � �n|�r�|d k�r^t� n|}t�tjtjtj |d
? d @ |d @ |�}zXt� � }|tj k�r�|d k �r�t t j!t�"t j!�|tj ��nW ��qNtjd ||d
�| _W 5 t� |� X || _
�qV�qNnX|| _
t�#tj$d|�}zt�%|tj$ddd�} W 5 t� |� X t�&| �}tjd ||d
�| _|| _'t(| j�| _)d S )Nr z!'size' must be a positive integerz4'size' must be a positive number different from zeroz&'name' can only be None if create=True)�mode�/� )�register�
shared_memory� l �� r )ZtagnameF)*�
ValueError�_O_CREX�os�O_RDWR�_flags�O_EXCL�
_USE_POSIXr � _posixshmemZshm_open�_mode�_fd�FileExistsError�_name�_prepend_leading_slash� ftruncate�fstat�st_size�mmap�_mmap�OSError�unlink�resource_trackerr �_winapiZCreateFileMappingZINVALID_HANDLE_VALUEZNULLZPAGE_READWRITEZ CloseHandleZ GetLastErrorZERROR_ALREADY_EXISTS�errnoZEEXIST�strerrorZOpenFileMappingZ
FILE_MAP_READZ
MapViewOfFileZVirtualQuerySize�_size�
memoryview�_buf)
�selfr
�create�sizeZstatsr Z temp_nameZh_mapZlast_error_codeZp_bufr r r �__init__I s� �
�
�
�
��
zSharedMemory.__init__c C s& z | � � W n tk
r Y nX d S �N)�closer* �r3 r r r �__del__� s zSharedMemory.__del__c C s | j | jd| jffS )NF)� __class__r
r5 r9 r r r �
__reduce__� s ��zSharedMemory.__reduce__c C s | j j� d| j�d| j� d�S )N�(z, size=�))r; �__name__r
r5 r9 r r r �__repr__� s zSharedMemory.__repr__c C s | j S r7 )r2 r9 r r r �buf� s zSharedMemory.bufc C s. | j }tr*| jr*| j �d�r*| j dd � }|S )Nr r )r# r r$ �
startswith)r3 Z
reported_namer r r r
� s
zSharedMemory.namec C s | j S r7 )r0 r9 r r r r5 � s zSharedMemory.sizec C sX | j d k r| j �� d | _ | jd k r4| j�� d | _trT| jdkrTt�| j� d| _d S )Nr r )r2 �releaser) r8 r r! r r9 r r r r8 � s
zSharedMemory.closec C s2 t r.| jr.ddlm} t�| j� || jd� d S )Nr )�
unregisterr )r r# r, rD r Z
shm_unlink)r3 rD r r r r+ � s
zSharedMemory.unlink)NFr )r? �
__module__� __qualname__r# r! r) r2 r r r r r r$ r6 r: r< r@ �propertyrA r
r5 r8 r+ r r r r r 0 s&
l
�utf8c @ s e Zd ZedededededdjdiZ dZ
dd � d
d � d d � d d � d
�Z e dd� �Z
d5dd�dd�Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zed#d$� �Zed%d&� �Zed'd(� �Zed)d*� �Zed+d,� �Z ed-d.� �Z ed/d0� �Z d1d2� Z d3d4� Z dS )6r �q�dzxxxxxxx?z%dsNzxxxxxx?x� c C s | S r7 r ��valuer r r �<lambda>
� zShareableList.<lambda>c C s | � d��t�S �N� )�rstrip�decode� _encodingrL r r r rN rO c C s
| � d�S rP )rR rL r r r rN rO c C s d S r7 r )Z_valuer r r rN
rO )r r r � c C s: t | ttd jf�sdS t | t�r$dS t | t�r2dS dS d S )Nr r r rU )�
isinstance�str�bytesr; rL r r r �_extract_recreation_code s
z&ShareableList._extract_recreation_code�r
c sr |d k rv�fdd�|D �}t |��_t�fdd�|D ���_�fdd�|D �}t�d�j d�|� �j �j �}nd}|d k r�|d kr�t
|��_ nt
|d |d
��_ |d k �rNt � tj
d�j �j jd �jf�j�� tj
d�|��j j�jf� fd d�|D ��� tj
�j�j j�jf� fd
d�|D ��� tj
�j �j j�jf|�� n t ���_t��j�j jd��_d S )Nc sP g | ]H}t |ttf�s$� jt|� n&� jt|� � jt|�� j d f �qS )r )rV rW rX �_types_mapping�type�
_alignmentr ��.0�itemr9 r r �
<listcomp> s � � �z*ShareableList.__init__.<locals>.<listcomp>c 3 s0 | ](}|d dkr� j nt|dd � �V qdS )r �sN)r] �int)r_ �fmtr9 r r � <genexpr>* s �z)ShareableList.__init__.<locals>.<genexpr>c s g | ]}� � |��qS r )rY r^ r9 r r ra . s rI � rK T)r4 r5 r c 3 s& | ] }t |t�r|�� �n|V qd S r7 )rV rW �encode�r_ �v��_encr r re M s c 3 s | ]}|� � �V qd S r7 )rg rh rj r r re S s )r � _list_len�tuple�_allocated_bytes�structZcalcsize�_format_size_metainfo�join�_format_packing_metainfo� _format_back_transform_codesr �shmrT � pack_intorA �_offset_data_start�_offset_packing_formats� _offset_back_transform_codes� unpack_from)r3 Zsequencer
Z_formatsZ_recreation_codesZrequested_sizer )rk r3 r r6 sz
�
�
�����
��������
�zShareableList.__init__c C sj |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d �d }|�d�}|�t �}|S )Nr � Requested position out of range.�8srK rQ )
rl �
IndexErrorro ry rt rA rw rR rS rT )r3 �positionri rd �
fmt_as_strr r r �_get_packing_formatd s ��
z!ShareableList._get_packing_formatc C s\ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j| �d }| j| }|S )Nr rz �b)rl r| ro ry rt rA rx �_back_transforms_mapping)r3 r} �transform_codeZtransform_functionr r r �_get_back_transformt s ��
z!ShareableList._get_back_transformc C s~ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d |�t�� | � |�}t�d| jj| j
| |� d S )Nr rz r{ rK r� ) rl r| ro ru rt rA rw rg rT rY rx )r3 r} r~ rM r� r r r �!_set_packing_format_and_transform� s �
�z/ShareableList._set_packing_format_and_transformc C sj z6| j t| jd |� � }t�| �|�| jj|�\}W n tk
rR td��Y nX | � |�}||�}|S )Nzindex out of range)
rv �sumrn ro ry r rt rA r| r� )r3 r} �offsetri Zback_transformr r r � __getitem__� s ��
zShareableList.__getitem__c C s� z&| j t| jd |� � }| �|�}W n tk
rB td��Y nX t|ttf�sf| jt |� }|}nZt|t�rz|�
t �n|}t |�| j| kr�t
d��|d dkr�|}n| jt | j| f }| �|||� t�|| jj||� d S )Nz assignment index out of rangez(bytes/str item exceeds available storager rb )rv r� rn r r| rV rW rX r[ r\ rg rT r r r� ro ru rt rA )r3 r} rM r� Zcurrent_formatZ
new_formatZ
encoded_valuer r r � __setitem__� s6 �� � ��zShareableList.__setitem__c C s t | j| jjd�dfS )NrZ r )r r; rt r
r9 r r r r< � s zShareableList.__reduce__c C s t �d| jjd�d S )NrI r )ro ry rt rA r9 r r r �__len__� s zShareableList.__len__c C s" | j j� dt| �� d| jj�d�S )Nr= z, name=r> )r; r? �listrt r
r9 r r r r@ � s zShareableList.__repr__c s d� � fdd�t� j�D ��S )Nrf c 3 s | ]}� � |�V qd S r7 )r )r_ �ir9 r r re � s z'ShareableList.format.<locals>.<genexpr>)rq �rangerl r9 r r9 r �format� s �zShareableList.formatc C s | j � d�S )NrI �rl r9 r r r rp � s z#ShareableList._format_size_metainfoc C s
d| j S )Nr{ r� r9 r r r rr � s z&ShareableList._format_packing_metainfoc C s
d| j S )Nr� r� r9 r r r rs � s z*ShareableList._format_back_transform_codesc C s | j d d S )Nr rK r� r9 r r r rv � s z ShareableList._offset_data_startc C s | j t| j� S r7 )rv r� rn r9 r r r rw � s z%ShareableList._offset_packing_formatsc C s | j | jd S )NrK )rw rl r9 r r r rx � s z*ShareableList._offset_back_transform_codesc s t � fdd�| D ��S )Nc 3 s | ]}� |kV qd S r7 r )r_ �entryrL r r re � s z&ShareableList.count.<locals>.<genexpr>)r� )r3 rM r rL r �count� s zShareableList.countc C s4 t | �D ]\}}||kr| S qt|�d���d S )Nz not in this container)� enumerater )r3 rM r} r� r r r �index� s
zShareableList.index)N)!r? rE rF rc �float�boolrW rX r; r[ r] r� � staticmethodrY r6 r r� r� r� r� r< r� r@ rG r� rp rr rs rv rw rx r� r� r r r r r � s\ ��
F
)�__all__� functoolsr r( r r. ro r r
r- r r �O_CREATr r r r
r r rT r r r r r �<module> s*
E __pycache__/resource_tracker.cpython-38.pyc 0000644 00000012103 15033636440 0014747 0 ustar 00 U
e5d�! � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ dddgZe ed�Z
ej ej fZ
d d
d � iZe jd kr�d dlZd dlZe�ejejd
�� G dd� de�Ze� ZejZejZejZejZdd� Z dS )� N� )�spawn)�util�ensure_running�register�
unregister�pthread_sigmaskZnoopc C s d S �N� r
r
r
�8/usr/lib64/python3.8/multiprocessing/resource_tracker.py�<lambda>! � r �posix)Z semaphoreZ
shared_memoryc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�ResourceTrackerc C s t �� | _d | _d | _d S r )� threadingZLock�_lock�_fd�_pid��selfr
r
r �__init__0 s
zResourceTracker.__init__c C sT | j �D | jd kr W 5 Q R � d S t�| j� d | _t�| jd� d | _W 5 Q R X d S )Nr )r r �os�close�waitpidr r r
r
r �_stop5 s
zResourceTracker._stopc C s | � � | jS r )r r r r
r
r �getfdB s zResourceTracker.getfdc C st | j ��b | jdk r~| �� r*W 5 Q R � dS t�| j� z | jdk rPt�| jd� W n tk
rf Y nX d| _d| _t� d� g }z|�
t j �
� � W n tk
r� Y nX d}t�� \}}z�zr|�
|� t�� }|gt�� }|d|| g7 }z&t�rt�tjt� t�|||�}W 5 t�r,t�tjt� X W n t�|� � Y nX || _|| _W 5 t�|� X W 5 Q R X dS )z�Make sure that resource tracker process is running.
This can be run from any process. Usually a child process will use
the resource created by its parent.Nr zUresource_tracker: process died unexpectedly, relaunching. Some resources might leak.z:from multiprocessing.resource_tracker import main;main(%d)z-c)r r � _check_aliver r r r �ChildProcessError�warnings�warn�append�sys�stderr�fileno� Exception�piper Zget_executabler Z _args_from_interpreter_flags�
_HAVE_SIGMASK�signalr � SIG_UNBLOCK�_IGNORED_SIGNALS� SIG_BLOCKZspawnv_passfds)r Z fds_to_pass�cmd�r�wZexe�args�pidr
r
r r F sJ
z ResourceTracker.ensure_runningc C s2 zt �| jd� W n tk
r( Y dS X dS dS )z;Check that the pipe has not been closed by sending a probe.s
PROBE:0:noop
FTN)r �writer �OSErrorr r
r
r r � s
z ResourceTracker._check_alivec C s | � d||� dS )z0Register name of resource with resource tracker.�REGISTERN��_send�r �name�rtyper
r
r r � s zResourceTracker.registerc C s | � d||� dS )z2Unregister name of resource with resource tracker.�
UNREGISTERNr3 r5 r
r
r r � s zResourceTracker.unregisterc C sb | � � d�|||��d�}t|�dkr0td��t�| j|�}|t|�ks^td�|t|����d S )Nz {0}:{1}:{2}
�asciii z
name too longz nbytes {0:n} but len(msg) {1:n}) r �format�encode�len�
ValueErrorr r0 r �AssertionError)r r+ r6 r7 �msg�nbytesr
r
r r4 � s �zResourceTracker._sendN) �__name__�
__module__� __qualname__r r r r r r r r4 r
r
r
r r . s
@ r c
C s t � t jt j� t � t jt j� tr2t �t jt� tj tj
fD ]&}z |� � W q> t k
rb Y q>X q>dd� t
�� D �}z�t| d���}|D ]�}z�|�� �d��d�\}}}t
�|d�} | dkr�td |� d
|� ���|d kr�|| �|� n2|d k�r|| �|� n|d
k�rn td| ��W q� t k
�rT ztj t� � � W n Y nX Y q�X q�W 5 Q R X W 5 |�� D ]�\}}|�r�zt�dt|�|f � W n t k
�r� Y nX |D ]V}zLzt
| |� W n6 t k
�r� } zt�d||f � W 5 d}~X Y nX W 5 X �q��qnX dS )zRun resource tracker.c S s i | ] }|t � �qS r
)�set)�.0r7 r
r
r �
<dictcomp>� s zmain.<locals>.<dictcomp>zQresource_tracker: There appear to be %d leaked %s objects to clean up at shutdownzresource_tracker: %r: %sN�rbr9 �:zCannot register z. for automatic cleanup: unknown resource type r2 r8 ZPROBEzunrecognized command %r) r' �SIGINT�SIG_IGN�SIGTERMr& r r( r) r! �stdin�stdoutr r$ �_CLEANUP_FUNCS�keys�itemsr r r< �open�strip�decode�split�getr= �add�remove� RuntimeError�
excepthook�exc_info)
�fd�f�cacher7 Z rtype_cacher6 �e�liner+ Z cleanup_funcr
r
r �main� s^ �
�
(r` ) r r' r! r r � r r �__all__�hasattrr& rI rK r) rN r6 Z_multiprocessingZ _posixshmem�updateZ
sem_unlinkZ
shm_unlink�objectr Z_resource_trackerr r r r r` r
r
r
r �<module> s4
�
�w __pycache__/pool.cpython-38.opt-1.pyc 0000644 00000060621 15033636440 0013325 0 ustar 00 U
e5d�~ � @ sd d dgZ ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z ddl
m Z m
Z
ddlmZ d Zd
Zd Zd Ze�� Zd
d� Zdd� ZG dd� de�ZG dd� d�Zdd� ZG dd� de�Z d+dd �Z d d � Z G d d � d e �Z G d!d � d e!�Z"G d"d#� d#e!�Z#e#Z$G d$d%� d%e#�Z%G d&d'� d'e!�Z&G d(d)� d)e&�Z'G d*d� de"�Z(dS ),�Pool�
ThreadPool� N)�Empty� )�util)� get_context� TimeoutError)�wait�INIT�RUN�CLOSE� TERMINATEc C s t t| � �S �N)�list�map��args� r �,/usr/lib64/python3.8/multiprocessing/pool.py�mapstar/ s r c C s t t�| d | d ��S )Nr r )r � itertools�starmapr r r r � starmapstar2 s r c @ s e Zd Zdd� Zdd� ZdS )�RemoteTracebackc C s
|| _ d S r ��tb)�selfr r r r �__init__: s zRemoteTraceback.__init__c C s | j S r r �r r r r �__str__< s zRemoteTraceback.__str__N)�__name__�
__module__� __qualname__r r r r r r r 9 s r c @ s e Zd Zdd� Zdd� ZdS )�ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�type�join�excr )r r) r r r r r @ s
z ExceptionWithTraceback.__init__c C s t | j| jffS r )� rebuild_excr) r r r r r �
__reduce__E s z!ExceptionWithTraceback.__reduce__N)r r! r" r r+ r r r r r# ? s r# c C s t |�| _| S r )r � __cause__)r) r r r r r* H s
r* c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�MaybeEncodingErrorzVWraps possible unpickleable errors, so they can be
safely sent through the socket.c s. t |�| _t |�| _tt| ��| j| j� d S r )�reprr) �value�superr- r )r r) r/ �� __class__r r r T s
zMaybeEncodingError.__init__c C s d| j | jf S )Nz(Error sending result: '%s'. Reason: '%s')r/ r) r r r r r Y s �zMaybeEncodingError.__str__c C s d| j j| f S )Nz<%s: %s>)r2 r r r r r �__repr__] s zMaybeEncodingError.__repr__)r r! r" �__doc__r r r3 �
__classcell__r r r1 r r- P s r- r Fc
C s� |d k r(t |t�r|dks(td�|���|j}| j}t| d�rR| j�� |j �� |d k rb||� d}|d ks~|�r�||k �r�z
|� } W n( t
t fk
r� t �
d� Y �q�Y nX | d kr�t �
d� �q�| \}
} } }
}zd| |
|�f}W nH tk
�r0 } z(|�r| tk �rt||j�}d|f}W 5 d }~X Y nX z||
| |f� W nR tk
�r� } z2t||d �}t �
d | � ||
| d|ff� W 5 d }~X Y nX d } }
} } }
}|d7 }qft �
d
| � d S ) Nr zMaxtasks {!r} is not valid�_writerr z)worker got EOFError or OSError -- exitingz worker got sentinel -- exitingTFz0Possible encoding error while sending result: %sz worker exiting after %d tasks)�
isinstance�int�AssertionError�format�put�get�hasattrr6 �close�_reader�EOFError�OSErrorr �debug� Exception�_helper_reraises_exceptionr# �
__traceback__r- )�inqueue�outqueue� initializer�initargsZmaxtasks�wrap_exceptionr; r< Z completed�task�job�i�funcr �kwds�result�e�wrappedr r r �workera sN �
�$
rS c C s | �dS )z@Pickle-able helper function for use by _guarded_task_generation.Nr )Zexr r r rD � s rD c s2 e Zd ZdZdd�� fdd�
Z� fdd�Z� ZS )�
_PoolCachez�
Class that implements a cache for the Pool class that will notify
the pool management threads every time the cache is emptied. The
notification is done by the use of a queue that is provided when
instantiating the cache.
N��notifierc s || _ t� j||� d S r )rV r0 r )r rV r rO r1 r r r � s z_PoolCache.__init__c s t � �|� | s | j�d � d S r )r0 � __delitem__rV r; )r �itemr1 r r rW � s z_PoolCache.__delitem__)r r! r" r4 r rW r5 r r r1 r rT � s rT c @ s� e Zd ZdZdZedd� �ZdLdd�Zej e
fd d
�Z d d � Z d
d� Z
edd� �Zedd� �Zdd� Zedd� �Zedd� �Zdd� Zdd � Zdi fd d �ZdMd d �ZdNd!d"�ZdOd#d$�Zd%d&� ZdPd(d)�ZdQd*d+�Zdi ddfd,d-�Z dRd.d/�Z dSd0d1�Z edTd2d3��Z e d4d5� �Z!ed6d7� �Z"ed8d9� �Z#ed:d;� �Z$d<d=� Z%d>d?� Z&d@dA� Z'dBdC� Z(edDdE� �Z)e dFdG� �Z*dHdI� Z+dJdK� Z,dS )Ur zS
Class which supports an async version of applying functions to arguments.
Tc O s | j ||�S r ��Process)�ctxr rO r r r rZ � s z Pool.ProcessNr c C s g | _ t| _|pt� | _| �� t�� | _| j�� | _ t
| j d�| _ || _ || _
|| _|d krjt�� phd}|dk rztd��|d k r�t|�s�td��|| _z | �� W nH tk
r� | j D ]}|jd kr�|�� q�| j D ] }|�� q Y nX | �� }tj t j | j | j| j| j | j| j | j | j!| j
| j| j | j"|| j fd�| _#d| j#_$t%| j#_| j#�&� tj t j'| j| j(| j!| j | j fd�| _)d| j)_$t%| j)_| j)�&� tj t j*| j!| j+| j fd�| _,d| j,_$t%| j,_| j,�&� t-j.| | j/| j| j | j!| j | j | j#| j)| j,| j f dd�| _0t%| _d S ) NrU r z&Number of processes must be at least 1z initializer must be a callable��targetr T� )r Z exitpriority)1�_poolr
�_stater �_ctx�
_setup_queues�queue� SimpleQueue�
_taskqueue�_change_notifierrT �_cache�_maxtasksperchild� _initializer� _initargs�os� cpu_count�
ValueError�callable� TypeError�
_processes�_repopulate_poolrC �exitcode� terminater( �_get_sentinels� threadingZThreadr �_handle_workersrZ �_inqueue� _outqueue�_wrap_exception�_worker_handler�daemonr �start�
_handle_tasks�
_quick_put�
_task_handler�_handle_results�
_quick_get�_result_handlerr ZFinalize�_terminate_pool�
_terminate)r � processesrH rI �maxtasksperchild�context�p� sentinelsr r r r � s�
��
��
�
��z
Pool.__init__c C s> | j |kr:|d| ��t| d� t| dd �d k r:| j�d � d S )Nz&unclosed running multiprocessing pool )�sourcerf )r` �ResourceWarning�getattrrf r; )r Z_warnr r r r �__del__ s
�z Pool.__del__c C s0 | j }d|j� d|j� d| j� dt| j�� d� S )N�<�.z state=z pool_size=�>)r2 r! r" r` �lenr_ )r �clsr r r r3 s z
Pool.__repr__c C s | j jg}| jjg}||�S r )rx r? rf )r Ztask_queue_sentinelsZself_notifier_sentinelsr r r rt s
zPool._get_sentinelsc C s dd� | D �S )Nc S s g | ]}t |d �r|j�qS )�sentinel)r= r� )�.0rS r r r �
<listcomp> s
�z.Pool._get_worker_sentinels.<locals>.<listcomp>r �Zworkersr r r �_get_worker_sentinels s �zPool._get_worker_sentinelsc C sP d}t tt| ���D ]6}| | }|jdk rt�d| � |�� d}| |= q|S )z�Cleanup after any worker processes which have exited due to reaching
their specified lifetime. Returns True if any workers were cleaned up.
FN�cleaning up worker %dT)�reversed�ranger� rr r rB r( )�poolZcleanedrM rS r r r �_join_exited_workers s
zPool._join_exited_workersc C s0 | � | j| j| j| j| j| j| j| j| j | j
�
S r ) �_repopulate_pool_staticra rZ rp r_ rw rx ri rj rh ry r r r r rq . s �zPool._repopulate_poolc
C sf t |t|� �D ]P}
|| t|||||| fd�} | j�dd�| _d| _| �� |�| � t� d� qdS )z�Bring the number of pool processes up to the specified number,
for use after reaping workers which have exited.
r\ rZ Z
PoolWorkerTz added workerN)
r� r� rS �name�replacer{ r| �appendr rB ) r[ rZ r� r� rF rG rH rI r� rJ rM �wr r r r� 7 s ��
z Pool._repopulate_pool_staticc
C s* t �|�r&t �| ||||||||| �
dS )zEClean up any exited workers and start replacements for them.
N)r r� r� )
r[ rZ r� r� rF rG rH rI r� rJ r r r �_maintain_poolJ s
�zPool._maintain_poolc C s4 | j �� | _| j �� | _| jjj| _| jjj| _ d S r )
ra rd rw rx r6 �sendr~ r? �recvr� r r r r rb V s zPool._setup_queuesc C s | j tkrtd��d S )NzPool not running)r` r rm r r r r �_check_running\ s
zPool._check_runningc C s | � |||��� S )zT
Equivalent of `func(*args, **kwds)`.
Pool must be running.
)� apply_asyncr< )r rN r rO r r r �apply` s z
Pool.applyc C s | � ||t|��� S )zx
Apply `func` to each element in `iterable`, collecting the results
in a list that is returned.
)�
_map_asyncr r< �r rN �iterable� chunksizer r r r g s zPool.mapc C s | � ||t|��� S )z�
Like `map()` method but the elements of the `iterable` are expected to
be iterables as well and will be unpacked as arguments. Hence
`func` and (a, b) becomes func(a, b).
)r� r r< r� r r r r n s z Pool.starmapc C s | � ||t|||�S )z=
Asynchronous version of `starmap()` method.
)r� r �r rN r� r� �callback�error_callbackr r r �
starmap_asyncv s �zPool.starmap_asyncc
c sj z,d}t |�D ]\}}||||fi fV qW n8 tk
rd } z||d t|fi fV W 5 d}~X Y nX dS )z�Provides a generator of tasks for imap and imap_unordered with
appropriate handling for iterables which throw exceptions during
iteration.���r N)� enumeraterC rD )r Z
result_jobrN r� rM �xrQ r r r �_guarded_task_generation~ s z Pool._guarded_task_generationr c C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S dS )zP
Equivalent of `map()` -- can be MUCH slower than `Pool.map()`.
r z Chunksize must be 1+, not {0:n}c s s | ]}|D ]
}|V q
qd S r r �r� �chunkrX r r r � <genexpr>� s z Pool.imap.<locals>.<genexpr>N) r� � IMapIteratorre r; r� �_job� _set_lengthrm r: r �
_get_tasksr �r rN r� r� rP � task_batchesr r r �imap� s4 �������z Pool.imapc C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S dS )zL
Like `imap()` method but ordering of results is arbitrary.
r z Chunksize must be 1+, not {0!r}c s s | ]}|D ]
}|V q
qd S r r r� r r r r� � s z&Pool.imap_unordered.<locals>.<genexpr>N) r� �IMapUnorderedIteratorre r; r� r� r� rm r: r r� r r� r r r �imap_unordered� s0 ������zPool.imap_unorderedc C s6 | � � t| ||�}| j�|jd|||fgdf� |S )z;
Asynchronous version of `apply()` method.
r N)r� � ApplyResultre r; r� )r rN r rO r� r� rP r r r r� � s zPool.apply_asyncc C s | � ||t|||�S )z9
Asynchronous version of `map()` method.
)r� r r� r r r � map_async� s �zPool.map_asyncc
C s� | � � t|d�st|�}|dkrJtt|�t| j�d �\}}|rJ|d7 }t|�dkrZd}t�|||�}t| |t|�||d�} | j �
| � | j ||�df� | S )zY
Helper function to implement map, starmap and their async counterparts.
�__len__N� r r �r� )
r� r= r �divmodr� r_ r r� � MapResultre r; r� r� )
r rN r� Zmapperr� r� r� Zextrar� rP r r r r� � s,
����zPool._map_asyncc C s" t | |d� |�� s |�� q d S )N)�timeout)r �emptyr< )r� �change_notifierr� r r r �_wait_for_updates� s zPool._wait_for_updatesc C sp t �� }|jtks |rX|jtkrX| �||||||| |
| | �
| �|�|
�}| �||� q|�d � t �
d� d S )Nzworker handler exiting) ru �current_threadr` r r
r� r� r� r; r rB )r� �cache� taskqueuer[ rZ r� r� rF rG rH rI r� rJ r� r� �threadZcurrent_sentinelsr r r rv � s �
zPool._handle_workersc
C sp t �� }t| jd �D ]�\}}d }z�|D ]�}|jtkrBt�d� q�z ||� W q& tk
r� }
zB|d d� \} } z|| � | d|
f� W n t
k
r� Y nX W 5 d }
~
X Y q&X q&|r�t�d� |r�|d nd} || d � W �qW �
�q
W 5 d } }} X qt�d� z6t�d� |� d � t�d � |D ]} |d � �q.W n t k
�r` t�d
� Y nX t�d � d S ) Nz'task handler found thread._state != RUN� Fzdoing set_length()r r� ztask handler got sentinelz/task handler sending sentinel to result handlerz(task handler sending sentinel to workersz/task handler got OSError when sending sentinelsztask handler exiting)
ru r� �iterr< r` r r rB rC �_set�KeyErrorr; rA )
r� r; rG r� r� r� ZtaskseqZ
set_lengthrK rL rQ �idxr� r r r r} sB
zPool._handle_tasksc C s� t �� }z
|� }W n$ ttfk
r6 t�d� Y d S X |jtkrNt�d� q�|d krbt�d� q�|\}}}z|| �||� W n t k
r� Y nX d } }}q|�r@|jt
k�r@z
|� }W n$ ttfk
r� t�d� Y d S X |d k� r�t�d� q�|\}}}z|| �||� W n t k
�r0 Y nX d } }}q�t | d��r�t�d� z,t d�D ] }| j
�� �sv �q�|� �q`W n ttfk
�r� Y nX t�dt|�|j� d S ) Nz.result handler got EOFError/OSError -- exitingz,result handler found thread._state=TERMINATEzresult handler got sentinelz&result handler ignoring extra sentinelr? z"ensuring that outqueue is not full�
z7result handler exiting: len(cache)=%s, thread._state=%s)ru r� rA r@ r rB r` r r� r� r
r= r� r? �pollr� )rG r< r� r� rK rL rM �objr r r r� : s\
�zPool._handle_resultsc c s0 t |�}tt�||��}|s d S | |fV qd S r )r� �tupler �islice)rN �it�sizer� r r r r� v s
zPool._get_tasksc C s t d��d S )Nz:pool objects cannot be passed between processes or pickled)�NotImplementedErrorr r r r r+ s �zPool.__reduce__c C s2 t �d� | jtkr.t| _t| j_| j�d � d S )Nz closing pool)r rB r` r r rz rf r; r r r r r> � s
z
Pool.closec C s t �d� t| _| �� d S )Nzterminating pool)r rB r
r` r� r r r r rs � s
zPool.terminatec C sj t �d� | jtkr td��n| jttfkr4td��| j�� | j �� | j
�� | j D ] }|�� qXd S )Nz joining poolzPool is still runningzIn unknown state) r rB r` r rm r r
rz r( r r� r_ )r r� r r r r( � s
z Pool.joinc C s@ t �d� | j�� |�� r<| j�� r<| j�� t� d� qd S )Nz7removing tasks from inqueue until task handler finishedr )
r rB Z_rlock�acquire�is_aliver? r� r� �time�sleep)rF � task_handlerr� r r r �_help_stuff_finish� s
zPool._help_stuff_finishc
C sX t �d� t|_|�d � t|_t �d� | �||t|�� |�� sXt| �dkrXtd��t|_|�d � |�d � t �d� t �
� |k r�|� � |r�t |d d�r�t �d� |D ]}
|
j
d kr�|
�� q�t �d� t �
� |k r�|� � t �d � t �
� |k �r|� � |�rTt |d d��rTt �d
� |D ](}
|
�� �r*t �d |
j � |
� � �q*d S ) Nzfinalizing poolz&helping task handler/workers to finishr z.Cannot have cache with result_hander not alivezjoining worker handlerrs zterminating workerszjoining task handlerzjoining result handlerzjoining pool workersr� )r rB r
r` r; r� r� r� r9 ru r� r( r= rr rs �pid) r� r� rF rG r� r� Zworker_handlerr� Zresult_handlerr� r� r r r r� � sB
�
zPool._terminate_poolc C s | � � | S r )r� r r r r � __enter__� s zPool.__enter__c C s | � � d S r )rs )r �exc_typeZexc_valZexc_tbr r r �__exit__� s z
Pool.__exit__)NNr NN)N)N)NNN)r )r )NNN)NNN)N)-r r! r" r4 ry � staticmethodrZ r �warnings�warnr r� r3 rt r� r� rq r� r� rb r� r� r r r� r� r� r� r� r� r� r� � classmethodrv r} r� r� r+ r> rs r( r� r� r� r� r r r r r � sx
�
P
�
�
�
�
-
;
5c @ s@ e Zd Zdd� Zdd� Zdd� Zddd �Zdd
d �Zd d
� ZdS )r� c C s> || _ t�� | _tt�| _|j| _|| _|| _ | | j| j< d S r )
r_ ru ZEvent�_event�next� job_counterr� rg � _callback�_error_callback)r r� r� r� r r r r � s
zApplyResult.__init__c C s
| j �� S r )r� Zis_setr r r r �ready� s zApplyResult.readyc C s | � � std�| ���| jS )Nz{0!r} not ready)r� rm r: �_successr r r r �
successful� s zApplyResult.successfulNc C s | j �|� d S r )r� r �r r� r r r r � s zApplyResult.waitc C s, | � |� | �� st�| jr"| jS | j�d S r )r r� r r� �_valuer� r r r r< � s
zApplyResult.getc C sZ |\| _ | _| jr$| j r$| �| j� | jr<| j s<| �| j� | j�� | j| j= d | _d S r ) r� r� r� r� r� �setrg r� r_ �r rM r� r r r r� s
zApplyResult._set)N)N) r r! r" r r� r� r r< r� r r r r r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )r� c C sh t j| |||d� d| _d g| | _|| _|dkrNd| _| j�� | j| j = n|| t
|| � | _d S )Nr� Tr ) r� r r� r� �
_chunksize� _number_leftr� r� rg r� �bool)r r� r� �lengthr� r� r r r r s
�
zMapResult.__init__c C s� | j d8 _ |\}}|rv| jrv|| j|| j |d | j �< | j dkr�| jrZ| �| j� | j| j= | j�� d | _ nL|s�| jr�d| _|| _| j dkr�| j
r�| �
| j� | j| j= | j�� d | _ d S )Nr r F) r� r� r� r� r� rg r� r� r� r_ r� )r rM Zsuccess_result�successrP r r r r� $ s&
zMapResult._setN)r r! r" r r� r r r r r� s
r� c @ s: e Zd Zdd� Zdd� Zd dd�ZeZdd � Zd
d � ZdS )
r� c C sT || _ t�t�� �| _tt�| _|j| _t �
� | _ d| _ d | _
i | _| | j| j< d S )Nr )r_ ru Z ConditionZLock�_condr� r� r� rg � collections�deque�_items�_index�_length� _unsorted)r r� r r r r B s
zIMapIterator.__init__c C s | S r r r r r r �__iter__M s zIMapIterator.__iter__Nc C s� | j �� z| j�� }W nz tk
r� | j| jkr>d | _td �| j �|� z| j�� }W n2 tk
r� | j| jkr�d | _td �t d �Y nX Y nX W 5 Q R X |\}}|r�|S |�d S r )
r� r� �popleft�
IndexErrorr� r r_ �
StopIterationr r )r r� rX r� r/ r r r r� P s& zIMapIterator.nextc C s� | j �� | j|krn| j�|� | jd7 _| j| jkrb| j�| j�}| j�|� | jd7 _q,| j �� n
|| j|< | j| jkr�| j| j = d | _
W 5 Q R X d S �Nr ) r� r� r� r� r �pop�notifyr rg r� r_ r� r r r r� h s
zIMapIterator._setc C sB | j �2 || _| j| jkr4| j �� | j| j= d | _W 5 Q R X d S r )r� r r� r rg r� r_ )r r� r r r r� y s
zIMapIterator._set_length)N) r r! r" r r r� �__next__r� r� r r r r r� @ s
r� c @ s e Zd Zdd� ZdS )r� c C sV | j �F | j�|� | jd7 _| j �� | j| jkrH| j| j= d | _W 5 Q R X d S r ) r� r� r� r� r r rg r� r_ r� r r r r� � s
zIMapUnorderedIterator._setN)r r! r" r� r r r r r� � s r� c @ sV e Zd ZdZedd� �Zddd�Zdd � Zd
d � Zed d
� �Z edd� �Z
dd� Z dS )r Fc O s ddl m} |||�S )Nr rY )ZdummyrZ )r[ r rO rZ r r r rZ � s zThreadPool.ProcessNr c C s t �| |||� d S r )r r )r r� rH rI r r r r � s zThreadPool.__init__c C s, t �� | _t �� | _| jj| _| jj| _d S r )rc rd rw rx r; r~ r< r� r r r r rb � s
zThreadPool._setup_queuesc C s
| j jgS r )rf r? r r r r rt � s zThreadPool._get_sentinelsc C s g S r r r� r r r r� � s z ThreadPool._get_worker_sentinelsc C sF z| j dd� qW n tjk
r( Y nX t|�D ]}| �d � q2d S )NF)�block)r< rc r r� r; )rF r� r� rM r r r r� � s z ThreadPool._help_stuff_finishc C s t �|� d S r )r� r� )r r� r� r� r r r r� � s z ThreadPool._wait_for_updates)NNr ) r r! r" ry r� rZ r rb rt r� r� r� r r r r r � s
)Nr NF))�__all__r� r rk rc ru r� r% r� r r$ r r r Z
connectionr r
r r r
�countr� r r rC r r# r* r- rS rD �dictrT �objectr r� Z AsyncResultr� r� r� r r r r r �<module>
sN �
- =)+E __pycache__/popen_forkserver.cpython-38.opt-2.pyc 0000644 00000004563 15033636440 0015751 0 ustar 00 U
e5d� � @ s� d dl Z d dlZddlmZmZ ejs.ed��ddlmZ ddlm Z ddlm
Z
ddlm Z d gZ G d
d � d e
�ZG d d � d e j�ZdS )
� N� )� reduction�set_spawning_popenz,No support for sending fds between processes)�
forkserver)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N)�ind)�selfr � r �8/usr/lib64/python3.8/multiprocessing/popen_forkserver.py�__init__ s z_DupFd.__init__c C s t �� | j S r )r Zget_inherited_fdsr )r
r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r
s r
c sB e Zd ZdZeZ� fdd�Zdd� Zdd� Ze j
fdd �Z � Z S )
r r c s g | _ t� �|� d S r )�_fds�superr )r
� process_obj�� __class__r r r ! s zPopen.__init__c C s | j �|� t| j �d S )Nr )r �append�len)r
�fdr r r �duplicate_for_child% s zPopen.duplicate_for_childc C s� t �|j�}t�� }t| � z t�||� t�||� W 5 td � X t� | j
�\| _ }t �
|�}t�| tj|| j f�| _t|ddd��}|�|�� � W 5 Q R X t�| j �| _d S )N�wbT)�closefd)r Zget_preparation_data�_name�io�BytesIOr r �dumpr Zconnect_to_new_processr �sentinel�os�dupr ZFinalizeZ close_fds� finalizer�open�write� getbuffer� read_signed�pid)r
r Z prep_dataZbuf�wZ _parent_w�fr r r �_launch) s
�z
Popen._launchc C sr | j d krlddlm} |tjkr$dnd }|| jg|�s:d S zt�| j�| _ W n tt fk
rj d| _ Y nX | j S )Nr )�wait� )
�
returncodeZmultiprocessing.connectionr0 r% �WNOHANGr$ r r+ �OSError�EOFError)r
�flagr0 Ztimeoutr r r �poll= s
z
Popen.poll)
r r r �methodr
ZDupFdr r r/ r% r3 r7 �
__classcell__r r r r r s )r! r% �contextr r ZHAVE_SEND_HANDLE� ImportError� r r r r �__all__�objectr
r r r r r �<module> s
__pycache__/queues.cpython-38.opt-2.pyc 0000644 00000022157 15033636440 0013666 0 ustar 00 U
e5d�- � @ s� d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
ddl Z ddl m
Z
ddl mZ ejjZdd lmZmZmZmZmZ G d
d � d e�Ze� ZG d d� de�ZG d d� de�Z dS )
�Queue� SimpleQueue�
JoinableQueue� N)�Empty�Full� )�
connection)�context)�debug�info�Finalize�register_after_fork�
is_exitingc @ s� e Zd Zd*dd�Zdd� Zdd� Zdd � Zd+d d
�Zd,dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zd S )-r r c C s� |dkrddl m} || _tjdd�\| _| _|�� | _t �
� | _ t j
dkrTd | _n
|�� | _|�|�| _d| _| �� t j
dkr�t| tj� d S )Nr r )�
SEM_VALUE_MAXF�Zduplex�win32)Z synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlockZBoundedSemaphore�_sem�
_ignore_epipe� _after_forkr
r ��self�maxsize�ctx� r% �./usr/lib64/python3.8/multiprocessing/queues.py�__init__$ s
zQueue.__init__c C s. t �| � | j| j| j| j| j| j| j| j fS �N)
r �assert_spawningr r r r r r r r �r" r% r% r& � __getstate__9 s
�zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| �� d S r( ) r r r r r r r r r �r" �stater% r% r& � __setstate__> s � zQueue.__setstate__c C sb t d� t�t�� �| _t�� | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
� threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer �
send_bytes� _send_bytesr �
recv_bytes� _recv_bytes�poll�_pollr* r% r% r& r C s
zQueue._after_forkTNc C sf | j rtd| �d���| j�||�s(t�| j�. | jd krB| �� | j� |� | j�
� W 5 Q R X d S �NzQueue z
is closed) r8 �
ValueErrorr �acquirer r1 r5 �
_start_threadr4 �append�notify�r" �obj�block�timeoutr% r% r& �putP s
z Queue.putc C s� | j rtd| �d���|rH|d krH| j� | �� }W 5 Q R X | j�� nr|rXt�� | }| j�||�sjt �zB|r�|t�� }| �
|�s�t �n | �
� s�t �| �� }| j�� W 5 | j�� X t � |�S r@ )
r8 rA r r= r �release�time� monotonicrB r r? �_ForkingPickler�loads)r" rH rI �resZdeadliner% r% r& �get\ s*
z Queue.getc C s | j | jj�� S r( )r r �_semlockZ
_get_valuer* r% r% r& �qsizev s z Queue.qsizec C s
| � � S r( �r? r* r% r% r& �emptyz s z Queue.emptyc C s | j j�� S r( )r rR �_is_zeror* r% r% r& �full} s z
Queue.fullc C s
| � d�S �NF)rQ r* r% r% r& �
get_nowait� s zQueue.get_nowaitc C s | � |d�S rX )rJ �r" rG r% r% r& �
put_nowait� s zQueue.put_nowaitc C s2 d| _ z| j�� W 5 | j}|r,d | _|� X d S )NT)r8 r9 r �close)r" r\ r% r% r& r\ � s z Queue.closec C s t d� | jr| �� d S )NzQueue.join_thread())r
r6 r* r% r% r& � join_thread� s zQueue.join_threadc C s6 t d� d| _z| j�� W n tk
r0 Y nX d S )NzQueue.cancel_join_thread()T)r
r7 r6 Zcancel�AttributeErrorr* r% r% r& �cancel_join_thread� s zQueue.cancel_join_threadc
C s� t d� | j�� tjtj| j| j| j| j | j
j | j | j
| jfdd�| _d| j_t d� | j�� t d� | js�t| jtjt�| j�gdd�| _t| tj| j| jgd d�| _d S )
NzQueue._start_thread()ZQueueFeederThread)�target�args�nameTzdoing self._thread.start()z ... done self._thread.start()���)Z exitpriority�
)r
r4 �clearr/ ZThreadr �_feedr1 r; r r r\ r �_on_queue_feeder_errorr r5 Zdaemon�startr7 r �_finalize_join�weakref�refr6 �_finalize_closer9 r* r% r% r& rC � s<
��
�
�zQueue._start_threadc C s4 t d� | � }|d k r(|�� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
�join)Ztwr�threadr% r% r& ri � s
zQueue._finalize_joinc C s. t d� |� | �t� |�� W 5 Q R X d S )Nz telling queue thread to quit)r
rD � _sentinelrE )�buffer�notemptyr% r% r& rl � s
zQueue._finalize_closec
C sX t d� |j}|j} |j}
| j} t} tjdkr<|j}
|j}nd }
z�|� z| sT|
� W 5 | � X zb| � }|| kr�t d� |� W W d S t� |�}|
d kr�||� qb|
� z ||� W 5 |� X qbW n t
k
r� Y nX W q@ t k
�rP } zV|�rt |dd�t
jk�rW Y �6d S t� �r.td|� W Y �d S |�� |||� W 5 d }~X Y q@X q@d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exiting�errnor zerror in queue thread: %s)r
rB rK �wait�popleftro r r rN �dumps�
IndexError� Exception�getattrrr ZEPIPEr r )rp rq r: Z writelockr\ Z ignore_epipe�onerrorZ queue_semZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaserG �er% r% r& rf � sN
z Queue._feedc C s dd l }|�� d S )Nr )� traceback� print_exc)r{ rG r| r% r% r& rg
s z Queue._on_queue_feeder_error)r )TN)TN)�__name__�
__module__� __qualname__r' r+ r. r rJ rQ rS rU rW rY r[ r\ r] r_ rC � staticmethodri rl rf rg r% r% r% r& r " s.
=c @ s@ e Zd Zddd�Zdd� Zdd� Zdd
d �Zd d
� Zdd� Zd S )r r c C s* t j| ||d� |�d�| _|�� | _d S )N)r$ r )r r' Z Semaphore�_unfinished_tasksr0 �_condr! r% r% r& r' # s zJoinableQueue.__init__c C s t �| �| j| jf S r( )r r+ r� r� r* r% r% r& r+ ( s zJoinableQueue.__getstate__c C s, t �| |d d� � |dd � \| _| _d S )N���)r r. r� r� r, r% r% r& r. + s zJoinableQueue.__setstate__TNc
C s� | j rtd| �d���| j�||�s(t�| j�J | j�8 | jd krJ| �� | j �
|� | j � � | j�
� W 5 Q R X W 5 Q R X d S r@ )r8 rA r rB r r1 r� r5 rC r4 rD r� rK rE rF r% r% r& rJ / s
zJoinableQueue.putc C s@ | j �0 | j�d�s td��| jj�� r2| j �� W 5 Q R X d S )NFz!task_done() called too many times)r� r� rB rA rR rV Z
notify_allr* r% r% r& � task_done< s
zJoinableQueue.task_donec C s, | j � | jj�� s | j �� W 5 Q R X d S r( )r� r� rR rV rs r* r% r% r& rm C s zJoinableQueue.join)r )TN) r~ r r� r' r+ r. rJ r� rm r% r% r% r& r ! s
c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r c C sH t jdd�\| _| _|�� | _| jj| _tj dkr:d | _
n
|�� | _
d S )NFr r ) r r r r r r r> r? r r r )r" r$ r% r% r& r' N s
zSimpleQueue.__init__c C s
| � � S r( rT r* r% r% r& rU W s zSimpleQueue.emptyc C s t �| � | j| j| j| jfS r( )r r) r r r r r* r% r% r& r+ Z s
zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S r( )r r r r r> r? r, r% r% r& r. ^ s zSimpleQueue.__setstate__c C s& | j � | j�� }W 5 Q R X t�|�S r( )r r r< rN rO )r" rP r% r% r& rQ b s zSimpleQueue.getc C sD t �|�}| jd kr"| j�|� n | j� | j�|� W 5 Q R X d S r( )rN ru r r r: rZ r% r% r& rJ h s
zSimpleQueue.putN) r~ r r� r' rU r+ r. rQ rJ r% r% r% r& r L s ) �__all__r r r/ r2 rL rj rr Zqueuer r Z_multiprocessing� r r Z reductionZForkingPicklerrN �utilr
r r r
r �objectr ro r r r% r% r% r& �<module>
s$
v
+ __pycache__/synchronize.cpython-38.pyc 0000644 00000026035 15033636440 0013771 0 ustar 00 U
e5dZ- � @ s, d dddddgZ ddlZddlZddlZddlZddlZdd lmZ dd
lmZ dd lm Z zdd lm
Z
m Z W n e k
r� e d
��Y nX e
ed��\ZZej
jZG dd� de�Z
G dd� de
�ZG dd� de�ZG dd � d e
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG dd� dej�ZdS )�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event� N� )�context)�process)�util)�SemLock�
sem_unlinkz�This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.� c @ s\ e Zd Ze�� Zdd� Zedd� �Zdd� Z dd� Z
d d
� Z d d � Z d
d� Z
edd� �ZdS )r c C s� |d krt j�� }|�� }tjdkp*|dk}td�D ]>}z t�|||| � � |� }| _
W n t k
rl Y q4X q|q4t d��t �
d|j � | �� tjdkr�dd� } t �| | � | j
jd k r�dd lm}
|
| j
jd
� t j| tj| j
jfd d � d S )
N�win32�fork�d z cannot find name for semaphorez created semlock with handle %sc S s | j �� d S �N)�_semlock� _after_fork)�obj� r �3/usr/lib64/python3.8/multiprocessing/synchronize.pyr G s z%SemLock.__init__.<locals>._after_forkr )�register� semaphorer )Z exitpriority)r Z_default_contextZ get_contextZget_start_method�sys�platform�range�_multiprocessingr �
_make_namer �FileExistsErrorr �debug�handle�
_make_methodsZregister_after_fork�name�resource_trackerr ZFinalize�_cleanup) �self�kind�value�maxvalue�ctxr# Z
unlink_now�i�slr r r r r �__init__2 s8
�
�zSemLock.__init__c C s" ddl m} t| � || d� d S )Nr )�
unregisterr )r$ r. r
)r# r. r r r r% T s zSemLock._cleanupc C s | j j| _| j j| _d S r )r �acquire�release�r& r r r r" Z s
zSemLock._make_methodsc C s
| j �� S r )r � __enter__r1 r r r r2 ^ s zSemLock.__enter__c G s | j j|� S r )r �__exit__�r& �argsr r r r3 a s zSemLock.__exit__c C sD t �| � | j}tjdkr,t �� �|j�}n|j}||j|j |j
fS )Nr ) r �assert_spawningr r r Zget_spawning_popenZduplicate_for_childr! r' r) r# )r& r, �hr r r � __getstate__d s
zSemLock.__getstate__c C s, t jj|� | _t�d|d � | �� d S )Nz recreated blocker with handle %rr )r r Z_rebuildr r r r" �r& �stater r r � __setstate__m s zSemLock.__setstate__c C s dt �� jd ttj�f S )Nz%s-%sZ semprefix)r
�current_processZ_config�nextr �_randr r r r r r s �zSemLock._make_nameN)�__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer> r- � staticmethodr% r" r2 r3 r8 r; r r r r r r . s "
r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r r c C s t j| t|t|d� d S �N�r* )r r- � SEMAPHORE�
SEM_VALUE_MAX�r& r( r* r r r r- } s zSemaphore.__init__c C s
| j �� S r )r �
_get_valuer1 r r r � get_value� s zSemaphore.get_valuec C s8 z| j �� }W n tk
r& d}Y nX d| jj|f S )N�unknownz<%s(value=%s)>)r rI � Exception� __class__r? �r& r( r r r �__repr__� s
zSemaphore.__repr__N)r )r? r@ rA r- rJ rO r r r r r { s
c @ s e Zd Zddd�Zdd� ZdS )r r c C s t j| t|||d� d S rD �r r- rF rH r r r r- � s zBoundedSemaphore.__init__c C s> z| j �� }W n tk
r& d}Y nX d| jj|| j jf S )NrK z<%s(value=%s, maxvalue=%s)>)r rI rL rM r? r) rN r r r rO � s
�zBoundedSemaphore.__repr__N)r �r? r@ rA r- rO r r r r r � s
c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S �Nr rE rP �r& r* r r r r- � s z
Lock.__init__c C s� zf| j �� r8t�� j}t�� jdkrd|dt�� j 7 }n,| j �� dkrLd}n| j �� dkr`d}nd}W n t k
r~ d}Y nX d | j
j |f S )
N�
MainThread�|r �Noner �SomeOtherThread�SomeOtherProcessrK z<%s(owner=%s)>) r �_is_miner
r< r# � threading�current_threadrI �_countrL rM r? )r& r# r r r rO � s
z
Lock.__repr__NrQ r r r r r � s c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S rR )r r- �RECURSIVE_MUTEXrS r r r r- � s zRLock.__init__c C s� z|| j �� rBt�� j}t�� jdkr6|dt�� j 7 }| j �� }n8| j �� dkrZd\}}n | j �� dkrrd\}}nd\}}W n t k
r� d\}}Y nX d | j
j ||f S )
NrT rU r )rV r r )rW �nonzero)rX r^ )rK rK � <%s(%s, %s)>) r rY r
r< r# rZ r[ r\ rI rL rM r? )r& r# �countr r r rO � s
zRLock.__repr__NrQ r r r r r � s c @ sl e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z ddd�Z
ddd�Z dd� Z d dd�Z
dS ) r Nc C s> |p
|� � | _|�d�| _|�d�| _|�d�| _| �� d S �Nr )r �_lockr �_sleeping_count� _woken_count�_wait_semaphorer" )r& �lockr* r r r r- � s
zCondition.__init__c C s t �| � | j| j| j| jfS r )r r6 rb rc rd re r1 r r r r8 � s
�zCondition.__getstate__c C s |\| _ | _| _| _| �� d S r )rb rc rd re r" r9 r r r r; � s
�
zCondition.__setstate__c C s
| j �� S r )rb r2 r1 r r r r2 � s zCondition.__enter__c G s | j j|� S r )rb r3 r4 r r r r3 � s zCondition.__exit__c C s | j j| _| j j| _d S r )rb r/ r0 r1 r r r r" � s
zCondition._make_methodsc C sJ z | j j�� | jj�� }W n tk
r4 d}Y nX d| jj| j|f S )NrK r_ )rc r rI rd rL rM r? rb )r& Z num_waitersr r r rO � s
�
zCondition.__repr__c C s~ | j j�� std��| j�� | j j�� }t|�D ]}| j �� q2z| j
� d|�W �S | j�� t|�D ]}| j � � qhX d S )Nz,must acquire() condition before using wait()T) rb r rY �AssertionErrorrc r0 r\ r rd r/ re )r& �timeoutr` r+ r r r �wait� s �
zCondition.waitr c C s� | j j�� std��| j�d�r(td��| j�d�rN| j�d�}|s(td��q(d}||k rz| j�d�rz| j�� |d7 }qR|r�t |�D ]}| j�� q�| j�d�r�q�d S )Nzlock is not ownedFz<notify: Should not have been able to acquire _wait_semaphorez>notify: Bug in sleeping_count.acquire- res should not be Falser r )
rb r rY rg re r/ rd rc r0 r )r& �n�resZsleepersr+ r r r �notify s$ ��
zCondition.notifyc C s | j tjd� d S )N)rj )rl r �maxsizer1 r r r �
notify_all( s zCondition.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S ra )�time� monotonicri )r& Z predicaterh �resultZendtimeZwaittimer r r �wait_for+ s
zCondition.wait_for)N)N)r )N)r? r@ rA r- r8 r; r2 r3 r" rO ri rl rn rr r r r r r � s
c @ s6 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
d �Zd S )
r c C s |� |�� �| _|�d�| _d S ra )r r �_condr �_flagrS r r r r- C s zEvent.__init__c C sD | j �4 | j�d�r,| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S �NFT)rs rt r/ r0 r1 r r r �is_setG s
z Event.is_setc C s6 | j �& | j�d� | j�� | j �� W 5 Q R X d S �NF)rs rt r/ r0 rn r1 r r r �setN s
z Event.setc C s" | j � | j�d� W 5 Q R X d S rw )rs rt r/ r1 r r r �clearT s z Event.clearNc C sh | j �X | j�d�r | j�� n | j �|� | j�d�rP| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S ru )rs rt r/ r0 ri )r& rh r r r ri X s
z
Event.wait)N)r? r@ rA r- rv rx ry ri r r r r r A s
c @ sZ e Zd Zddd�Zdd� Zdd� Zedd � �Zejd
d � �Zed d � �Z e jd
d � �Z dS )�BarrierNc C sR dd l }ddlm} ||�d�d �}|�� }| �|||||f� d| _d| _d S )Nr r )�
BufferWrapperr+ r )�struct�heapr{ Zcalcsizer r; �_stater\ ) r& Zparties�actionrh r* r| r{ �wrapperZcondr r r r- j s zBarrier.__init__c C s. |\| _ | _| _| _| _| j�� �d�| _d S )Nr+ )�_parties�_action�_timeoutrs �_wrapperZcreate_memoryview�cast�_arrayr9 r r r r; s s
� zBarrier.__setstate__c C s | j | j| j| j| jfS r )r� r� r� rs r� r1 r r r r8 x s �zBarrier.__getstate__c C s
| j d S ra �r� r1 r r r r~ | s zBarrier._statec C s || j d< d S ra r� rN r r r r~ � s c C s
| j d S �Nr r� r1 r r r r\ � s zBarrier._countc C s || j d< d S r� r� rN r r r r\ � s )NN)
r? r@ rA r- r; r8 �propertyr~ �setterr\ r r r r rz h s
rz )�__all__rZ r rB r ro � r r
r r r
� ImportError�listr r] rF rG �objectr r r r r r rz r r r r �<module> s8 � Mo' __pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000001230 15033636440 0014103 0 ustar 00 U
e5d� � @ sd d dl Z ddlmZ dd� eej�D �Ze� �dd� eD �� dZd Z d
e j
kr`e j
d
e j
d < dS ) � N� )�contextc C s g | ]}|� d �s|�qS )�_)�
startswith)�.0�x� r �0/usr/lib64/python3.8/multiprocessing/__init__.py�
<listcomp> s
r
c c s | ]}|t tj|�fV qd S )N)�getattrr �_default_context)r �namer r r � <genexpr> s r � � �__main__Z __mp_main__) �sys� r �dirr �__all__�globals�updateZSUBDEBUGZ
SUBWARNING�modulesr r r r �<module> s
__pycache__/popen_forkserver.cpython-38.opt-1.pyc 0000644 00000004563 15033636440 0015750 0 ustar 00 U
e5d� � @ s� d dl Z d dlZddlmZmZ ejs.ed��ddlmZ ddlm Z ddlm
Z
ddlm Z d gZ G d
d � d e
�ZG d d � d e j�ZdS )
� N� )� reduction�set_spawning_popenz,No support for sending fds between processes)�
forkserver)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N)�ind)�selfr � r �8/usr/lib64/python3.8/multiprocessing/popen_forkserver.py�__init__ s z_DupFd.__init__c C s t �� | j S r )r Zget_inherited_fdsr )r
r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r
s r
c sB e Zd ZdZeZ� fdd�Zdd� Zdd� Ze j
fdd �Z � Z S )
r r c s g | _ t� �|� d S r )�_fds�superr )r
� process_obj�� __class__r r r ! s zPopen.__init__c C s | j �|� t| j �d S )Nr )r �append�len)r
�fdr r r �duplicate_for_child% s zPopen.duplicate_for_childc C s� t �|j�}t�� }t| � z t�||� t�||� W 5 td � X t� | j
�\| _ }t �
|�}t�| tj|| j f�| _t|ddd��}|�|�� � W 5 Q R X t�| j �| _d S )N�wbT)�closefd)r Zget_preparation_data�_name�io�BytesIOr r �dumpr Zconnect_to_new_processr �sentinel�os�dupr ZFinalizeZ close_fds� finalizer�open�write� getbuffer� read_signed�pid)r
r Z prep_dataZbuf�wZ _parent_w�fr r r �_launch) s
�z
Popen._launchc C sr | j d krlddlm} |tjkr$dnd }|| jg|�s:d S zt�| j�| _ W n tt fk
rj d| _ Y nX | j S )Nr )�wait� )
�
returncodeZmultiprocessing.connectionr0 r% �WNOHANGr$ r r+ �OSError�EOFError)r
�flagr0 Ztimeoutr r r �poll= s
z
Popen.poll)
r r r �methodr
ZDupFdr r r/ r% r3 r7 �
__classcell__r r r r r s )r! r% �contextr r ZHAVE_SEND_HANDLE� ImportError� r r r r �__all__�objectr
r r r r r �<module> s
__pycache__/popen_spawn_win32.cpython-38.opt-2.pyc 0000644 00000006421 15033636440 0015726 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZmZmZ ddl m
Z
ddl m Z dgZ dZ
ejdkoreed d
�Zej�� �d �Zd d
� Zeejej� Zdd� ZG dd� de�ZdS )� N� )� reduction�get_spawning_popen�set_spawning_popen)�spawn)�util�Popeni Zwin32�frozenFzpythonservice.exec C s | |kp t j�| �t j�|�kS �N)�os�path�normcase)Zp1Zp2� r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_win32.py�_path_eq s r c G s | D ]}t �|� qd S r
)�_winapi� CloseHandle)Zhandles�handler r r �_close_handles s r c @ sF e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � ZeZ d
d� Z
dS )r r c C sT t �|j�}t�d d�\}}t�|d�}t jt� � |d�}d�
dd� |D ��}t � � }t r�t
|tj�r�tj}tj�� }tj|d< nd }t|ddd ���} z0t�||d d d
d|d d � \}
} } }
t�| � W n t�|� � Y nX | | _d | _|
| _t|
�| _t� | t | jt|�f�| _ t | � z t �!|| � t �!|| � W 5 t d � X W 5 Q R X d S ) Nr )Z
parent_pidZ pipe_handle� c s s | ]}d | V qdS )z"%s"Nr )�.0�xr r r � <genexpr>9 s z!Popen.__init__.<locals>.<genexpr>�__PYVENV_LAUNCHER__�wbT)�closefdF)"r Zget_preparation_data�_namer Z
CreatePipe�msvcrtZopen_osfhandleZget_command_liner �getpid�joinZget_executable�WINENVr �sys�
executable�_base_executable�environ�copy�openZ
CreateProcessr �pid�
returncode�_handle�int�sentinelr ZFinalizer � finalizerr r �dump)�selfZ process_objZ prep_dataZrhandleZwhandleZwfd�cmdZ
python_exe�envZto_childZhpZhtr' �tidr r r �__init__, sT
�
�
� zPopen.__init__c C s t �|| j�S r
)r Z duplicater+ )r. r r r r �duplicate_for_childa s zPopen.duplicate_for_childNc C st | j d krn|d krtj}ntdt|d d ��}t�t| j�|�}|tjkrnt�| j�}|t krht
j }|| _ | j S )Nr i� g �?) r( r ZINFINITE�maxr* ZWaitForSingleObjectr) Z
WAIT_OBJECT_0ZGetExitCodeProcess� TERMINATE�signal�SIGTERM)r. �timeoutZmsecs�res�coder r r �waite s
z
Popen.waitc C s | j dd�S )Nr �r8 )r; �r. r r r �pollu s z
Popen.pollc C sL | j d krHzt�t| j�t� W n& tk
rF | jdd�d krB� Y nX d S )Ng �?r< )r( r ZTerminateProcessr* r) r5 �OSErrorr; r= r r r � terminatex s
zPopen.terminatec C s | � � d S r
)r, r= r r r �close� s z Popen.close)N) �__name__�
__module__� __qualname__�methodr2 r3 r; r> r@ �killrA r r r r r & s 5
)r r r6 r! r �contextr r r � r r �__all__r5 �platform�getattrZWINEXEr" �lower�endswithZ
WINSERVICEr r# r r �objectr r r r r �<module> s
__pycache__/popen_spawn_posix.cpython-38.pyc 0000644 00000004242 15033636440 0015165 0 ustar 00 U
e5d� � @ sp d dl Z d dlZddlmZmZ ddlmZ ddlmZ ddlmZ dgZ G dd � d e
�Z G d
d� dej �Z dS ) � N� )� reduction�set_spawning_popen)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N��fd��selfr � r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_posix.py�__init__ s z_DupFd.__init__c C s | j S r
r )r r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r s r c s4 e Zd ZdZeZ� fdd�Zdd� Zdd� Z� Z S )r r c s g | _ t� �|� d S r
)�_fds�superr )r � process_obj�� __class__r r r s zPopen.__init__c C s | j �|� |S r
)r �appendr
r r r �duplicate_for_child" s zPopen.duplicate_for_childc C sX ddl m} |�� }| j�|� t�|j�}t� � }t
| � z t � ||� t � ||� W 5 t
d � X d } } }} z~t�� \}}t�� \}} tj||d�} | j�||g� t
�t�� | | j�| _|| _t| ddd��}
|
�|� � � W 5 Q R X W 5 g }
|| fD ]} | d k �r |
�| � �q t
�| t
j|
�| _||fD ]} | d k �r6t�| � �q6X d S )Nr )�resource_tracker)�
tracker_fdZ pipe_handle�wbF)�closefd) � r Zgetfdr r r Zget_preparation_data�_name�io�BytesIOr r �dumpr ZFinalizeZ close_fds� finalizer�os�close�pipeZget_command_line�extendZspawnv_passfdsZget_executable�pid�sentinel�open�write� getbuffer)r r r r Z prep_data�fpZparent_rZchild_wZchild_rZparent_wZ fds_to_closer �cmd�fr r r �_launch& sB
�
�
z
Popen._launch)
r r r �methodr ZDupFdr r r3 �
__classcell__r r r r r s
)
r# r' �contextr r r! r r r �__all__�objectr r r r r r �<module> s
__pycache__/shared_memory.cpython-38.pyc 0000644 00000034070 15033636440 0014252 0 ustar 00 U
e5dD � @ s� d Z ddgZddlmZ ddlZddlZddlZddlZddlZej dkrXddl
Z
dZ n ddl Z dZ ej
ejB Zd Ze r~d
Znd Zd d
� ZG dd� d�ZdZG dd� d�ZdS )z�Provides shared memory for direct access across processes.
The API of this package is currently provisional. Refer to the
documentation for details.
� SharedMemory�
ShareableList� )�partialN�ntFT� z/psm_Zwnsm_c C sB t tt� d } | dks td��tt�| � }t|�t ks>t�|S )z6Create a random filename for the shared memory object.� z_SHM_NAME_PREFIX too long)�_SHM_SAFE_NAME_LENGTH�len�_SHM_NAME_PREFIX�AssertionError�secretsZ token_hex)�nbytes�name� r �5/usr/lib64/python3.8/multiprocessing/shared_memory.py�_make_filename& s
r c @ s� e Zd ZdZdZdZdZdZej Z
dZ e r.dndZ
ddd �Zd
d � Zd d
� Zdd� Zedd� �Zedd� �Zedd� �Zdd� Zdd� ZdS )r a� Creates a new shared memory block or attaches to an existing
shared memory block.
Every shared memory block is assigned a unique name. This enables
one process to create a shared memory block with a particular name
so that a different process can attach to that same shared memory
block using that same name.
As a resource for sharing data across processes, shared memory blocks
may outlive the original process that created them. When one process
no longer needs access to a shared memory block that might still be
needed by other processes, the close() method should be called.
When a shared memory block is no longer needed by any process, the
unlink() method should be called to ensure proper cleanup.N���i� TFr c
C sl |dkst d��|r0ttjB | _|dkr0t d��|d krL| jtj@ sLt d��t�rH|d kr�t� }ztj || j| j
d�| _ W n t k
r� Y qZY nX || _
q�qZn.| jr�d| n|}tj || j| j
d�| _ || _
z<|r�|r�t�| j |� t�| j �}|j}t�| j |�| _W n tk
�r* | �� � Y nX ddlm} || j
d � �n|�r�|d k�r^t� n|}t�tjtjtj |d
? d @ |d @ |�}zXt� � }|tj k�r�|d k �r�t t j!t�"t j!�|tj ��nW ��qNtjd ||d
�| _W 5 t� |� X || _
�qV�qNnX|| _
t�#tj$d|�}zt�%|tj$ddd�} W 5 t� |� X t�&| �}tjd ||d
�| _|| _'t(| j�| _)d S )Nr z!'size' must be a positive integerz4'size' must be a positive number different from zeroz&'name' can only be None if create=True)�mode�/� )�register�
shared_memory� l �� r )ZtagnameF)*�
ValueError�_O_CREX�os�O_RDWR�_flags�O_EXCL�
_USE_POSIXr � _posixshmemZshm_open�_mode�_fd�FileExistsError�_name�_prepend_leading_slash� ftruncate�fstat�st_size�mmap�_mmap�OSError�unlink�resource_trackerr �_winapiZCreateFileMappingZINVALID_HANDLE_VALUEZNULLZPAGE_READWRITEZ CloseHandleZ GetLastErrorZERROR_ALREADY_EXISTS�errnoZEEXIST�strerrorZOpenFileMappingZ
FILE_MAP_READZ
MapViewOfFileZVirtualQuerySize�_size�
memoryview�_buf)
�selfr �create�sizeZstatsr Z temp_nameZh_mapZlast_error_codeZp_bufr r r �__init__I s� �
�
�
�
��
zSharedMemory.__init__c C s& z | � � W n tk
r Y nX d S �N)�closer+ �r4 r r r �__del__� s zSharedMemory.__del__c C s | j | jd| jffS )NF)� __class__r r6 r: r r r �
__reduce__� s ��zSharedMemory.__reduce__c C s | j j� d| j�d| j� d�S )N�(z, size=�))r< �__name__r r6 r: r r r �__repr__� s zSharedMemory.__repr__c C s | j S )z4A memoryview of contents of the shared memory block.)r3 r: r r r �buf� s zSharedMemory.bufc C s. | j }tr*| jr*| j �d�r*| j dd� }|S )z4Unique name that identifies the shared memory block.r r N)r$ r r% �
startswith)r4 Z
reported_namer r r r � s
zSharedMemory.namec C s | j S )zSize in bytes.)r1 r: r r r r6 � s zSharedMemory.sizec C sX | j dk r| j �� d| _ | jdk r4| j�� d| _trT| jdkrTt�| j� d| _dS )zkCloses access to the shared memory from this instance but does
not destroy the shared memory block.Nr r )r3 �releaser* r9 r r" r r: r r r r9 � s
zSharedMemory.closec C s2 t r.| jr.ddlm} t�| j� || jd� dS )z�Requests that the underlying shared memory block be destroyed.
In order to ensure proper cleanup of resources, unlink should be
called once (and only once) across all processes which have access
to the shared memory block.r )�
unregisterr N)r r$ r- rE r Z
shm_unlink)r4 rE r r r r, � s
zSharedMemory.unlink)NFr )r@ �
__module__� __qualname__�__doc__r$ r" r* r3 r r r r! r r% r7 r; r= rA �propertyrB r r6 r9 r, r r r r r 0 s(
l
�utf8c @ s e Zd ZdZedededededdj diZ
dZ d d
� d d
� d d
� d
d
� d�Z e
dd� �Zd6dd�dd�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zed$d%� �Zed&d'� �Zed(d)� �Zed*d+� �Z ed,d-� �Z ed.d/� �Z ed0d1� �Z d2d3� Z d4d5� Z!dS )7r a� Pattern for a mutable list-like object shareable via a shared
memory block. It differs from the built-in list type in that these
lists can not change their overall length (i.e. no append, insert,
etc.)
Because values are packed into a memoryview as bytes, the struct
packing format for any storable value must require no more than 8
characters to describe its format.�q�dzxxxxxxx?z%dsNzxxxxxx?x� c C s | S r8 r ��valuer r r �<lambda>
� zShareableList.<lambda>c C s | � d��t�S �N� )�rstrip�decode� _encodingrN r r r rP rQ c C s
| � d�S rR )rT rN r r r rP rQ c C s d S r8 r )Z_valuer r r rP
rQ )r r r � c C s: t | ttdjf�sdS t | t�r$dS t | t�r2dS dS dS )z�Used in concert with _back_transforms_mapping to convert values
into the appropriate Python objects when retrieving them from
the list as well as when storing them.Nr r r rW )�
isinstance�str�bytesr< rN r r r �_extract_recreation_code s
z&ShareableList._extract_recreation_code�r c s� |d k r��fdd�|D �}t |��_tdd� |D ���jks@t�t�fdd�|D ���_�fdd�|D �}t�d�j d� |� �j
�j �}nd }|d k r�|d kr�t |��_
nt |d
|d ��_
|d k �rjt� tjd�j �j
jd �jf�j�� tjd� |��j
j�jf� fd
d�|D ��� tj�j
�j
j�jf� fdd�|D ��� tj�j �j
j�jf|�� n t ���_t��j�j
jd ��_d S )Nc sP g | ]H}t |ttf�s$� jt|� n&� jt|� � jt|�� j d f �qS )r )rX rY rZ �_types_mapping�type�
_alignmentr ��.0�itemr: r r �
<listcomp> s � � �z*ShareableList.__init__.<locals>.<listcomp>c s s | ]}t |�d kV qdS )rM N)r �ra �fmtr r r � <genexpr>) s z)ShareableList.__init__.<locals>.<genexpr>c 3 s0 | ](}|d dkr� j nt|dd � �V qdS )r �sN)r_ �intrd r: r r rf * s �c s g | ]}� � |��qS r )r[ r` r: r r rc . s rK � rM T)r5 r6 r c 3 s& | ] }t |t�r|�� �n|V qd S r8 )rX rY �encode�ra �v��_encr r rf M s c 3 s | ]}|� � �V qd S r8 )rj rk rm r r rf S s )r � _list_len�sumr �tuple�_allocated_bytes�structZcalcsize�_format_size_metainfo�join�_format_packing_metainfo� _format_back_transform_codesr �shmrV � pack_intorB �_offset_data_start�_offset_packing_formats� _offset_back_transform_codes� unpack_from)r4 Zsequencer Z_formatsZ_recreation_codesZrequested_sizer )rn r4 r r7 s|
�
�
�����
��������
�zShareableList.__init__c C sj |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d �d }|�d�}|�t �}|S )z>Gets the packing format for a single value stored in the list.r � Requested position out of range.�8srM rS )
ro �
IndexErrorrs r} rx rB r{ rT rU rV )r4 �positionrl re �
fmt_as_strr r r �_get_packing_formatd s ��
z!ShareableList._get_packing_formatc C s\ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j| �d }| j| }|S )z9Gets the back transformation function for a single value.r r~ �b)ro r� rs r} rx rB r| �_back_transforms_mapping)r4 r� �transform_codeZtransform_functionr r r �_get_back_transformt s ��
z!ShareableList._get_back_transformc C s~ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d |�t�� | � |�}t�d| jj| j
| |� dS )zvSets the packing format and back transformation code for a
single value in the list at the specified position.r r~ r rM r� N) ro r� rs ry rx rB r{ rj rV r[ r| )r4 r� r� rO r� r r r �!_set_packing_format_and_transform� s �
�z/ShareableList._set_packing_format_and_transformc C sj z6| j t| jd |� � }t�| �|�| jj|�\}W n tk
rR td��Y nX | � |�}||�}|S )Nzindex out of range)
rz rp rr rs r} r� rx rB r� r� )r4 r� �offsetrl Zback_transformr r r � __getitem__� s ��
zShareableList.__getitem__c C s� z&| j t| jd |� � }| �|�}W n tk
rB td��Y nX t|ttf�sf| jt |� }|}nZt|t�rz|�
t �n|}t |�| j| kr�t
d��|d dkr�|}n| jt | j| f }| �|||� t�|| jj||� d S )Nz assignment index out of rangez(bytes/str item exceeds available storager rg )rz rp rr r� r� rX rY rZ r] r^ rj rV r r r� rs ry rx rB )r4 r� rO r� Zcurrent_formatZ
new_formatZ
encoded_valuer r r � __setitem__� s6 �� � ��zShareableList.__setitem__c C s t | j| jjd�dfS )Nr\ r )r r< rx r r: r r r r= � s zShareableList.__reduce__c C s t �d| jjd�d S )NrK r )rs r} rx rB r: r r r �__len__� s zShareableList.__len__c C s" | j j� dt| �� d| jj�d�S )Nr> z, name=r? )r< r@ �listrx r r: r r r rA � s zShareableList.__repr__c s d� � fdd�t� j�D ��S )z>The struct packing format used by all currently stored values.ri c 3 s | ]}� � |�V qd S r8 )r� )ra �ir: r r rf � s z'ShareableList.format.<locals>.<genexpr>)ru �rangero r: r r: r �format� s �zShareableList.formatc C s | j � d�S )z=The struct packing format used for metainfo on storage sizes.rK �ro r: r r r rt � s z#ShareableList._format_size_metainfoc C s
d| j S )z?The struct packing format used for the values' packing formats.r r� r: r r r rv � s z&ShareableList._format_packing_metainfoc C s
d| j S )z?The struct packing format used for the values' back transforms.r� r� r: r r r rw � s z*ShareableList._format_back_transform_codesc C s | j d d S )Nr rM r� r: r r r rz � s z ShareableList._offset_data_startc C s | j t| j� S r8 )rz rp rr r: r r r r{ � s z%ShareableList._offset_packing_formatsc C s | j | jd S )NrM )r{ ro r: r r r r| � s z*ShareableList._offset_back_transform_codesc s t � fdd�| D ��S )zCL.count(value) -> integer -- return number of occurrences of value.c 3 s | ]}� |kV qd S r8 r )ra �entryrN r r rf � s z&ShareableList.count.<locals>.<genexpr>)rp )r4 rO r rN r �count� s zShareableList.countc C s4 t | �D ]\}}||kr| S qt|�d���dS )zpL.index(value) -> integer -- return first index of value.
Raises ValueError if the value is not present.z not in this containerN)� enumerater )r4 rO r� r� r r r �index� s
zShareableList.index)N)"r@ rF rG rH rh �float�boolrY rZ r< r] r_ r� � staticmethodr[ r7 r� r� r� r� r� r= r� rA rI r� rt rv rw rz r{ r| r� r� r r r r r � s^
��
F
)rH �__all__� functoolsr r) r r/ rs r r r. r r �O_CREATr r r r
r r rV r r r r r �<module> s,
E __pycache__/popen_fork.cpython-38.opt-1.pyc 0000644 00000005013 15033636440 0014510 0 ustar 00 U
e5d
� @ s6 d dl Z d dlZddlmZ dgZG dd� de�ZdS )� N� )�util�Popenc @ s` e Zd ZdZdd� Zdd� Zejfdd�Zdd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� ZdS )r �forkc C s" t �� d | _d | _| �|� d S �N)r Z_flush_std_streams�
returncode� finalizer�_launch)�self� process_obj� r �2/usr/lib64/python3.8/multiprocessing/popen_fork.py�__init__ s zPopen.__init__c C s |S r r )r
�fdr r r
�duplicate_for_child s zPopen.duplicate_for_childc
C s� | j d krzzt�| j|�\}}W n( tk
rH } z
W Y �d S d }~X Y nX || jkrzt�|�rnt�|� | _ n t�|�| _ | j S r )r �os�waitpid�pid�OSError� WIFSIGNALED�WTERMSIG� WEXITSTATUS)r
�flagr �sts�er r r
�poll s
z
Popen.pollNc C sN | j d krH|d k r0ddlm} || jg|�s0d S | �|dkrBtjnd�S | j S )Nr )�waitg )r Zmultiprocessing.connectionr �sentinelr r �WNOHANG)r
�timeoutr r r r
r ( s
z
Popen.waitc C sZ | j d krVzt�| j|� W n8 tk
r0 Y n& tk
rT | jdd�d krP� Y nX d S )Ng�������?)r )r r �killr �ProcessLookupErrorr r )r
Zsigr r r
� _send_signal2 s
zPopen._send_signalc C s | � tj� d S r )r" �signal�SIGTERM�r
r r r
� terminate< s zPopen.terminatec C s | � tj� d S r )r" r# �SIGKILLr% r r r
r ? s z
Popen.killc C s� d}t �� \}}t �� \}}t �� | _| jdkrdz$t �|� t �|� |j|d�}W 5 t �|� X n0t �|� t �|� t�| tj ||f�| _
|| _ d S )Nr r )Zparent_sentinel) r �piper r �_exit�close�
_bootstrapr ZFinalizeZ close_fdsr r )r
r �codeZparent_rZchild_wZchild_rZparent_wr r r
r B s
�z
Popen._launchc C s | j d k r| � � d S r )r r% r r r
r* U s
z Popen.close)N)�__name__�
__module__� __qualname__�methodr r r r r r r" r& r r r* r r r r
r s
)r r# � r �__all__�objectr r r r r
�<module> s __pycache__/popen_forkserver.cpython-38.pyc 0000644 00000004563 15033636440 0015011 0 ustar 00 U
e5d� � @ s� d dl Z d dlZddlmZmZ ejs.ed��ddlmZ ddlm Z ddlm
Z
ddlm Z d gZ G d
d � d e
�ZG d d � d e j�ZdS )
� N� )� reduction�set_spawning_popenz,No support for sending fds between processes)�
forkserver)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N)�ind)�selfr � r �8/usr/lib64/python3.8/multiprocessing/popen_forkserver.py�__init__ s z_DupFd.__init__c C s t �� | j S r )r Zget_inherited_fdsr )r
r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r
s r
c sB e Zd ZdZeZ� fdd�Zdd� Zdd� Ze j
fdd �Z � Z S )
r r c s g | _ t� �|� d S r )�_fds�superr )r
� process_obj�� __class__r r r ! s zPopen.__init__c C s | j �|� t| j �d S )Nr )r �append�len)r
�fdr r r �duplicate_for_child% s zPopen.duplicate_for_childc C s� t �|j�}t�� }t| � z t�||� t�||� W 5 td � X t� | j
�\| _ }t �
|�}t�| tj|| j f�| _t|ddd��}|�|�� � W 5 Q R X t�| j �| _d S )N�wbT)�closefd)r Zget_preparation_data�_name�io�BytesIOr r �dumpr Zconnect_to_new_processr �sentinel�os�dupr ZFinalizeZ close_fds� finalizer�open�write� getbuffer� read_signed�pid)r
r Z prep_dataZbuf�wZ _parent_w�fr r r �_launch) s
�z
Popen._launchc C sr | j d krlddlm} |tjkr$dnd }|| jg|�s:d S zt�| j�| _ W n tt fk
rj d| _ Y nX | j S )Nr )�wait� )
�
returncodeZmultiprocessing.connectionr0 r% �WNOHANGr$ r r+ �OSError�EOFError)r
�flagr0 Ztimeoutr r r �poll= s
z
Popen.poll)
r r r �methodr
ZDupFdr r r/ r% r3 r7 �
__classcell__r r r r r s )r! r% �contextr r ZHAVE_SEND_HANDLE� ImportError� r r r r �__all__�objectr
r r r r r �<module> s
__pycache__/popen_spawn_posix.cpython-38.opt-1.pyc 0000644 00000004242 15033636440 0016124 0 ustar 00 U
e5d� � @ sp d dl Z d dlZddlmZmZ ddlmZ ddlmZ ddlmZ dgZ G dd � d e
�Z G d
d� dej �Z dS ) � N� )� reduction�set_spawning_popen)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N��fd��selfr � r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_posix.py�__init__ s z_DupFd.__init__c C s | j S r
r )r r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r s r c s4 e Zd ZdZeZ� fdd�Zdd� Zdd� Z� Z S )r r c s g | _ t� �|� d S r
)�_fds�superr )r � process_obj�� __class__r r r s zPopen.__init__c C s | j �|� |S r
)r �appendr
r r r �duplicate_for_child" s zPopen.duplicate_for_childc C sX ddl m} |�� }| j�|� t�|j�}t� � }t
| � z t � ||� t � ||� W 5 t
d � X d } } }} z~t�� \}}t�� \}} tj||d�} | j�||g� t
�t�� | | j�| _|| _t| ddd��}
|
�|� � � W 5 Q R X W 5 g }
|| fD ]} | d k �r |
�| � �q t
�| t
j|
�| _||fD ]} | d k �r6t�| � �q6X d S )Nr )�resource_tracker)�
tracker_fdZ pipe_handle�wbF)�closefd) � r Zgetfdr r r Zget_preparation_data�_name�io�BytesIOr r �dumpr ZFinalizeZ close_fds� finalizer�os�close�pipeZget_command_line�extendZspawnv_passfdsZget_executable�pid�sentinel�open�write� getbuffer)r r r r Z prep_data�fpZparent_rZchild_wZchild_rZparent_wZ fds_to_closer �cmd�fr r r �_launch& sB
�
�
z
Popen._launch)
r r r �methodr ZDupFdr r r3 �
__classcell__r r r r r s
)
r# r' �contextr r r! r r r �__all__�objectr r r r r r �<module> s
__pycache__/popen_spawn_win32.cpython-38.pyc 0000644 00000006607 15033636440 0014774 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZmZmZ ddl m
Z
ddl m Z dgZ dZ
ejdkoreed d
�Zej�� �d �Zd d
� Zeejej� Zdd� ZG dd� de�ZdS )� N� )� reduction�get_spawning_popen�set_spawning_popen)�spawn)�util�Popeni Zwin32�frozenFzpythonservice.exec C s | |kp t j�| �t j�|�kS �N)�os�path�normcase)Zp1Zp2� r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_win32.py�_path_eq s r c G s | D ]}t �|� qd S r
)�_winapi� CloseHandle)Zhandles�handler r r �_close_handles s r c @ sJ e Zd ZdZdZdd� Zdd� Zddd �Zd
d � Zd d
� Z e Z
dd� Z dS )r z@
Start a subprocess to run the code of a process object
r c C sT t �|j�}t�d d�\}}t�|d�}t jt� � |d�}d�
dd� |D ��}t � � }t r�t
|tj�r�tj}tj�� }tj|d< nd }t|ddd ���} z0t�||d d d
d|d d � \}
} } }
t�| � W n t�|� � Y nX | | _d | _|
| _t|
�| _t� | t | jt|�f�| _ t | � z t �!|| � t �!|| � W 5 t d � X W 5 Q R X d S ) Nr )Z
parent_pidZ pipe_handle� c s s | ]}d | V qdS )z"%s"Nr )�.0�xr r r � <genexpr>9 s z!Popen.__init__.<locals>.<genexpr>�__PYVENV_LAUNCHER__�wbT)�closefdF)"r Zget_preparation_data�_namer Z
CreatePipe�msvcrtZopen_osfhandleZget_command_liner �getpid�joinZget_executable�WINENVr �sys�
executable�_base_executable�environ�copy�openZ
CreateProcessr �pid�
returncode�_handle�int�sentinelr ZFinalizer � finalizerr r �dump)�selfZ process_objZ prep_dataZrhandleZwhandleZwfd�cmdZ
python_exe�envZto_childZhpZhtr' �tidr r r �__init__, sT
�
�
� zPopen.__init__c C s | t � kst�t�|| j�S r
)r �AssertionErrorr Z duplicater+ )r. r r r r �duplicate_for_childa s zPopen.duplicate_for_childNc C st | j d krn|d krtj}ntdt|d d ��}t�t| j�|�}|tjkrnt�| j�}|t krht
j }|| _ | j S )Nr i� g �?) r( r ZINFINITE�maxr* ZWaitForSingleObjectr) Z
WAIT_OBJECT_0ZGetExitCodeProcess� TERMINATE�signal�SIGTERM)r. �timeoutZmsecs�res�coder r r �waite s
z
Popen.waitc C s | j dd�S )Nr �r9 )r< �r. r r r �pollu s z
Popen.pollc C sL | j d krHzt�t| j�t� W n& tk
rF | jdd�d krB� Y nX d S )Ng �?r= )r( r ZTerminateProcessr* r) r6 �OSErrorr< r> r r r � terminatex s
zPopen.terminatec C s | � � d S r
)r, r> r r r �close� s z Popen.close)N) �__name__�
__module__� __qualname__�__doc__�methodr2 r4 r< r? rA �killrB r r r r r & s 5
)r r r7 r! r �contextr r r � r r �__all__r6 �platform�getattrZWINEXEr" �lower�endswithZ
WINSERVICEr r# r r �objectr r r r r �<module> s
__pycache__/context.cpython-38.opt-2.pyc 0000644 00000026450 15033636440 0014043 0 ustar 00 U
e5d�+ � @ s� d dl Z d dlZd dlZddlmZ ddlmZ dZG dd� de�ZG dd � d e�Z G d
d � d e�Z
G d d
� d
e�Z G dd� de �Z
G dd� dej�ZG dd� de
�Zejdk�rRG dd� dej�ZG dd� dej�ZG dd� dej�ZG dd � d e
�ZG d d � d e
�ZG d d � d e
�Ze� e� e� d!�Zejd"k�rDeed# �Zn eed$ �Zn8G d%d� dej�ZG d&d � d e
�Zd#e� iZeed# �Zd'd(� Ze�� Z d)d*� Z d+d,� Z d-d.� Z dS )/� N� )�process)� reduction� c @ s e Zd ZdS )� ProcessErrorN��__name__�
__module__� __qualname__r r r �//usr/lib64/python3.8/multiprocessing/context.pyr s r c @ s e Zd ZdS )�BufferTooShortNr r r r r r s r c @ s e Zd ZdS )� TimeoutErrorNr r r r r r
s r
c @ s e Zd ZdS )�AuthenticationErrorNr r r r r r s r c @ sX e Zd ZeZeZeZeZeej �Z eej
�Z
eej �Z dd� Z dd� Z
dCdd�Zdd � Zd
d � ZdDd
d�ZdEdd�ZdFdd�Zdd� ZdGdd�ZdHdd�ZdIdd �Zd d � ZdJd d!�Zd"d#� Zd$d%� Zdd&�d'd(�Z dd&�d)d*�Z d+d,� Z d-d.� Z dKd/d0�Z d1d2� Z!d3d4� Z"d5d6� Z#dLd7d8�Z$dMd:d;�Z%dNd<d=�Z&e'd>d?� �Z(e(j)d@d?� �Z(dAdB� Z*d S )O� BaseContextc C s" t �� }|d krtd��n|S d S )Nz cannot determine number of cpus)�os� cpu_count�NotImplementedError)�selfZnumr r r r ) s
zBaseContext.cpu_countc C s& ddl m} || �� d�}|�� |S )Nr )� SyncManager��ctx)Zmanagersr � get_context�start)r r �mr r r �Manager1 s zBaseContext.ManagerTc C s ddl m} ||�S )Nr )�Pipe)�
connectionr )r Zduplexr r r r r < s zBaseContext.Pipec C s ddl m} || �� d�S )Nr )�Lockr )� synchronizer r )r r r r r r A s zBaseContext.Lockc C s ddl m} || �� d�S )Nr )�RLockr )r r r )r r r r r r F s zBaseContext.RLockNc C s ddl m} ||| �� d�S )Nr )� Conditionr )r r r )r �lockr r r r r K s zBaseContext.Conditionr c C s ddl m} ||| �� d�S )Nr )� Semaphorer )r r" r )r �valuer" r r r r" P s zBaseContext.Semaphorec C s ddl m} ||| �� d�S )Nr )�BoundedSemaphorer )r r$ r )r r# r$ r r r r$ U s z BaseContext.BoundedSemaphorec C s ddl m} || �� d�S )Nr )�Eventr )r r% r )r r% r r r r% Z s zBaseContext.Eventc C s ddl m} ||||| �� d�S )Nr )�Barrierr )r r& r )r Zparties�actionZtimeoutr& r r r r& _ s zBaseContext.Barrierr c C s ddl m} ||| �� d�S )Nr )�Queuer )�queuesr( r )r �maxsizer( r r r r( d s zBaseContext.Queuec C s ddl m} ||| �� d�S )Nr )�
JoinableQueuer )r) r+ r )r r* r+ r r r r+ i s zBaseContext.JoinableQueuec C s ddl m} || �� d�S )Nr )� SimpleQueuer )r) r, r )r r, r r r r, n s zBaseContext.SimpleQueuer c C s" ddl m} |||||| �� d�S )Nr )�Pool)�context)Zpoolr- r )r Z processesZ initializerZinitargsZmaxtasksperchildr- r r r r- s s
�zBaseContext.Poolc G s ddl m} ||f|�� S )Nr )�RawValue)� sharedctypesr/ )r �typecode_or_type�argsr/ r r r r/ z s zBaseContext.RawValuec C s ddl m} |||�S )Nr )�RawArray)r0 r3 )r r1 �size_or_initializerr3 r r r r3 s zBaseContext.RawArray)r! c G s& ddl m} ||f|�|| �� d��S )Nr )�Value�r! r )r0 r5 r )r r1 r! r2 r5 r r r r5 � s �zBaseContext.Valuec C s ddl m} ||||| �� d�S )Nr )�Arrayr6 )r0 r7 r )r r1 r4 r! r7 r r r r7 � s �zBaseContext.Arrayc C s, t jdkr(tt dd�r(ddlm} |� d S )N�win32�frozenFr )�freeze_support)�sys�platform�getattr�spawnr: )r r: r r r r: � s zBaseContext.freeze_supportc C s ddl m} |� S )Nr )�
get_logger)�utilr? )r r? r r r r? � s zBaseContext.get_loggerc C s ddl m} ||�S )Nr )�
log_to_stderr)r@ rA )r �levelrA r r r rA � s zBaseContext.log_to_stderrc C s ddl m} d S )Nr )r )� r )r r r r r �allow_connection_pickling� s z%BaseContext.allow_connection_picklingc C s ddl m} ||� d S )Nr )�set_executable)r> rE )r �
executablerE r r r rE � s zBaseContext.set_executablec C s ddl m} ||� d S )Nr )�set_forkserver_preload)�
forkserverrG )r Z module_namesrG r r r rG � s z"BaseContext.set_forkserver_preloadc C sH |d kr | S z t | }W n" tk
r: td| �d �Y nX |�� |S )Nzcannot find context for %r)�_concrete_contexts�KeyError�
ValueError�_check_available)r �methodr r r r r � s zBaseContext.get_contextFc C s | j S �N)�_name�r Z
allow_noner r r �get_start_method� s z BaseContext.get_start_methodc C s t d��d S )Nz+cannot set start method of concrete context)rK �r rM Zforcer r r �set_start_method� s z BaseContext.set_start_methodc C s t � �d�S �Nr )�globals�get�r r r r �reducer� s zBaseContext.reducerc C s |t � d< d S rT )rU )r r r r r rX � s c C s d S rN r rW r r r rL � s z BaseContext._check_available)T)N)r )r )NN)r )r )NNr N)N)N)F)F)+r r r
r r r
r � staticmethodr Zcurrent_processZparent_processZactive_childrenr r r r r r r" r$ r% r& r( r+ r, r- r/ r3 r5 r7 r: r? rA rD rE rG r rQ rS �propertyrX �setterrL r r r r r sR
�
r c @ s e Zd ZdZedd� �ZdS )�ProcessNc C s t �� j�| �S rN )�_default_contextr r\ �_Popen)� process_objr r r r^ � s zProcess._Popen�r r r
Z
_start_methodrY r^ r r r r r\ � s r\ c sF e Zd ZeZdd� Zd
� fdd� Zddd�Zdd d
�Zd d � Z� Z S )�DefaultContextc C s || _ d | _d S rN )r] �_actual_context)r r. r r r �__init__� s zDefaultContext.__init__Nc s0 |d kr | j d kr| j| _ | j S t� �|�S d S rN )rb r] �superr )r rM �� __class__r r r � s
zDefaultContext.get_contextFc C s< | j d k r|std��|d kr,|r,d | _ d S | �|�| _ d S )Nz context has already been set)rb � RuntimeErrorr rR r r r rS � s z DefaultContext.set_start_methodc C s" | j d kr|rd S | j| _ | j jS rN )rb r] rO rP r r r rQ � s
z DefaultContext.get_start_methodc C sB t jdkrdgS t jdkr"ddgnddg}tjr:|�d� |S d S )Nr8 r> �darwin�forkrH )r; r< r �HAVE_SEND_HANDLE�append)r �methodsr r r �get_all_start_methods s
z$DefaultContext.get_all_start_methods)N)F)F)
r r r
r\ rc r rS rQ rm �
__classcell__r r re r ra � s
ra r8 c @ s e Zd ZdZedd� �ZdS )� ForkProcessri c C s ddl m} || �S �Nr )�Popen)Z
popen_forkrq �r_ rq r r r r^ s zForkProcess._PopenNr` r r r r ro s ro c @ s e Zd ZdZedd� �ZdS )� SpawnProcessr> c C s ddl m} || �S rp )Zpopen_spawn_posixrq rr r r r r^ s �SpawnProcess._PopenNr` r r r r rs s rs c @ s e Zd ZdZedd� �ZdS )�ForkServerProcessrH c C s ddl m} || �S rp )Zpopen_forkserverrq rr r r r r^ s zForkServerProcess._PopenNr` r r r r ru s ru c @ s e Zd ZdZeZdS )� ForkContextri N)r r r
rO ro r\ r r r r rv % s rv c @ s e Zd ZdZeZdS �� SpawnContextr> N�r r r
rO rs r\ r r r r rx ) s rx c @ s e Zd ZdZeZdd� ZdS )�ForkServerContextrH c C s t jstd��d S )Nz%forkserver start method not available)r rj rK rW r r r rL 0 s z"ForkServerContext._check_availableN)r r r
rO ru r\ rL r r r r rz - s rz )ri r> rH rh r> ri c @ s e Zd ZdZedd� �ZdS )rs r> c C s ddl m} || �S rp )Zpopen_spawn_win32rq rr r r r r^ D s rt Nr` r r r r rs B s c @ s e Zd ZdZeZdS rw ry r r r r rx I s c C s t | t_d S rN )rI r] rb )rM r r r �_force_start_methodV s r{ c C s t tdd �S )N�spawning_popen)r= �_tlsr r r r �get_spawning_popen_ s r~ c C s
| t _d S rN )r} r| )�popenr r r �set_spawning_popenb s r� c C s t � d kr tdt| �j ��d S )NzF%s objects should only be shared between processes through inheritance)r~ rg �typer )�objr r r �assert_spawninge s
��r� ) r r; Z threadingrC r r �__all__� Exceptionr r r
r �objectr Z BaseProcessr\ ra r< ro rs ru rv rx rz rI r] r{ Zlocalr} r~ r� r� r r r r �<module> sL ?, � � __pycache__/forkserver.cpython-38.opt-2.pyc 0000644 00000016550 15033636440 0014547 0 ustar 00 U
e5d�0 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddl m Z ddl m
Z
ddl mZ ddl mZ ddl mZ d d
d d gZd
Ze�d�ZG dd� de�Zddd�Zdd� Zdd� Zdd� Ze� Zej Z ej Z ej Z ej Z dS )� N� )�
connection)�process)� reduction)�resource_tracker)�spawn)�util�ensure_running�get_inherited_fds�connect_to_new_process�set_forkserver_preload� �qc @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�
ForkServerc C s. d | _ d | _d | _d | _t�� | _dg| _d S )N�__main__)�_forkserver_address�_forkserver_alive_fd�_forkserver_pid�_inherited_fds� threadingZLock�_lock�_preload_modules��self� r �2/usr/lib64/python3.8/multiprocessing/forkserver.py�__init__" s
zForkServer.__init__c C s | j � | �� W 5 Q R X d S �N)r �_stop_unlockedr r r r �_stop* s zForkServer._stopc C sV | j d krd S t�| j� d | _t�| j d� d | _ t�| j�sLt�| j� d | _d S )Nr ) r �os�closer �waitpidr � is_abstract_socket_namespacer �unlinkr r r r r / s
zForkServer._stop_unlockedc C s& t dd� | jD ��s td��|| _d S )Nc s s | ]}t |�tkV qd S r )�type�str)�.0�modr r r � <genexpr>@ s z4ForkServer.set_forkserver_preload.<locals>.<genexpr>z&module_names must be a list of strings)�allr � TypeError)r Z
modules_namesr r r r > s z!ForkServer.set_forkserver_preloadc C s | j S r )r r r r r r
D s z ForkServer.get_inherited_fdsc
C s� | � � t|�d tkr td��t�tj���}|�| j� t� � \}}t� � \}}||| j
t � � g}||7 }zNz&t�||� ||fW W �4W 5 Q R � S t�
|� t�
|� � Y nX W 5 t�
|� t�
|� X W 5 Q R X d S )N� z too many fds)r �len�MAXFDS_TO_SEND�
ValueError�socket�AF_UNIXZconnectr r �piper r Zgetfdr! r Zsendfds)r �fdsZclientZparent_r�child_w�child_rZparent_wZallfdsr r r r L s( �
z!ForkServer.connect_to_new_processc s� | j ��~ t�� | jd k r`t�| jtj�\}}|sBW 5 Q R � d S t�| j� d | _ d | _d | _d}| j
r�ddh� t � d�}� fdd�|�
� D �}ni }t�tj���}t�d�}|�|� t�|�s�t�|d� |�� t�� \}}ztzV|�� |g} ||�� || j
|f; }t �� }
|
gt�� } | d |g7 } t�|
| | �}W n t�|� � Y nX W 5 t�|� X || _ || _|| _W 5 Q R X W 5 Q R X d S )
NzCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r)� main_path�sys_path�ignorec s i | ]\}}|� kr||�qS r r )r' �x�y�Z desired_keysr r �
<dictcomp>� s z-ForkServer.ensure_running.<locals>.<dictcomp>r1 i� z-c) r r r r r r" �WNOHANGr! r r r r Zget_preparation_data�itemsr0 r1 r Zarbitrary_addressZbindr r# �chmodZlistenr2 �filenoZget_executableZ _args_from_interpreter_flagsZspawnv_passfds) r �pidZstatus�cmd�data�listenerZaddress�alive_rZalive_wZ fds_to_passZexe�argsr r; r r i sN
�
zForkServer.ensure_runningN)
�__name__�
__module__� __qualname__r r r r r
r r r r r r r s r c C s� |rdd|kr8|d k r8dt �� _zt�|� W 5 t �� `X |D ]&}z t|� W q< tk
r` Y q<X q<t�� t �
� \}}t � |d� t � |d� dd� }t j
|t jt ji} dd� | �� D �}
t �|� i } tjtj| d����} t�� ���}
| �� t_|
�| tj� |
�|tj� |
�|tj� �znd d
� |
�� D �}|�r"�qB�q"||k�rPt �||k�rBt � |d � zt � d t j �\}}W n t k
�r� Y �qBY nX |d
k�r��qB| �!|d �}|d k �r0t �"|��r�t �#|� }n&t �$|��s�t%d�&||���t �'|�}zt(||� W n t)k
�r" Y nX t �*|� nt+�,d| � �qf| |k�r�| �-� d
��,}t.�/|t0d �}t1|�t0k�r�t2d�&t1|����|^}}}|�*� t �3� }|d
k�r4d}zpz<| �*� |
�*� ||||g}|�5| �6� � t7||||
�}W n. t8k
�r t9j:t9�;� � t9j<�=� Y nX W 5 t �4|� X nNzt(||� W n t)k
�rX Y nX || |< t �*|� |D ]}t �*|� �qpW 5 Q R X W n4 t>k
�r� } z|j?t?j@k�r�� W 5 d }~X Y nX �q W 5 Q R X W 5 Q R X d S )Nr TFc W s d S r r )Z_unusedr r r �sigchld_handler� s z main.<locals>.sigchld_handlerc S s i | ]\}}|t � ||��qS r )�signal)r' �sig�valr r r r< � s � zmain.<locals>.<dictcomp>)r@ c S s g | ]\}}|j �qS r )Zfileobj)r' �keyZeventsr r r �
<listcomp>� s zmain.<locals>.<listcomp>i ���r zChild {0:n} status is {1:n}z.forkserver: waitpid returned unexpected pid %dr z Too many ({0:n}) fds to send)Ar Zcurrent_processZ _inheritingr Zimport_main_path�
__import__� ImportErrorr Z _close_stdinr r2 � set_blockingrK �SIGCHLD�SIGINT�SIG_IGNr> �
set_wakeup_fdr0 r1 � selectorsZDefaultSelectorZ getsockname� _forkserverr �registerZ
EVENT_READZselect�
SystemExit�readr" r= �ChildProcessError�pop� WIFSIGNALED�WTERMSIG� WIFEXITED�AssertionError�format� WEXITSTATUS� write_signed�BrokenPipeErrorr! �warnings�warnZacceptr Zrecvfdsr. r- � RuntimeError�fork�_exit�extend�values�
_serve_one� Exception�sys�
excepthook�exc_info�stderr�flush�OSError�errnoZ ECONNABORTED)Z listener_fdrE Zpreloadr6 r7 �modnameZsig_rZsig_wrJ �handlersZ old_handlersZ pid_to_fdrD ZselectorZrfdsrA �stsr4 �
returncode�sr3 r5 �code�
unused_fds�fd�er r r �main� s�
��
�
��
�
��
�
r� c C sh t �d� |�� D ]\}}t � ||� q|D ]}t�|� q,|^t_tj_ t_
t� | �}t �
| |�}|S )NrP )rK rW r> r r! rY r r Z_resource_trackerZ_fdr �dupr Z_main) r5 r3 r} rx rL rM r~ Zparent_sentinelr| r r r rn 1 s
�
rn c C sN d}t j}t|�|k r@t�| |t|� �}|s6td��||7 }q
t �|�d S )N� zunexpected EOFr )�
SIGNED_STRUCT�sizer- r r\ �EOFErrorZunpack)r~ rC Zlengthr{ r r r � read_signedH s
r� c C s< t �|�}|r8t�| |�}|dkr*td��||d � }q
d S )Nr zshould not get here)r� Zpackr �writeri )r~ �n�msg�nbytesr r r re R s
re )NN) rv r rX rK r0 Zstructrp r rg � r r �contextr r r r �__all__r. ZStructr� �objectr r� rn r� re rY r r
r r r r r r �<module> s> �
__pycache__/resource_sharer.cpython-38.pyc 0000644 00000012212 15033636440 0014601 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ ddlm Z dgZ
ej dkrxe
dg7 Z
G d d� de �Z
ne
d
g7 Z
G d d
� d
e �ZG d d
� d
e �Ze� ZejZdS )� N� )�process)� reduction)�util�stopZwin32� DupSocketc @ s e Zd ZdZdd� Zdd� ZdS )r z Picklable wrapper for a socket.c s( |� � � � fdd�}t�|� j�| _d S )Nc s � � |�}| �|� d S �N)�shareZ
send_bytes)�conn�pidr �Znew_sock� �7/usr/lib64/python3.8/multiprocessing/resource_sharer.py�send s
z DupSocket.__init__.<locals>.send)�dup�_resource_sharer�register�close�_id)�selfZsockr r
r r �__init__ s zDupSocket.__init__c
C s6 t �| j�� }|�� }t�|�W 5 Q R � S Q R X dS )z1Get the socket. This should only be called once.N)r �get_connectionr Z
recv_bytes�socketZ fromshare)r r
r r
r
r �detach$ s zDupSocket.detachN��__name__�
__module__� __qualname__�__doc__r r r
r
r
r r s �DupFdc @ s e Zd ZdZdd� Zdd� ZdS )r z-Wrapper for fd which can be used at any time.c s4 t �|�� � fdd�}� fdd�}t�||�| _d S )Nc s t �| � |� d S r )r Z send_handle)r
r �Znew_fdr
r r 1 s z DupFd.__init__.<locals>.sendc s t �� � d S r )�osr r
r r
r r 3 s z DupFd.__init__.<locals>.close)r! r r r r )r �fdr r r
r r r / s
zDupFd.__init__c
C s. t �| j��}t�|�W 5 Q R � S Q R X dS )z-Get the fd. This should only be called once.N)r r r r Z recv_handle)r r
r
r
r r 7 s z DupFd.detachNr r
r
r
r r - s c @ sN e Zd ZdZdd� Zdd� Zedd� �Zdd d
�Zd d � Z d
d� Z
dd� Z dS )�_ResourceSharerz.Manager for resources using background thread.c C s@ d| _ i | _g | _t�� | _d | _d | _d | _t �
| t j � d S )Nr )
�_key�_cache�
_old_locks� threading�Lock�_lock� _listener�_address�_threadr Zregister_after_forkr# �
_afterfork)r r
r
r r ? s
z_ResourceSharer.__init__c
C sZ | j �J | jdkr| �� | jd7 _||f| j| j< | j| jfW 5 Q R � S Q R X dS )z+Register resource, returning an identifier.Nr )r) r+ �_startr$ r% )r r r r
r
r r I s
z_ResourceSharer.registerc C s< ddl m} | \}}||t�� jd�}|�|t�� f� |S )z<Return connection from which to receive identified resource.r ��Client��authkey)�
connectionr0 r �current_processr2 r r! �getpid)Zidentr0 �address�key�cr
r
r r R s
z _ResourceSharer.get_connectionNc C s� ddl m} | j�� | jdk r�|| jt�� jd�}|�d� |�� | j �
|� | j � � rdt �
d� | j�� d| _ d| _d| _| j�� D ]\}\}}|� q�| j�� W 5 Q R X dS )z:Stop the background thread and clear registered resources.r r/ Nr1 z._ResourceSharer thread did not stop when asked)r3 r0 r) r+ r r4 r2 r r r, �joinZis_aliver Z sub_warningr* r% �items�clear)r Ztimeoutr0 r8 r7 r r r
r
r r [ s$
�
z_ResourceSharer.stopc C sj | j �� D ]\}\}}|� q
| j �� | j�| j� t�� | _| jd k rT| j� � d | _d | _
d | _ d S r ) r% r: r; r& �appendr) r' r( r* r r+ r, )r r7 r r r
r
r r- p s
z_ResourceSharer._afterforkc C sj ddl m} | jd ks td��t�d� |t�� jd�| _| jj | _
t j | j
d�}d|_|�� || _d S )Nr )�ListenerzAlready have Listenerz0starting listener and thread for sending handlesr1 )�targetT)r3 r= r* �AssertionErrorr �debugr r4 r2 r6 r+ r' ZThread�_serveZdaemon�startr, )r r= �tr
r
r r. ~ s
z_ResourceSharer._startc C s� t td�r t�tjt�� � zh| j�� �T}|�� }|d krHW 5 Q R � W q�|\}}| j� |�\}}z|||� W 5 |� X W 5 Q R X W q t
� � s�t j
t �� � Y q X q d S )N�pthread_sigmask)�hasattr�signalrD � SIG_BLOCK�
valid_signalsr* ZacceptZrecvr% �popr Z
is_exiting�sys�
excepthook�exc_info)r r
�msgr7 Zdestination_pidr r r
r
r rA � s
z_ResourceSharer._serve)N) r r r r r r � staticmethodr r r- r. rA r
r
r
r r# = s
r# )r! rF r rJ r' � r �contextr r �__all__�platform�objectr r r# r r r
r
r
r �<module> s
` __pycache__/queues.cpython-38.opt-1.pyc 0000644 00000022411 15033636440 0013656 0 ustar 00 U
e5d�- � @ s� d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
ddl Z ddl m
Z
ddl mZ ejjZdd lmZmZmZmZmZ G d
d � d e�Ze� ZG d d� de�ZG d d� de�Z dS )
�Queue� SimpleQueue�
JoinableQueue� N)�Empty�Full� )�
connection)�context)�debug�info�Finalize�register_after_fork�
is_exitingc @ s� e Zd Zd*dd�Zdd� Zdd� Zdd � Zd+d d
�Zd,dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zd S )-r r c C s� |dkrddl m} || _tjdd�\| _| _|�� | _t �
� | _ t j
dkrTd | _n
|�� | _|�|�| _d| _| �� t j
dkr�t| tj� d S )Nr r )�
SEM_VALUE_MAXF�Zduplex�win32)Z synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlockZBoundedSemaphore�_sem�
_ignore_epipe� _after_forkr
r ��self�maxsize�ctx� r% �./usr/lib64/python3.8/multiprocessing/queues.py�__init__$ s
zQueue.__init__c C s. t �| � | j| j| j| j| j| j| j| j fS �N)
r �assert_spawningr r r r r r r r �r" r% r% r& � __getstate__9 s
�zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| �� d S r( ) r r r r r r r r r �r" �stater% r% r& � __setstate__> s � zQueue.__setstate__c C sb t d� t�t�� �| _t�� | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
� threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer �
send_bytes� _send_bytesr �
recv_bytes� _recv_bytes�poll�_pollr* r% r% r& r C s
zQueue._after_forkTNc C sf | j rtd| �d���| j�||�s(t�| j�. | jd krB| �� | j� |� | j�
� W 5 Q R X d S �NzQueue z
is closed) r8 �
ValueErrorr �acquirer r1 r5 �
_start_threadr4 �append�notify�r" �obj�block�timeoutr% r% r& �putP s
z Queue.putc C s� | j rtd| �d���|rH|d krH| j� | �� }W 5 Q R X | j�� nr|rXt�� | }| j�||�sjt �zB|r�|t�� }| �
|�s�t �n | �
� s�t �| �� }| j�� W 5 | j�� X t � |�S r@ )
r8 rA r r= r �release�time� monotonicrB r r? �_ForkingPickler�loads)r" rH rI �resZdeadliner% r% r& �get\ s*
z Queue.getc C s | j | jj�� S r( )r r �_semlockZ
_get_valuer* r% r% r& �qsizev s z Queue.qsizec C s
| � � S r( �r? r* r% r% r& �emptyz s z Queue.emptyc C s | j j�� S r( )r rR �_is_zeror* r% r% r& �full} s z
Queue.fullc C s
| � d�S �NF)rQ r* r% r% r& �
get_nowait� s zQueue.get_nowaitc C s | � |d�S rX )rJ �r" rG r% r% r& �
put_nowait� s zQueue.put_nowaitc C s2 d| _ z| j�� W 5 | j}|r,d | _|� X d S )NT)r8 r9 r �close)r" r\ r% r% r& r\ � s z Queue.closec C s t d� | jr| �� d S )NzQueue.join_thread())r
r6 r* r% r% r& � join_thread� s zQueue.join_threadc C s6 t d� d| _z| j�� W n tk
r0 Y nX d S )NzQueue.cancel_join_thread()T)r
r7 r6 Zcancel�AttributeErrorr* r% r% r& �cancel_join_thread� s zQueue.cancel_join_threadc
C s� t d� | j�� tjtj| j| j| j| j | j
j | j | j
| jfdd�| _d| j_t d� | j�� t d� | js�t| jtjt�| j�gdd�| _t| tj| j| jgd d�| _d S )
NzQueue._start_thread()ZQueueFeederThread)�target�args�nameTzdoing self._thread.start()z ... done self._thread.start()���)Z exitpriority�
)r
r4 �clearr/ ZThreadr �_feedr1 r; r r r\ r �_on_queue_feeder_errorr r5 Zdaemon�startr7 r �_finalize_join�weakref�refr6 �_finalize_closer9 r* r% r% r& rC � s<
��
�
�zQueue._start_threadc C s4 t d� | � }|d k r(|�� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
�join)Ztwr�threadr% r% r& ri � s
zQueue._finalize_joinc C s. t d� |� | �t� |�� W 5 Q R X d S )Nz telling queue thread to quit)r
rD � _sentinelrE )�buffer�notemptyr% r% r& rl � s
zQueue._finalize_closec
C sX t d� |j}|j} |j}
| j} t} tjdkr<|j}
|j}nd }
z�|� z| sT|
� W 5 | � X zb| � }|| kr�t d� |� W W d S t� |�}|
d kr�||� qb|
� z ||� W 5 |� X qbW n t
k
r� Y nX W q@ t k
�rP } zV|�rt |dd�t
jk�rW Y �6d S t� �r.td|� W Y �d S |�� |||� W 5 d }~X Y q@X q@d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exiting�errnor zerror in queue thread: %s)r
rB rK �wait�popleftro r r rN �dumps�
IndexError� Exception�getattrrr ZEPIPEr r )rp rq r: Z writelockr\ Z ignore_epipe�onerrorZ queue_semZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaserG �er% r% r& rf � sN
z Queue._feedc C s ddl }|�� dS )z�
Private API hook called when feeding data in the background thread
raises an exception. For overriding by concurrent.futures.
r N)� traceback� print_exc)r{ rG r| r% r% r& rg
s z Queue._on_queue_feeder_error)r )TN)TN)�__name__�
__module__� __qualname__r' r+ r. r rJ rQ rS rU rW rY r[ r\ r] r_ rC � staticmethodri rl rf rg r% r% r% r& r " s.
=c @ s@ e Zd Zddd�Zdd� Zdd� Zdd
d �Zd d
� Zdd� Zd S )r r c C s* t j| ||d� |�d�| _|�� | _d S )N)r$ r )r r' Z Semaphore�_unfinished_tasksr0 �_condr! r% r% r& r' # s zJoinableQueue.__init__c C s t �| �| j| jf S r( )r r+ r� r� r* r% r% r& r+ ( s zJoinableQueue.__getstate__c C s, t �| |d d� � |dd � \| _| _d S )N���)r r. r� r� r, r% r% r& r. + s zJoinableQueue.__setstate__TNc
C s� | j rtd| �d���| j�||�s(t�| j�J | j�8 | jd krJ| �� | j �
|� | j � � | j�
� W 5 Q R X W 5 Q R X d S r@ )r8 rA r rB r r1 r� r5 rC r4 rD r� rK rE rF r% r% r& rJ / s
zJoinableQueue.putc C s@ | j �0 | j�d�s td��| jj�� r2| j �� W 5 Q R X d S )NFz!task_done() called too many times)r� r� rB rA rR rV Z
notify_allr* r% r% r& � task_done< s
zJoinableQueue.task_donec C s, | j � | jj�� s | j �� W 5 Q R X d S r( )r� r� rR rV rs r* r% r% r& rm C s zJoinableQueue.join)r )TN) r~ r r� r' r+ r. rJ r� rm r% r% r% r& r ! s
c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r c C sH t jdd�\| _| _|�� | _| jj| _tj dkr:d | _
n
|�� | _
d S )NFr r ) r r r r r r r> r? r r r )r" r$ r% r% r& r' N s
zSimpleQueue.__init__c C s
| � � S r( rT r* r% r% r& rU W s zSimpleQueue.emptyc C s t �| � | j| j| j| jfS r( )r r) r r r r r* r% r% r& r+ Z s
zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S r( )r r r r r> r? r, r% r% r& r. ^ s zSimpleQueue.__setstate__c C s& | j � | j�� }W 5 Q R X t�|�S r( )r r r< rN rO )r" rP r% r% r& rQ b s zSimpleQueue.getc C sD t �|�}| jd kr"| j�|� n | j� | j�|� W 5 Q R X d S r( )rN ru r r r: rZ r% r% r& rJ h s
zSimpleQueue.putN) r~ r r� r' rU r+ r. rQ rJ r% r% r% r& r L s ) �__all__r r r/ r2 rL rj rr Zqueuer r Z_multiprocessing� r r Z reductionZForkingPicklerrN �utilr
r r r
r �objectr ro r r r% r% r% r& �<module>
s$
v
+ __pycache__/connection.cpython-38.pyc 0000644 00000061266 15033636440 0013562 0 ustar 00 U
&�.ep| � @ s d dddgZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl
m Z m
Z
dd lmZ ejZz$ddlZdd
lmZmZmZmZ W n$ ek
r� ejd kr dZY nX d Zd
ZdZe� � Z dZ dgZ e ed��rdZ e dg7 Z ejd k�r dZ e dg7 Z efdd�Z!dd� Z"dd� Z#dd� Z$dd� Z%G d d � d �Z&e�rnG d d � d e&�Z'G d d!� d!e&�Z(G d"d� de)�Z*dPd#d �Z+ejd k�r�dQd%d�Z,n
dRd&d�Z,G d'd(� d(e)�Z-d)d*� Z.ejd k�r�G d+d,� d,e)�Z/d-d.� Z0d/Z1d0Z2d1Z3d2Z4d3d4� Z5d5d6� Z6G d7d8� d8e)�Z7d9d:� Z8d;d<� Z9G d=d>� d>e*�Z:d?d@� Z;ejd k�rzdAdB� Z<ej=ej>hZ?dSdCd�Z@n,ddlAZAe eAdD��r�eAjBZCneAjDZCdTdEd�Z@ejd k�r�dFdG� ZEdHdI� ZFe�Ge(eE� dJdK� ZHdLdM� ZIe�Ge'eH� n dNdG� ZEdOdI� ZFe�Ge(eE� dS )U�Client�Listener�Pipe�wait� N� )�util)�AuthenticationError�BufferTooShort)� reduction)�
WAIT_OBJECT_0�WAIT_ABANDONED_0� WAIT_TIMEOUT�INFINITE�win32i g 4@Zsha256�AF_INET�AF_UNIX�AF_PIPEc C s t �� | S �N��time� monotonic)�timeout� r �2/usr/lib64/python3.8/multiprocessing/connection.py�
_init_timeout? s r c C s t �� | kS r r )�tr r r �_check_timeoutB s r c C sX | dkr dS | dkr&t jdt�� d�S | dkrLt jdt�� tt�f dd�S td ��d
S ) z?
Return an arbitrary free address for the given family
r )Z localhostr r z listener-)�prefix�dirr z\\.\pipe\pyc-%d-%d-� zunrecognized familyN) �tempfileZmktempr Z get_temp_dir�os�getpid�next�
_mmap_counter�
ValueError��familyr r r �arbitrary_addressI s ��r( c C sJ t jdkr | dkr td| ��t jdkrF| dkrFtt| �sFtd| ��dS )zD
Checks if the family is valid for the current environment.
r r z Family %s is not recognized.r N)�sys�platformr% �hasattr�socketr& r r r �_validate_familyW s
r- c C sT t | �tkrdS t | �tkr*| �d�r*dS t | �tks@t�| �rDdS td| ��dS )z]
Return the types of the address
This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE'
r z\\r r z address type of %r unrecognizedN)�type�tuple�str�
startswithr � is_abstract_socket_namespacer% )�addressr r r � address_typec s r4 c @ s� e Zd ZdZd+dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dd� Zdd� Zd,dd�Zd d � Zd-d d �Zd.d d!�Zd"d#� Zd/d%d&�Zd'd(� Zd)d*� ZdS )0�_ConnectionBaseNTc C s> |� � }|dk rtd��|s(|s(td��|| _|| _|| _d S )Nr zinvalid handlez6at least one of `readable` and `writable` must be True)� __index__r% �_handle� _readable� _writable)�self�handle�readable�writabler r r �__init__y s �z_ConnectionBase.__init__c C s | j d k r| �� d S r �r7 �_close�r: r r r �__del__� s
z_ConnectionBase.__del__c C s | j d krtd��d S )Nzhandle is closed)r7 �OSErrorrA r r r �
_check_closed� s
z _ConnectionBase._check_closedc C s | j std��d S )Nzconnection is write-only)r8 rC rA r r r �_check_readable� s z _ConnectionBase._check_readablec C s | j std��d S )Nzconnection is read-only)r9 rC rA r r r �_check_writable� s z _ConnectionBase._check_writablec C s" | j rd| _n| �� td��d S )NFzbad message length)r9 r8 �closerC rA r r r �_bad_message_length� s z#_ConnectionBase._bad_message_lengthc C s
| j dkS )z True if the connection is closedN�r7 rA r r r �closed� s z_ConnectionBase.closedc C s | j S )z"True if the connection is readable)r8 rA r r r r< � s z_ConnectionBase.readablec C s | j S )z"True if the connection is writable)r9 rA r r r r= � s z_ConnectionBase.writablec C s | � � | jS )z+File descriptor or handle of the connection)rD r7 rA r r r �fileno� s z_ConnectionBase.filenoc C s$ | j dk r z | �� W 5 d| _ X dS )zClose the connectionNr? rA r r r rG � s
z_ConnectionBase.closer c C s� | � � | �� t|�}|jdkr.tt|��}t|�}|dk rFtd��||k rVtd��|dkrh|| }n&|dk rztd��n|| |kr�td��| �|||| � � dS )z,Send the bytes data from a bytes-like objectr r zoffset is negativezbuffer length < offsetNzsize is negativez buffer length < offset + size)rD rF �
memoryview�itemsize�bytes�lenr% � _send_bytes)r: �buf�offset�size�m�nr r r �
send_bytes� s"
z_ConnectionBase.send_bytesc C s$ | � � | �� | �t�|�� dS )zSend a (picklable) objectN)rD rF rP �_ForkingPickler�dumps�r: �objr r r �send� s z_ConnectionBase.sendc C sJ | � � | �� |dk r(|dk r(td��| �|�}|dkrB| �� |�� S )z7
Receive bytes data as a bytes object.
Nr znegative maxlength)rD rE r% � _recv_bytesrH �getvalue)r: Z maxlengthrQ r r r �
recv_bytes� s
z_ConnectionBase.recv_bytesc
C s� | � � | �� t|���}|j}|t|� }|dk r>td��n||krNtd��| �� }|�� }||| k rvt|� � ��|�
d� |� ||| || | � � |W 5 Q R � S Q R X dS )zq
Receive bytes data into a writeable bytes-like object.
Return the number of bytes read.
r znegative offsetzoffset too largeN) rD rE rL rM rO r% r\ �tellr r] �seek�readinto)r: rQ rR rT rM Zbytesize�resultrS r r r �recv_bytes_into� s$
�z _ConnectionBase.recv_bytes_intoc C s& | � � | �� | �� }t�|�� �S )z Receive a (picklable) object)rD rE r\ rW �loads� getbuffer)r: rQ r r r �recv� s z_ConnectionBase.recv� c C s | � � | �� | �|�S )z/Whether there is any input available to be read)rD rE �_poll�r: r r r r �poll s z_ConnectionBase.pollc C s | S r r rA r r r � __enter__ s z_ConnectionBase.__enter__c C s | � � d S r �rG �r: �exc_type� exc_valueZexc_tbr r r �__exit__
s z_ConnectionBase.__exit__)TT)r N)N)r )rg )�__name__�
__module__� __qualname__r7 r> rB rD rE rF rH �propertyrJ r< r= rK rG rV r[ r^ rc rf rj rk rp r r r r r5 v s.
r5 c @ sD e Zd ZdZdZejfdd�Zdd� Zddd �Z d
d � Z
d d
� Z dS )�PipeConnectionz�
Connection class based on a Windows named pipe.
Overlapped I/O is used, so the handles must have been created
with FILE_FLAG_OVERLAPPED.
Fc C s || j � d S r rI )r: Z _CloseHandler r r r@ s zPipeConnection._closec C s� t j| j|dd�\}}zHz,|t jkrBt �|jgdt�}|tksBt �W n |�
� � Y nX W 5 |�d�\}}X |dks|t �|t |�ks�t �d S )NT��
overlappedFr ) �_winapiZ WriteFiler7 �GetOverlappedResult�ERROR_IO_PENDING�WaitForMultipleObjects�eventr r �AssertionError�cancelrO )r: rQ �ov�errZnwritten�waitresr r r rP s
� zPipeConnection._send_bytesNc C s2 | j rd| _ t�� S |d kr dnt|d�}z�tj| j|dd�\}}d zHz,|tj krpt�
|jgdt�}|tkspt�W n |�� � Y nX W 5 |�d�\}}|dkr�t�� }|�|� � � |� W S |tj
kr�| � ||�� W S X W n: tk
�r$ } z|jtjk�rt�n� W 5 d }~X Y nX td��d S )NF� Trv r z.shouldn't get here; expected KeyboardInterrupt)�_got_empty_message�io�BytesIO�minrx �ReadFiler7 ry �writere ZERROR_MORE_DATA�_get_more_datarz r{ r| r r r} r~ rC �winerror�ERROR_BROKEN_PIPE�EOFError� RuntimeError) r: �maxsizeZbsizer r� Znread�fr� �er r r r\ * s>
�
�
zPipeConnection._recv_bytesc C s. | j st�| j�d dkr dS tt| g|��S )Nr T)r� rx �
PeekNamedPiper7 �boolr ri r r r rh J s
�zPipeConnection._pollc C s� |� � }t�� }|�|� t�| j�d }|dks6t�|d k rVt|�| |krV| � � tj
| j|dd�\}}|� d�\}}|dks�t�||ks�t�|�|� � � |S )Nr r Trv ) re r� r� r� rx r� r7 r} rO rH r� ry )r: r r� rQ r� �leftr� Zrbytesr r r r� P s
z PipeConnection._get_more_data)N) rq rr rs �__doc__r� rx � CloseHandler@ rP r\ rh r� r r r r ru s
ru c @ s| e Zd ZdZer,ejfdd�ZejZ ej
Z ne j
fdd�Ze jZ e jZ e fdd�Ze fdd�Zd d
� Zdd d
�Zdd� Zd S )�
Connectionzo
Connection class based on an arbitrary file descriptor (Unix only), or
a socket handle (Windows).
c C s || j � d S r rI �r: r@ r r r r@ g s zConnection._closec C s || j � d S r rI r� r r r r@ l s c C s8 t |�}|| j|�}||8 }|dkr&q4||d � }qd S �Nr )rO r7 )r: rQ r� � remainingrU r r r �_sendq s zConnection._sendc C sb t �� }| j}|}|dkr^|||�}t|�}|dkrJ||krBt�ntd��|�|� ||8 }q|S )Nr z got end of file during message)r� r� r7 rO r� rC r� )r: rS �readrQ r; r� �chunkrU r r r �_recvz s
zConnection._recvc C s� t |�}|dkrHt�dd�}t�d|�}| �|� | �|� | �|� n8t�d|�}|dkrr| �|� | �|� n| �|| � d S )Ni����!i����!Qi @ )rO �structZpackr� )r: rQ rU Z
pre_header�headerr r r rP � s
zConnection._send_bytesNc C s^ | � d�}t�d|�� �\}|dkr@| � d�}t�d|�� �\}|d k rT||krTd S | � |�S )N� r� r� � r� )r� r� Zunpackr] )r: r� rQ rS r r r r\ � s
zConnection._recv_bytesc C s t | g|�}t|�S r )r r� )r: r �rr r r rh � s zConnection._poll)N)rq rr rs r� rx �_multiprocessingZ closesocketr@ r[ Z_writerf Z_readr! rG r� r� r� r� rP r\ rh r r r r r� ` s
r� c @ sR e Zd ZdZddd�Zdd� Zdd � Zed
d � �Zed d
� �Z dd� Z
dd� Z dS )r z�
Returns a listener object.
This is a wrapper for a bound socket which is 'listening' for
connections, or for a Windows named pipe.
Nr c C sp |p|rt |�pt}|p t|�}t|� |dkr>t||�| _nt|||�| _|d k rft|t�sft d��|| _
d S )Nr � authkey should be a byte string) r4 �default_familyr( r- � PipeListener� _listener�SocketListener�
isinstancerN � TypeError�_authkey)r: r3 r' �backlog�authkeyr r r r> � s � zListener.__init__c C s> | j dkrtd��| j �� }| jr:t|| j� t|| j� |S )zz
Accept a connection on the bound socket or named pipe of `self`.
Returns a `Connection` object.
Nzlistener is closed)r� rC �acceptr� �deliver_challenge�answer_challenge)r: �cr r r r� � s
zListener.acceptc C s | j }|dk r d| _ |�� dS )zA
Close the bound socket or named pipe of `self`.
N)r� rG )r: Zlistenerr r r rG � s zListener.closec C s | j jS r )r� �_addressrA r r r r3 � s zListener.addressc C s | j jS r )r� �_last_acceptedrA r r r �
last_accepted� s zListener.last_acceptedc C s | S r r rA r r r rk � s zListener.__enter__c C s | � � d S r rl rm r r r rp � s zListener.__exit__)NNr N) rq rr rs r� r> r� rG rt r3 r� rk rp r r r r r � s
c C sh |p
t | �}t|� |dkr&t| �}nt| �}|dk rHt|t�sHtd��|dk rdt||� t||� |S )z=
Returns a connection to the address of a `Listener`
r Nr� ) r4 r- �
PipeClient� SocketClientr� rN r� r� r� )r3 r' r� r� r r r r � s
Tc C sj | r>t �� \}}|�d� |�d� t|�� �}t|�� �}n$t�� \}}t|dd�}t|dd�}||fS )�L
Returns pair of connection objects at either end of a pipe
TF�r= �r< )r, Z
socketpair� setblockingr� �detachr! �pipe)�duplex�s1�s2�c1�c2Zfd1Zfd2r r r r s
c
C s� t d�}| r*tj}tjtjB }tt }}ntj}tj}dt }}t�||tjB tj B tj
tj B tj B d||tj
tj�}t�||dtjtjtjtj�}t�|tj dd� tj|dd�}|�d�\} }
|
dks�t�t|| d�} t|| d�} | | fS ) r� r r r NTrv r� r� )r( rx �PIPE_ACCESS_DUPLEX� GENERIC_READ�
GENERIC_WRITE�BUFSIZEZPIPE_ACCESS_INBOUND�CreateNamedPipe�FILE_FLAG_OVERLAPPED� FILE_FLAG_FIRST_PIPE_INSTANCE�PIPE_TYPE_MESSAGE�PIPE_READMODE_MESSAGE� PIPE_WAIT�NMPWAIT_WAIT_FOREVER�NULL�
CreateFile�
OPEN_EXISTING�SetNamedPipeHandleState�ConnectNamedPipery r} ru )
r� r3 Zopenmode�accessZobsizeZibsizeZh1Zh2rw �_r� r� r� r r r r sV
�
� � � � c @ s* e Zd ZdZd
dd�Zdd� Zdd� Zd S ) r� zO
Representation of a socket which is bound to an address and listening
r c C s� t � tt |��| _zRtjdkr2| j�t jt jd� | j�d� | j� |� | j�
|� | j� � | _ W n t
k
r� | j�� � Y nX || _d | _|dkr�t�|�s�tj| tj|fdd�| _nd | _d S )N�posixr Tr r ��argsZ exitpriority)r, �getattr�_socketr! �nameZ
setsockoptZ
SOL_SOCKETZ SO_REUSEADDRr� ZbindZlistenZ getsocknamer� rC rG Z_familyr� r r2 �Finalize�unlink�_unlink)r: r3 r' r� r r r r> K s0
�
�
zSocketListener.__init__c C s& | j �� \}| _|�d� t|�� �S )NT)r� r� r� r� r� r� �r: �sr r r r� d s
zSocketListener.acceptc C s0 z| j�� W 5 | j }|d k r*d | _ |� X d S r )r� r� rG )r: r� r r r rG i s zSocketListener.closeN)r )rq rr rs r� r> r� rG r r r r r� G s
r� c
C sP t | �}t�tt|���.}|�d� |�| � t|�� �W 5 Q R � S Q R X dS )zO
Return a connection object connected to the socket given by `address`
TN)r4 r, r� r� Zconnectr� r� )r3 r' r� r r r r� s s
r� c @ s8 e Zd ZdZd dd�Zd
dd�Zdd � Zed
d � �ZdS )r� z0
Representation of a named pipe
Nc C sL || _ | jdd�g| _d | _t�d| j � tj| tj| j| j fdd�| _ d S )NT)�firstz listener created with address=%rr r� )
r� � _new_handle�
_handle_queuer� r � sub_debugr� r� �_finalize_pipe_listenerrG )r: r3 r� r r r r> � s
�zPipeListener.__init__Fc
C sH t jt jB }|r|t jO }t �| j|t jt jB t jB t j t
t
t j t j �S r )
rx r� r� r� r� r� r� r� r� ZPIPE_UNLIMITED_INSTANCESr� r� r� )r: r� �flagsr r r r� � s
� �zPipeListener._new_handlec
C s� | j �| �� � | j �d�}ztj|dd�}W n0 tk
r^ } z|jtjkrN� W 5 d }~X Y n\X z<zt� |j gdt
�}W n |�� t�|� � Y nX W 5 |� d�\}}|dks�t
�X t|�S )Nr Trv F)r� �appendr� �poprx r� rC r� Z
ERROR_NO_DATAry r} r{ r| r r~ r� ru )r: r; r r� r� r� �resr r r r� � s( �
zPipeListener.acceptc C s$ t �d|� | D ]}t�|� qd S )Nz closing listener with address=%r)r r� rx r� )Zqueuer3 r; r r r r� � s z$PipeListener._finalize_pipe_listener)N)F) rq rr rs r� r> r� r� � staticmethodr� r r r r r� � s
r� c
C s� t � }z6t�| d� t�| tjtjB dtjtjtjtj�}W q� t k
rz } z |j
tj tj fksht
|�rj� W 5 d}~X Y qX q�q� t�|tjdd� t|�S )zU
Return a connection object connected to the pipe given by `address`
�� r N)r rx Z
WaitNamedPiper� r� r� r� r� r� rC r� ZERROR_SEM_TIMEOUTZERROR_PIPE_BUSYr r� r� ru )r3 r �hr� r r r r� � s8
��� �r� � s #CHALLENGE#s #WELCOME#s #FAILURE#c C s� dd l }t|t�s$td�t|����t�t�}| � t
| � |� ||t ��
� }| �d�}||krl| � t� n| � t� td��d S )Nr � Authkey must be bytes, not {0!s}� zdigest received was wrong)�hmacr� rN r% �formatr. r! �urandom�MESSAGE_LENGTHrV � CHALLENGE�new�HMAC_DIGEST_NAME�digestr^ �WELCOME�FAILUREr �Z
connectionr� r� �messager� Zresponser r r r� � s
�
r� c C s� dd l }t|t�s$td�t|����| �d�}|d tt�� tksNt d| ��|tt�d � }|�
||t �� � }| �
|� | �d�}|tkr�td��d S )Nr r� r� z message = %rzdigest sent was rejected)r� r� rN r% r� r. r^ rO r� r} r� r� r� rV r� r r� r r r r� � s
�
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ConnectionWrapperc C s6 || _ || _|| _dD ]}t||�}t| ||� qd S )N)rK rG rj r^ rV )�_conn�_dumps�_loadsr� �setattr)r: �connrX rd �attrrZ r r r r> s
zConnectionWrapper.__init__c C s | � |�}| j�|� d S r )r� r� rV )r: rZ r� r r r r[ s
zConnectionWrapper.sendc C s | j �� }| �|�S r )r� r^ r r� r r r rf s
zConnectionWrapper.recvN)rq rr rs r> r[ rf r r r r r� s r� c C s t �| fd d d d��d�S )Nr �utf-8)� xmlrpclibrX �encode)rZ r r r �
_xml_dumps s r c C s t �| �d��\\}}|S )Nr )r rd �decode)r� rZ �methodr r r �
_xml_loads s r
c @ s e Zd Zdd� ZdS )� XmlListenerc C s" dd l ma t�| �}t|tt�S r� )�
xmlrpc.client�clientr r r� r� r r
rY r r r r� s
zXmlListener.acceptN)rq rr rs r� r r r r r s r c O s dd l ma tt| |�tt�S r� )r r
r r� r r r
)r� �kwdsr r r � XmlClient s r c C s� t | �}g }|r�t�|d|�}|tkr*q�n\t| krFtt|� k rTn n
|t8 }n2t| krptt|� k r~n n
|t8 }ntd��|�|| � ||d d � }d}q |S )NFzShould not get herer r ) �listrx r{ r
r rO r r� r� )Zhandlesr �L�readyr� r r r �_exhaustive_wait) s
r c
s^ |dkrt }n |dk r d}nt|d d �}t| �} i �g }t� � t� }�z@| D �]&}zt|d�} W n tk
r� |�|�� < Y qPX zt �| � dd�\}}W n8 tk
r� } zd|j }}|tkrƂ W 5 d}~X Y nX |t jkr�|�|� |�|j < qP|�rjt�� dd� d k�rjz|�d
�\}}W n* tk
�rP } z
|j}W 5 d}~X Y nX |�sjt
|d��rjd|_� � |� d}qPt��� |�}W 5 |D ]}|�� �q�|D ]�}z|�d�\}}W n6 tk
�r� } z|j}|tk�r� W 5 d}~X Y nX |t j
k�r��|j }� � |� |dk�r�t
|d��r�d|_�q�X � ��fd d �|D �� � fd
d�| D �S )��
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
Nr r� g �?Tr� rK � )� r Fc 3 s | ]}� | V qd S r r )�.0r� )�waithandle_to_objr r � <genexpr>� s zwait.<locals>.<genexpr>c s g | ]}|� kr|�qS r r )r �o)�
ready_objectsr r �
<listcomp>� s �wait.<locals>.<listcomp>)r �intr �setr~ ry rC r� �
_ready_errorsrx ZERROR_OPERATION_ABORTEDr| �addr+ r� r� �AttributeErrorr6 r� rz r� r) Zgetwindowsversionr �keys�update)
� object_listr Zov_listZ
ready_handlesr r� r� r� r rK r )r r r r ? sh
� PollSelectorc
C s� t � ��}| D ]}|�|tj� q |dk r4t�� | }|�|�}|r\dd� |D �W 5 Q R � S |dk r4|t�� }|dk r4|W 5 Q R � S q4W 5 Q R X dS )r Nc S s g | ]\}}|j �qS r )Zfileobj)r �keyZeventsr r r r � s r r )�
_WaitSelector�register� selectorsZ
EVENT_READr r Zselect)r% r ZselectorrZ Zdeadliner r r r r � s
c
C sZ | � � }t�|tjtj��6}ddlm} |�|�}t|| j | j
ffW 5 Q R � S Q R X d S )Nr )�resource_sharer) rK r, Zfromfdr Z SOCK_STREAMr r+ Z DupSocket�rebuild_connectionr< r= )r r; r� r+ �dsr r r �reduce_connection� s
r. c C s | � � }t|� � ||�S r �r� r� )r- r< r= Zsockr r r r, � s r, c C sB | j r tjnd| jrtjndB }t�| �� |�}t|| j | jffS r� ) r< rx ZFILE_GENERIC_READr= ZFILE_GENERIC_WRITEr
Z DupHandlerK �rebuild_pipe_connection)r r� �dhr r r �reduce_pipe_connection� s
�r2 c C s | � � }t|||�S r )r� ru )r1 r< r= r; r r r r0 � s r0 c C s t �| �� �}t|| j| jffS r )r
ZDupFdrK r, r< r= )r �dfr r r r. � s c C s | � � }t|||�S r r/ )r3 r< r= �fdr r r r, � s )NN)T)T)N)N)J�__all__r� r! r) r, r� r r � itertoolsr� r r r r �contextr
ZForkingPicklerrW rx r r r
r � ImportErrorr* r� ZCONNECTION_TIMEOUTr� �countr$ r� Zfamiliesr+ r r r( r- r4 r5 ru r� �objectr r r r� r� r� r� r� r� r� r� r� r� r� r r
r r r r� ZERROR_NETNAME_DELETEDr r r* r& r( ZSelectSelectorr. r, r) r2 r0 r r r r �<module>
s�
PT=
,, 8 P
__pycache__/heap.cpython-38.opt-2.pyc 0000644 00000016411 15033636440 0013270 0 ustar 00 U
e5dj- � @ s� d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z dgZ
ejdkr�d dlZG dd � d e�Zn,G d
d � d e�Zd d � Zd
d� Ze �ee� G dd� de�ZG dd� de�ZdS )� N)� defaultdict� )� reduction�assert_spawning)�util�
BufferWrapperZwin32c @ s, e Zd Ze�� Zdd� Zdd� Zdd� ZdS )�Arenac C sx || _ td�D ]B}dt�� t| j�f }tjd||d�}t�� dkrH qZ|� � qt
d��|| _ || _ | j | j f| _
d S )N�d z pym-%d-%s����Ztagnamer z Cannot find name for new mmap)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �,/usr/lib64/python3.8/multiprocessing/heap.py�__init__& s
�Arena.__init__c C s t | � | jS �N)r r )r r r r � __getstate__5 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr
r )r r r r r )r �stater r r � __setstate__9 s zArena.__setstate__N) �__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer r r r" r r r r r s r c @ s4 e Zd ZejdkrdgZng Zd dd�Zdd� ZdS )
r Zlinuxz/dev/shmr
c C sx || _ || _|dkrbtjdt�� | �|�d�\| _}t�|� t� | tj
| jf� t� | j|� t � | j| j �| _
d S )Nr
zpym-%d-)�prefix�dir)r �fdr& Zmkstempr r � _choose_dir�unlinkr �Finalizer � ftruncater r )r r r) r r r r r M s
�
r c C s6 | j D ]&}t�|�}|j|j |kr| S qt�� S r )�_dir_candidatesr �statvfs�f_bavail�f_frsizer Z get_temp_dir)r r �d�str r r r* [ s
zArena._choose_dirN)r
)r# r$ r% �sys�platformr. r r* r r r r r C s
c C s( | j dkrtd��t| jt�| j �ffS )Nr
zDArena is unpicklable because forking was enabled when it was created)r) �
ValueError�
rebuild_arenar r ZDupFd)�ar r r � reduce_arenad s
r9 c C s t | |�� �S r )r �detach)r Zdupfdr r r r7 j s r7 c @ sz e Zd ZdZdZdZejfdd�Ze dd� �Z
dd� Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�Heap� i @ c C sX t �� | _t�� | _|| _g | _i | _i | _ i | _
t t �| _
g | _g | _d| _d| _d S �Nr )r r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_blockr �set�_allocated_blocks�_arenas�_pending_free_blocks�
_n_mallocs�_n_frees)r r r r r r { s
z
Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundup� s z
Heap._roundupc C sZ | � t| j|�tj�}| j| jk r0| jd9 _t�d|� t|�}| j �
|� |d|fS )N� z"allocating a new mmap of length %dr ) rN �maxrA r �PAGESIZE�_DOUBLE_ARENA_SIZE_UNTILr �infor rH �append)r r �length�arenar r r �
_new_arena� s zHeap._new_arenac C sz |j }|| jk rd S | j�|�}| j|df= | j||f= | j�|� | j| }|�|d|f� |sv| j|= | j �|� d S r= )
r � _DISCARD_FREE_SPACE_LARGER_THANrG �poprD rE rH �removerC rB )r rV rU �blocks�seqr r r �_discard_arena� s
zHeap._discard_arenac C s| t �| j|�}|t| j�kr&| �|�S | j| }| j| }|�� }|sV| j|= | j|= |\}}}| j||f= | j||f= |S r ) �bisectZ bisect_leftrB �lenrW rC rY rD rE ) r r r rU r\ �blockrV �start�stopr r r �_malloc� s
z Heap._mallocc C s� |\}}}z| j ||f }W n tk
r0 Y nX | �|�\}}z| j||f }W n tk
rf Y nX | �|�\}}|||f}|| }z| j| �|� W n. tk
r� |g| j|< t�| j|� Y nX || j||f< || j ||f< d S r ) rE �KeyError�_absorbrD rC rT r^ ZinsortrB ) r r` rV ra rb Z
prev_block�_Z
next_blockrU r r r �_add_free_block� s(
zHeap._add_free_blockc C s^ |\}}}| j ||f= | j||f= || }| j| }|�|� |sV| j|= | j�|� ||fS r )rD rE rC rZ rB )r r` rV ra rb rU r\ r r r re � s
z Heap._absorbc C s4 |\}}}| j | }|�||f� |s0| �|� d S r )rG rZ r] )r r` rV ra rb r[ r r r �_remove_allocated_block� s
z Heap._remove_allocated_blockc C sB z| j �� }W n tk
r& Y q>Y nX | �|� | �|� q d S r )rI rY �
IndexErrorrg rh �r r` r r r �_free_pending_blocks s
zHeap._free_pending_blocksc C s~ t �� | jkr$td�t �� | j���| j�d�s>| j�|� n<z.| j
d7 _
| � � | � |� | �
|� W 5 | j� � X d S )Nz$My pid ({0:n}) is not last pid {1:n}Fr )r r r> r6 �formatr@ �acquirerI rT �releaserK rk rg rh rj r r r �free s
��
z Heap.freec
C s� |dk rt d�|���tj|kr.td�|���t�� | jkrD| �� | j �� | j
d7 _
| � � | � t
|d�| j�}| �|�\}}}|| }||k r�| �|||f� | j| �||f� |||fW 5 Q R � S Q R X d S )Nr �Size {0:n} out of range�Size {0:n} too larger )r6 rl r4 �maxsize�
OverflowErrorr r r> r r@ rJ rk rN rP �
_alignmentrc rg rG �add)r r rV ra rb Z real_stopr r r �malloc( s
z Heap.mallocN)r# r$ r% rt rX rR r rQ r � staticmethodrN rW r] rc rg re rh rk ro rv r r r r r; s s
r; c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C s^ |dk rt d�|���tj|kr.td�|���tj�|�}||f| _t j
| tjj |fd� d S )Nr rp rq )�args) r6 rl r4 rr rs r �_heaprv r r r, ro )r r r` r r r r F s
zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S r )r �
memoryviewr )r rV ra rb r r r r �create_memoryviewO s z BufferWrapper.create_memoryviewN)r# r$ r% r; ry r r{ r r r r r B s )r^ � collectionsr r r r4 r& r? �contextr r � r �__all__r5 r �objectr r9 r7 �registerr; r r r r r �<module>
s&
$! P __pycache__/sharedctypes.cpython-38.opt-2.pyc 0000644 00000015102 15033636440 0015045 0 ustar 00 U
e5d� � @ sB d dl Z d dlZddlmZ ddlmZ ddlmZmZ ejZ dddd d
d gZ
e j e j e j
e je je je je je je je je je je jd �Zd
d� Zdd� Zdd� Z ddd�dd�Z ddd�dd �Z dd
� Z d&dd �Z dd� Z!dd� Z"dd � Z#d Z$i Z%e�&� Z'G d d � d e(�Z)G d d!� d!e)�Z*G d"d#� d#e)�Z+G d$d%� d%e+�Z,dS )'� N� )�heap)� get_context)� reduction�assert_spawning�RawValue�RawArray�Value�Array�copy� synchronized)�c�u�b�B�h�H�i�I�l�L�q�Q�f�dc C s t �| �}t�|�}t| |d �S �N)�ctypes�sizeofr Z
BufferWrapper�
rebuild_ctype)�type_�size�wrapper� r" �4/usr/lib64/python3.8/multiprocessing/sharedctypes.py�
_new_value' s
r$ c G s< t �| | �}t|�}t�t�|�dt�|�� |j|� |S �Nr )�typecode_to_type�getr$ r �memset� addressofr �__init__)�typecode_or_type�argsr �objr" r" r# r , s
c C sj t �| | �}t|t�rD|| }t|�}t�t�|�dt�|�� |S |t |� }t|�}|j
|� |S d S r% ) r& r' �
isinstance�intr$ r r( r) r �lenr* )r+ �size_or_initializerr r- �resultr" r" r# r 6 s
T)�lock�ctxc G sX t | f|�� }|dkr|S |dkr4|p*t� }|�� }t|d�sJtd| ��t|||d�S �NF)TN�acquirez%r has no method 'acquire')r4 )r r �RLock�hasattr�AttributeErrorr )r+ r3 r4 r, r- r" r" r# r F s
c C sT t | |�}|dkr|S |dkr0|p&t� }|�� }t|d�sFtd| ��t|||d�S r5 )r r r7 r8 r9 r )r+ r1 r3 r4 r- r" r" r# r
T s
c C s t t| ��}| t�|�d< |S r% )r$ �typer Zpointer)r- Znew_objr" r" r# r b s c C s� |pt � }t| tj�r"t| ||�S t| tj�rR| jtjkrFt| ||�S t | ||�S t
| �}z t | }W nR t k
r� dd� |j
D �}dd� |D �}d|j }t
|tf|� }t |< Y nX || ||�S d S )Nc S s g | ] }|d �qS )r r" )�.0Zfieldr" r" r# �
<listcomp>v s z synchronized.<locals>.<listcomp>c S s i | ]}|t |��qS r" )�
make_property)r; �namer" r" r# �
<dictcomp>w s z synchronized.<locals>.<dictcomp>� Synchronized)r r. r Z _SimpleCDatar@ r
�_type_�c_char�SynchronizedString�SynchronizedArrayr: � class_cache�KeyErrorZ_fields_�__name__�SynchronizedBase)r- r3 r4 �clsZscls�namesr Z classnamer" r" r# r g s
c C s@ t | � t| tj�r(t| j| j| jffS tt| �| jd ffS d S r ) r r. r r
r rA �_wrapperZ_length_r: )r- r" r" r# � reduce_ctype� s rL c C s8 |d k r| | } t �| t� |�� }| �|�}||_|S r )�_ForkingPickler�registerrL Zcreate_memoryviewZ from_bufferrK )r r! ZlengthZbufr- r" r" r# r � s
r c C sP z
t | W S tk
rJ i }tt| fd |� || t | < || Y S X d S )N� )�
prop_cacherF �exec�template)r> r r" r" r# r= � s
r= z�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
c @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )rH Nc C sB || _ |r|| _n|p tdd�}|�� | _| jj| _| jj| _d S )NT)Zforce)�_obj�_lockr r7 r6 �release)�selfr- r3 r4 r" r" r# r* � s
zSynchronizedBase.__init__c C s
| j �� S r )rT � __enter__�rV r" r" r# rW � s zSynchronizedBase.__enter__c G s | j j|� S r )rT �__exit__)rV r, r" r" r# rY � s zSynchronizedBase.__exit__c C s t | � t| j| jffS r )r r rS rT rX r" r" r# �
__reduce__� s zSynchronizedBase.__reduce__c C s | j S r �rS rX r" r" r# �get_obj� s zSynchronizedBase.get_objc C s | j S r )rT rX r" r" r# �get_lock� s zSynchronizedBase.get_lockc C s dt | �j| jf S )Nz<%s wrapper for %s>)r: rG rS rX r" r" r# �__repr__� s zSynchronizedBase.__repr__)NN)
rG �
__module__� __qualname__r* rW rY rZ r\ r] r^ r" r" r" r# rH � s
rH c @ s e Zd Zed�ZdS )r@ �valueN)rG r_ r` r= ra r" r" r" r# r@ � s r@ c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) rD c C s
t | j�S r )r0 rS rX r" r" r# �__len__� s zSynchronizedArray.__len__c
C s& | � | j | W 5 Q R � S Q R X d S r r[ )rV r r" r" r# � __getitem__� s z SynchronizedArray.__getitem__c C s | � || j |< W 5 Q R X d S r r[ )rV r ra r" r" r# � __setitem__� s z SynchronizedArray.__setitem__c
C s* | � | j ||� W 5 Q R � S Q R X d S r r[ )rV �start�stopr" r" r# � __getslice__� s z SynchronizedArray.__getslice__c C s" | � || j ||�< W 5 Q R X d S r r[ )rV re rf �valuesr" r" r# � __setslice__� s z SynchronizedArray.__setslice__N)rG r_ r` rb rc rd rg ri r" r" r" r# rD � s
rD c @ s e Zd Zed�Zed�ZdS )rC ra �rawN)rG r_ r` r= ra rj r" r" r" r# rC � s rC )NN)-r �weakref� r r �contextr r ZForkingPicklerrM �__all__rB Zc_wcharZc_byteZc_ubyteZc_shortZc_ushortZc_intZc_uintZc_longZc_ulongZ
c_longlongZ c_ulonglongZc_floatZc_doubler& r$ r r r r
r r rL r r= rR rP �WeakKeyDictionaryrE �objectrH r@ rD rC r" r" r" r# �<module>
sL �
__pycache__/managers.cpython-38.pyc 0000644 00000121114 15033636440 0013205 0 ustar 00 U
e5d� � @ sB d ddddgZ ddlZddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
d d
l m Z d d l
mZmZmZ d d l mZ d d
l mZ d dl mZ d dl mZ zd dl mZ dZW n ek
r� dZY nX dd� Ze�eje� dd� dD �Zed ek �r.dd� Z eD ]Z e�e e � �qG dd� de �Z di fd d �Z d d � Z!G d d!� d!e"�Z#d"d#� Z$d$d%� Z%G d&d'� d'e �Z&G d(d)� d)e �Z'e j(e j)fe j*e j+fd*�Z,G d+d � d e �Z-G d,d-� d-e.�Z/G d.d� de �Z0d/d0� Z1i fd1d2�Z2dld3d4�Z3G d5d6� d6e �Z4G d7d8� d8e �Z5dmd9d:�Z6G d;d<� d<e0�Z7G d=d>� d>e0�Z8G d?d@� d@e8�Z9G dAdB� dBe0�Z:G dCdD� dDe0�Z;G dEdF� dFe0�Z<G dGdH� dHe0�Z=e2dIdJ�Z>G dKdL� dLe>�Z?e2dMdN�Z@dOdPie@_Ae2dQdR�ZBe2dSdT�ZCdUdUdUdPdPdV�eC_AG dWdS� dSeC�ZDG dXd� de-�ZEeE�dYejF� eE�dZejF� eE�d[ejGe:� eE�d\ejHe8� eE�d]ejIe8� eE�d^ejJe8� eE�d_ejKe8� eE�d`ejLe9� eE�daejMe;� eE�dbejNeD� eE�dcee?� eE�ddeOe@� eE�d8e5e=� eE�d:e6eB� eE�d6e4e<� eEjdPe7dde� eEjdUddf� e�r>G dgdh� dh�ZPG didj� dje&�ZQG dkd� de-�ZRdS )n� BaseManager� SyncManager� BaseProxy�Token�SharedMemoryManager� N)�getpid)�
format_exc� )�
connection)� reduction�get_spawning_popen� ProcessError)�pool)�process)�util)� get_context)�
shared_memoryTFc C s t j | j| �� ffS �N)�array�typecode�tobytes)�a� r �0/usr/lib64/python3.8/multiprocessing/managers.py� reduce_array- s r c C s g | ]}t ti |�� ��qS r )�type�getattr��.0�namer r r �
<listcomp>1 s r )�items�keys�valuesc C s t t | �ffS r )�list��objr r r �rebuild_as_list3 s r' c @ s4 e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd S ) r z3
Type to uniquely identify a shared object
��typeid�address�idc C s ||| | _ | _| _d S r r( )�selfr) r* r+ r r r �__init__B s zToken.__init__c C s | j | j| jfS r r( �r, r r r � __getstate__E s zToken.__getstate__c C s |\| _ | _| _d S r r( �r, �stater r r � __setstate__H s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r) r* r+ r. r r r �__repr__K s �zToken.__repr__N) r4 �
__module__� __qualname__�__doc__� __slots__r- r/ r2 r5 r r r r r < s r c C s8 | � ||||f� | �� \}}|dkr*|S t||��dS )zL
Send a message to manager using connection `c` and return response
�#RETURNN)�send�recv�convert_to_error)�cr+ �
methodname�args�kwds�kind�resultr r r �dispatchS s
rD c C sd | dkr |S | dkrRt |t�s4td�|| t|����| dkrHtd| �S t|�S ntd�| ��S d S )N�#ERROR)�
#TRACEBACK�#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrG zUnserializable message: %s
z Unrecognized message type {!r})�
isinstance�str� TypeError�formatr � RemoteError�
ValueError)rB rC r r r r= ] s
��
r= c @ s e Zd Zdd� ZdS )rL c C s dt | jd � d S )NzM
---------------------------------------------------------------------------
r zK---------------------------------------------------------------------------)rI r@ r. r r r �__str__m s zRemoteError.__str__N)r4 r6 r7 rN r r r r rL l s rL c C s2 g }t | �D ] }t| |�}t|�r |�|� q |S )z4
Return a list of names of methods of `obj`
)�dirr �callable�append)r& �tempr �funcr r r � all_methodst s
rT c C s dd� t | �D �S )zP
Return a list of names of methods of `obj` which do not start with '_'
c S s g | ]}|d dkr|�qS )r �_r r r r r r � s z"public_methods.<locals>.<listcomp>)rT r% r r r �public_methods s rV c @ s� e Zd ZdZdddddddd d
g Zd d � Zd
d� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z e e e
d�Z
d d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&e_d'd(� Zd)d*� Zd+d,� Zd-d.� Zd/S )0�ServerzM
Server class which runs in a process controlled by a manager object
�shutdown�create�accept_connection� get_methods�
debug_info�number_of_objects�dummy�incref�decrefc C sx t |t�s td�|t|����|| _t�|�| _t | \}}||dd�| _
| j
j | _ ddi| _ i | _
i | _t�� | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes� )r* Zbacklog�0�Nr )rH �bytesrJ rK r �registryr �AuthenticationString�authkey�listener_client�listenerr* � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r, re r* rg �
serializer�Listener�Clientr r r r- � s
��
zServer.__init__c C s� t �� | _| t�� _zVt j| jd�}d|_|�� z | j�� sL| j�d� q4W n ttfk
rf Y nX W 5 tjtjkr�t �
d� tjt_tj t_ t�
d� X dS )z(
Run the server forever
zresetting stdout, stderrr )�targetTr N)rm �Event�
stop_eventr �current_process�_manager_server�sys�stdout�
__stdout__r �debug�
__stderr__�stderr�exit�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt�
SystemExit)r, r� r r r �
serve_forever� s
zServer.serve_foreverc C sN z| j �� }W n tk
r& Y q Y nX tj| j|fd�}d|_|�� q d S )N�rs r@ T)ri Zaccept�OSErrorrm r �handle_requestr� r� )r, r> �tr r r r� � s
zServer.accepterc C sL d } }}zTt �|| j� t �|| j� |�� }|\}}}}|| jksTtd| ��t| |�}W n tk
r~ dt � f} Y n>X z||f|�|�}W n tk
r� dt � f} Y n
X d|f} z|�
| � W nt tk
�r> }
zTz|�
dt � f� W n tk
�r Y nX t � d| � t � d|� t � d|
� W 5 d}
~
X Y nX |�
� dS )z)
Handle a new connection
Nz%r unrecognizedrF r: zFailure to send message: %rz ... request was %r� ... exception was %r)r
Zdeliver_challengerg Zanswer_challenger< �public�AssertionErrorr � Exceptionr r; r �info�close) r, r> �funcnamerC �request�ignorer@ rA rS �msg�er r r r� � s4 zServer.handle_requestc
C s� t �dt�� j� |j}|j}| j}| j� � �s�zBd }}|� }|\}}} }
z|| \}} } W n^ t
k
r� }
z@z| j | \}} } W n& t
k
r� } z|
�W 5 d}~X Y nX W 5 d}
~
X Y nX || kr�t d|t
|�| f ��t||�}z|| |
�}W n, tk
�r" } z d|f}W 5 d}~X Y nPX | �o4| �|d�}|�rj| �|||�\}}t|| j|�}d||ff}nd|f}W n� t k
�r� |dk�r�dt� f}nNz,| j| }|| |||f| �|
�}d|f}W n tk
�r� dt� f}Y nX Y nP tk
�r t �dt�� j� t�d � Y n tk
�r< dt� f}Y nX zDz ||� W n2 tk
�r~ } z|d
t� f� W 5 d}~X Y nX W q$ tk
�r� } z@t �d t�� j� t �d |� t �d
|� |�� t�d� W 5 d}~X Y q$X q$dS )zQ
Handle requests from the proxies in a particular process/thread
z$starting server thread to service %rNz+method %r of %r object is not in exposed=%rrE �#PROXYr: rF z$got EOF -- exiting thread serving %rr rG z exception in thread serving %rz ... message was %rr� r )r r{ rm �current_threadr r< r; rj ru r� �KeyErrorrl �AttributeErrorr r r� �getrY r r* r �fallback_mapping�EOFErrorrx r~ r� r� )r, �connr< r; rj r? r& r� �identr@ rA �exposed� gettypeid�keZ second_keZfunction�resr� r� r) ZridentZrexposed�tokenZ
fallback_funcrC r r r � serve_client� s� � � ( ��
��� � $� zServer.serve_clientc C s |S r r �r, r� r� r& r r r �fallback_getvalue5 s zServer.fallback_getvaluec C s t |�S r �rI r� r r r � fallback_str8 s zServer.fallback_strc C s t |�S r )�reprr� r r r �
fallback_repr; s zServer.fallback_repr)rN r5 � #GETVALUEc C s d S r r �r, r> r r r r^ D s z Server.dummyc
C s� | j �t g }t| j�� �}|�� |D ]<}|dkr&|�d|| j| t| j| d �dd� f � q&d�|�W 5 Q R � S Q R X dS )zO
Return some info --- useful to spot problems with refcounting
rb z %s: refcount=%s
%sr N�K �
) ro r$ rk r" �sortrQ rI rj �join)r, r> rC r" r� r r r r\ G s
��zServer.debug_infoc C s
t | j�S )z*
Number of shared objects
)�lenrk r� r r r r] W s zServer.number_of_objectsc C sL z:zt�d� |�d� W n ddl}|�� Y nX W 5 | j �� X dS )z'
Shutdown this process
z!manager received shutdown message�r: Nr N)ru �setr r{ r; � traceback� print_exc)r, r> r� r r r rX ^ s
zServer.shutdownc O s� t | �dkr| ^}}}} n�| s(td��n�d|krDtdt | �d ��|�d�}t | �dkr~| ^}}} ddl}|jd tdd
� nFd |kr�tdt | �d ��|�d �}| ^}} ddl}|jd tdd
� t| �} |j�� |j| \}}}} |dk�r|�st | �dk�r t d
��| d }
n
|| |�}
|dk�r2t
|
�}|dk �rlt |t ��s\td�
|t|����t|�t|� }dt|
� } t�d|| � |
t|�|f|j| < | |jk�r�d|j| < W 5 Q R X |�|| � | t|�fS )z>
Create a new shared object and return its id
� z8descriptor 'create' of 'Server' object needs an argumentr) �7create expected at least 2 positional arguments, got %dr � r Nz2Passing 'typeid' as keyword argument is deprecated)�
stacklevelr> z-Passing 'c' as keyword argument is deprecatedz4Without callable, must have one non-keyword argumentz,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)r� rJ �pop�warnings�warn�DeprecationWarning�tuplero re rM rV rH �dictrK r r$ r+ r r{ r� rj rk r_ ) r@ rA r, r> r) r� rP r� �method_to_typeid� proxytyper& r� r r r rY k sp
�
�
�
��
�
�� z
Server.createz$($self, c, typeid, /, *args, **kwds)c C s t | j|j d �S )zL
Return the methods of the shared object indicated by token
r )r� rj r+ )r, r> r� r r r r[ � s zServer.get_methodsc C s" |t �� _|�d� | �|� dS )z=
Spawn a new thread to serve this connection
r� N)rm r� r r; r� )r, r> r r r r rZ � s
zServer.accept_connectionc C s� | j �� z| j| d7 < W nh tk
r� } zJ|| jkrrd| j|< | j| | j|< | j| \}}}t�d|� n|�W 5 d }~X Y nX W 5 Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)ro rk r� rl rj r r{ )r, r> r� r� r& r� r� r r r r_ � s
�z
Server.increfc C s� || j kr$|| jkr$t�d|� d S | j�Z | j | dkrXtd�|| j| | j | ���| j | d8 < | j | dkr�| j |= W 5 Q R X || j kr�d| j|< t�d|� | j� | j|= W 5 Q R X d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rk rl r r{ ro r� rK rj )r, r> r� r r r r` � s,
� ��
z
Server.decrefN)r4 r6 r7 r8 r� r- r� r� r� r� r� r� r� r� r^ r\ r] rX rY �__text_signature__r[ rZ r_ r` r r r r rW � s< �
"Q�
=rW c @ s e Zd ZdgZdZdZdZdS )�State�valuer r r� N)r4 r6 r7 r9 �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd ZdZi ZeZd"dd�Zdd� Zdd � Z d#d d �Z
e d$d
d��Z dd� Z
d%dd�Zdd� Zdd� Zdd� Zdd� Zedd � �Zed d � �Ze d&d d!��ZdS )'r z!
Base class for managers
Nr� c C s\ |d krt �� j}|| _t �|�| _t� | _tj| j_ || _
t | \| _ | _
|pTt� | _d S r )r rv rg �_addressrf �_authkeyr� �_stater� r� � _serializerrh Z _Listener�_Clientr �_ctx)r, r* rg rp Zctxr r r r- s
zBaseManager.__init__c C sf | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���t| j | j
| j | j �S )zX
Return server object with serve_forever() method and address attribute
�Already started server�Manager has shut down�Unknown state {!r})
r� r� r� r� r� r
r� rK rW � _registryr� r� r� r. r r r �
get_server s
�
�zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|dd� tj| j_dS )z>
Connect manager object to the server process
�rg Nr^ ) rh r� r� r� rD r� r� r� r� )r, rq rr r� r r r �connect s zBaseManager.connectr c C s4 | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���|dk rht|�sht d��t
j dd�\}}| j j
t| �j| j| j| j| j|||fd�| _d �d
d � | jjD ��}t| �jd | | j_| j�� |�� |�� | _|�� tj| j _t j | t| �j | j| j| j| j | j fd
d�| _ dS )z@
Spawn a server process for this manager object
r� r� r� Nz initializer must be a callableF)Zduplexr� �:c s s | ]}t |�V qd S r r� )r �ir r r � <genexpr>A s z$BaseManager.start.<locals>.<genexpr>�-r �r@ Z exitpriority)!r� r� r� r� r� r
r� rK rP rJ r
ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr4 r r� r� r< r �Finalize�_finalize_managerr� rX )r, � initializer�initargs�reader�writerr� r r r r� ( sH
� ��
��zBaseManager.startc C s^ t � t jt j� |dk r ||� | �||||�}|�|j� |�� t�d|j� |� � dS )z@
Create a server, report its address and run it
Nzmanager serving at %r)
�signal�SIGINT�SIG_IGN�_Serverr; r* r� r r� r� ) �clsre r* rg rp r� r� r� �serverr r r r� S s zBaseManager._run_serverc O sd | j jtjkstd��| j| j| jd�}z t |dd|f| |�\}}W 5 |�� X t
|| j|�|fS )zP
Create a new shared object; return the token and exposed tuple
zserver not yet startedr� NrY ) r� r� r� r� r� r� r� r� r� rD r )r, r) r@ rA r� r+ r� r r r �_createj s
zBaseManager._createc C s* | j dk r&| j �|� | j �� s&d| _ dS )zC
Join the manager process (if it has been spawned)
N)r� r� �is_alive�r, �timeoutr r r r� v s
zBaseManager.joinc C s2 | j | j| jd�}zt|dd�W �S |�� X dS )zS
Return some info about the servers shared objects and connections
r� Nr\ �r� r� r� r� rD �r, r� r r r � _debug_info s zBaseManager._debug_infoc C s2 | j | j| jd�}zt|dd�W �S |�� X dS )z5
Return the number of shared objects
r� Nr] r� r� r r r �_number_of_objects� s z BaseManager._number_of_objectsc C sj | j jtjkr| �� | j jtjkrf| j jtjkr<td��n*| j jtjkrTtd��ntd�| j j���| S )NzUnable to start serverr� r� ) r� r� r� r� r� r� r
r� rK r. r r r � __enter__� s
�zBaseManager.__enter__c C s | � � d S r )rX �r, �exc_typeZexc_valZexc_tbr r r �__exit__� s zBaseManager.__exit__c C s� | � � r�t�d� z,|||d�}zt|dd� W 5 |�� X W n tk
rR Y nX | jdd� | � � r�t�d� t| d�r�t�d � | �� | jd
d� | � � r�t�d � t j
|_ z t j
|= W n tk
r� Y nX dS ) zQ
Shutdown the manager process; will be registered as a finalizer
z#sending shutdown message to managerr� NrX g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processg�������?z#manager still alive after terminate)r� r r� r� rD r� r� �hasattrr� r� r� r� r �_address_to_localr� )r r* rg r1 r� r� r r r r� � s.
z BaseManager._finalize_managerc C s | j S r )r� r. r r r r* � s zBaseManager.addressTc
s� d| j kr| j�� | _� dkr"t� |p0t� dd�}|p@t� dd�}|r�t|�� �D ]8\}}t|�tksrt d| ��t|�tksRt d| ��qR|||� f| j�< |r �fdd�} �| _
t | �| � dS )z9
Register a typeid with the manager type
r� N� _exposed_�_method_to_typeid_z%r is not a stringc s` t �d�� | j�f|�|�\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object��managerrg r� r� r` ) r r{ r� r� r� r� r* rD r+ )r, r@ rA r� Zexp�proxyr� �r� r) r r rR � s �z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r$ r! r rI r� r4 �setattr)
r� r) rP r� r� r� �
create_method�keyr� rR r r� r �register� s*
� �
zBaseManager.register)NNr� N)Nr )Nr )N)NNNNT)r4 r6 r7 r8 r� rW r� r- r� r� r� � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr* r r r r r r � s8 �
+ �
�c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t �| dd� � d S )Nc S s | � � S r )�clearr% r r r �<lambda>� � z*ProcessLocalSet.__init__.<locals>.<lambda>)r �register_after_forkr. r r r r- � s zProcessLocalSet.__init__c C s t | �dfS rc )r r. r r r �
__reduce__� s zProcessLocalSet.__reduce__N)r4 r6 r7 r- r r r r r r � s r c @ s� e Zd ZdZi Ze�� Zd dd�Zdd� Z d i fd
d �Z
d d
� Z dd� Z e
dd� �Zdd� Zdd� Zdd� Zdd� Zdd� ZdS ) r z.
A base for proxies of shared objects
NTFc C s� t j�8 t j�|jd �}|d kr:t�� t� f}|t j|j< W 5 Q R X |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d k r�t�|�| _n"| j
d k r�| j
j| _n t�� j| _|r�| �� t�| t j� d S )Nr r )r �_mutexr� r� r* r ZForkAwareLocalr �_tls�_idset�_tokenr+ �_id�_managerr� rh r� �_owned_by_managerr rf r� rv rg �_increfr
� _after_fork) r, r� rp r� rg r� r_ �
manager_ownedZ tls_idsetr r r r- s*
zBaseProxy.__init__c C sd t �d� t�� j}t�� jdkr4|dt�� j 7 }| j| jj | j
d�}t |d d|f� || j _
d S )Nz making connection to managerZ
MainThread�|r� rZ )r r{ r rv r rm r� r� r r* r� rD r r
)r, r r� r r r �_connect- s
zBaseProxy._connectr c C s� z | j j}W n6 tk
rB t�dt�� j� | �� | j j}Y nX |� | j
|||f� |� � \}}|dkrp|S |dkr�|\}}| j j
|j d } | jj|_| || j| j | j|d�}
| j|j| jd�}t|dd|jf� |
S t||��dS ) zV
Try to call a method of the referent and return a copy of the result
z#thread %r does not own a connectionr: r� ���r� r� Nr` )r r
r� r r{ rm r� r r r; r r< r r� r) r r* r� r� r� rD r+ r= ) r, r? r@ rA r� rB rC r� r� r� r� r r r � _callmethod6 s6 �
�zBaseProxy._callmethodc C s
| � d�S )z9
Get a copy of the value of the referent
r� �r r. r r r � _getvalueT s zBaseProxy._getvaluec C s� | j rt�d| jj� d S | j| jj| jd�}t|d d| j f� t�d| jj� | j
� | j � | j oj| j j
}tj| tj| j| j|| j| j
| jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %rr� r_ z INCREF %r�
r� )r r r{ r r+ r� r* r� rD r r �addr r� r� r �_decrefr Z_close)r, r� r1 r r r r Z s$
��zBaseProxy._increfc
C s� |� | j� |d ks |jtjkr�z2t�d| j� || j|d�}t|d d| jf� W q� t k
r� } zt�d|� W 5 d }~X Y q�X nt�d| j� |s�t
|d�r�t�dt � � j
� |j�� |`d S )Nz DECREF %rr� r` z... decref failed %sz%DECREF %r -- manager already shutdownr
z-thread %r has no more proxies so closing conn)�discardr+ r� r� r� r r{ r* rD r� r� rm r� r r
r� )r� rg r1 ZtlsZidsetr� r� r� r r r r! n s �
zBaseProxy._decrefc
C sH d | _ z | �� W n0 tk
rB } zt�d| � W 5 d }~X Y nX d S )Nzincref failed: %s)r r r� r r� )r, r� r r r r � s
zBaseProxy._after_forkc C s^ i }t � d k r| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )Nrg �_isautoFr� ) r r� r r� � RebuildProxyr r r� r �r, rA r r r r � s
��zBaseProxy.__reduce__c C s | � � S r )r )r, Zmemor r r � __deepcopy__� s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r4 r r) r+ r. r r r r5 � s �zBaseProxy.__repr__c C s: z | � d�W S tk
r4 t| �dd� d Y S X dS )zV
Return representation of the referent (or a fall-back if that fails)
r5 Nr z; '__str__()' failed>)r r� r� r. r r r rN � s zBaseProxy.__str__)NNNTF)r4 r6 r7 r8 r� r ZForkAwareThreadLockr r- r r r r r r! r r r& r5 rN r r r r r � s( �
)
c C s� t t�� dd�}|rT|j|jkrTt�d|� d|d< |j|jkrT|j|j |j|j< |� dd�opt t�� dd� }| ||fd|i|��S ) z5
Function used for unpickling proxy objects.
rw Nz*Rebuild a proxy owned by manager, token=%rTr r_ Z _inheritingF)
r r rv r* r r{ r+ rl rj r� )rS r� rp rA r� r_ r r r r$ � s
�
�r$ c C sp t |�}z|| |f W S tk
r* Y nX i }|D ]}td||f |� q4t| tf|�}||_||| |f< |S )zB
Return a proxy type whose methods are given by `exposed`
zOdef %s(self, /, *args, **kwds):
return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdicZmeth� ProxyTyper r r �
MakeProxyType� s �� r* c
C s� t | d }|dkrB|| j|d�}zt|dd| f�}W 5 |�� X |dkrX|dk rX|j}|dkrjt�� j}td| j |�}|| ||||d�} d| _
| S )z*
Return an auto-proxy for `token`
r Nr� r[ z
AutoProxy[%s])r� rg r_ T) rh r* r� rD r� r rv rg r* r) r# )
r� rp r� rg r� r_ r� r� r) r� r r r r � s
�r c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r )r� �updater% r r r r- � s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )NrU z%s=%rz%s(%s)z, ) r$ r� r! �
startswithrQ r� r3 r4 r� )r, r! rR r r� r r r r5 � s
zNamespace.__repr__N)r4 r6 r7 r- r5 r r r r r+ � s r+ c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd
S ) �ValueTc C s || _ || _d S r )� _typecode�_value)r, r r� �lockr r r r- s zValue.__init__c C s | j S r �r0 r. r r r r� s z Value.getc C s
|| _ d S r r2 �r, r� r r r r�
s z Value.setc C s dt | �j| j| jf S )Nz
%s(%r, %r))r r4 r/ r0 r. r r r r5 s zValue.__repr__N)T) r4 r6 r7 r- r� r� r5 r r� r r r r r. s
r. c C s t � | |�S r )r )r �sequencer1 r r r �Array s r5 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�
IteratorProxy)�__next__r; �throwr� c C s | S r r r. r r r �__iter__ s zIteratorProxy.__iter__c G s | � d|�S )Nr7 r �r, r@ r r r r7 s zIteratorProxy.__next__c G s | � d|�S )Nr; r r: r r r r; s zIteratorProxy.sendc G s | � d|�S )Nr8 r r: r r r r8 s zIteratorProxy.throwc G s | � d|�S )Nr� r r: r r r r� ! s zIteratorProxy.closeN) r4 r6 r7 r� r9 r7 r; r8 r� r r r r r6 s r6 c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�
AcquirerProxy)�acquire�releaseTNc C s" |d kr|fn||f}| � d|�S �Nr< r )r, Zblockingr� r@ r r r r< ' s zAcquirerProxy.acquirec C s
| � d�S �Nr= r r. r r r r= * s zAcquirerProxy.releasec C s
| � d�S r> r r. r r r r� , s zAcquirerProxy.__enter__c C s
| � d�S r? r r� r r r r� . s zAcquirerProxy.__exit__)TN)r4 r6 r7 r� r< r= r� r� r r r r r; % s
r; c @ s6 e Zd ZdZd dd�Zd
dd�Zdd � Zdd
d �ZdS )�ConditionProxy)r< r= r� �notify�
notify_allNc C s | � d|f�S �Nr� r r� r r r r� 4 s zConditionProxy.waitr c C s | � d|f�S )NrA r )r, �nr r r rA 6 s zConditionProxy.notifyc C s
| � d�S )NrB r r. r r r rB 8 s zConditionProxy.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S )Nr )�time� monotonicr� )r, Z predicater� rC ZendtimeZwaittimer r r �wait_for: s
zConditionProxy.wait_for)N)r )N)r4 r6 r7 r� r� rA rB rG r r r r r@ 2 s
r@ c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d
�ZdS ) �
EventProxy)r� r� r
r� c C s
| � d�S )Nr� r r. r r r r� O s zEventProxy.is_setc C s
| � d�S �Nr� r r. r r r r� Q s zEventProxy.setc C s
| � d�S )Nr
r r. r r r r
S s zEventProxy.clearNc C s | � d|f�S rC r r� r r r r� U s zEventProxy.wait)N)r4 r6 r7 r� r� r� r
r� r r r r rH M s
rH c @ sN e Zd ZdZddd�Zdd� Zdd� Zed d
� �Zed d � �Z ed
d� �Z
dS )� BarrierProxy)�__getattribute__r� �abort�resetNc C s | � d|f�S rC r r� r r r r� [ s zBarrierProxy.waitc C s
| � d�S )NrL r r. r r r rL ] s zBarrierProxy.abortc C s
| � d�S )NrM r r. r r r rM _ s zBarrierProxy.resetc C s | � dd�S )NrK )�partiesr r. r r r rN a s zBarrierProxy.partiesc C s | � dd�S )NrK )� n_waitingr r. r r r rO d s zBarrierProxy.n_waitingc C s | � dd�S )NrK )�brokenr r. r r r rP g s zBarrierProxy.broken)N) r4 r6 r7 r� r� rL rM r rN rO rP r r r r rJ Y s
rJ c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �NamespaceProxy)rK � __setattr__� __delattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rK )�objectrK �r, r �
callmethodr r r � __getattr__n s zNamespaceProxy.__getattr__c C s4 |d dkrt �| ||�S t �| d�}|d||f�S )Nr rU r rR )rT rR rK )r, r r� rV r r r rR s s zNamespaceProxy.__setattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rS )rT rS rK rU r r r rS x s zNamespaceProxy.__delattr__N)r4 r6 r7 r� rW rR rS r r r r rQ l s rQ c @ s* e Zd ZdZdd� Zdd� Zeee�ZdS )�
ValueProxy)r� r� c C s
| � d�S )Nr� r r. r r r r� � s zValueProxy.getc C s | � d|f�S rI r r3 r r r r� � s zValueProxy.setN)r4 r6 r7 r� r� r� r r� r r r r rX s rX �
BaseListProxy)�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rQ �count�extend�index�insertr� �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | � d|f� | S )Nrd r r3 r r r �__iadd__� s zListProxy.__iadd__c C s | � d|f� | S )Nri r r3 r r r ri � s zListProxy.__imul__N)r4 r6 r7 rk ri r r r r rj � s rj � DictProxy)r[ r\ r] r9 r^ rb r
r r� r! r" r� �popitem�
setdefaultr, r# r9 �Iterator�
ArrayProxy)r^ r] rb � PoolProxy) Zapply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap�
starmap_asyncr� Z AsyncResult)rr rv rx rs rt c @ s e Zd Zdd� Zdd� ZdS )rq c C s | S r r r. r r r r� � s zPoolProxy.__enter__c C s | � � d S r )r� r� r r r r� � s zPoolProxy.__exit__N)r4 r6 r7 r� r� r r r r rq � s c @ s e Zd ZdZdS )r a(
Subclass of `BaseManager` which supports a number of shared object types.
The types registered are those intended for the synchronization
of threads, plus `dict`, `list` and `Namespace`.
The `multiprocessing.Manager()` function creates started instances of
this class.
N)r4 r6 r7 r8 r r r r r � s �QueueZ
JoinableQueuert rn �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr$ r� )r� r )r c @ sL e Zd ZdZg fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�_SharedMemoryTrackerz+Manages one or more shared memory segments.c C s || _ || _d S r �Zshared_memory_context_name�
segment_names)r, r r� r r r r- � s z _SharedMemoryTracker.__init__c C s( t �d|�dt� � �� | j�|� dS )z6Adds the supplied shared memory block name to tracker.zRegister segment � in pid N)r r{ r r� rQ �r, � segment_namer r r �register_segment� s z%_SharedMemoryTracker.register_segmentc C sB t �d|�dt� � �� | j�|� t�|�}|�� |�� dS )z�Calls unlink() on the shared memory block with the supplied name
and removes it from the list of blocks being tracked.zDestroy segment r� N) r r{ r r� rg r � SharedMemoryr� �unlink)r, r� Zsegmentr r r �destroy_segment� s
z$_SharedMemoryTracker.destroy_segmentc C s" | j dd� D ]}| �|� qdS )z<Calls destroy_segment() on all tracked shared memory blocks.N)r� r� r� r r r r� � s z_SharedMemoryTracker.unlinkc C s( t �d| jj� dt� � �� | �� d S )NzCall z .__del__ in )r r{ r3 r4 r r� r. r r r �__del__� s z _SharedMemoryTracker.__del__c C s | j | jfS r r� r. r r r r/ � s z!_SharedMemoryTracker.__getstate__c C s | j |� d S r )r- r0 r r r r2 s z!_SharedMemoryTracker.__setstate__N) r4 r6 r7 r8 r- r� r� r� r� r/ r2 r r r r r� � s r� c @ sR e Zd Zejdddg Zdd� Zdd� Zde_d d
� Zd d � Z d
d� Z
dd� Z dS )�SharedMemoryServer�
track_segment�release_segment�
list_segmentsc O sZ t j| f|�|� | j}t|t�r,t�|�}td|� dt� � ��| _ t
� dt� � �� d S )NZshm_rU z"SharedMemoryServer started by pid ) rW r- r* rH rd �os�fsdecoder� r �shared_memory_contextr r{ )r, r@ �kwargsr* r r r r-
s
�zSharedMemoryServer.__init__c O st t | �dkr| d }n4d|kr(|d }n"| s6td��ntdt | �d ��ttj| d d�rhtj|d < tj| |�S )
z�Create a new distributed-shared object (not backed by a shared
memory block) and return its id to be used in a Proxy Object.r� r� r) zDdescriptor 'create' of 'SharedMemoryServer' object needs an argumentr� r r Z_shared_memory_proxyr� )r� rJ r� r, re r� rW rY )r@ r� Ztypeodr) r r r rY s
�
zSharedMemoryServer.createz&($self, c, typeid, /, *args, **kwargs)c C s | j �� t�| |�S )zACall unlink() on all tracked shared memory, terminate the Server.)r� r� rW rX r� r r r rX ) s
zSharedMemoryServer.shutdownc C s | j �|� dS )z?Adds the supplied shared memory block name to Server's tracker.N)r� r� �r, r> r� r r r r� . s z SharedMemoryServer.track_segmentc C s | j �|� dS )z�Calls unlink() on the shared memory block with the supplied name
and removes it from the tracker instance inside the Server.N)r� r� r� r r r r� 2 s z"SharedMemoryServer.release_segmentc C s | j jS )zbReturns a list of names of shared memory blocks that the Server
is currently tracking.)r� r� r� r r r r� 7 s z SharedMemoryServer.list_segmentsN) r4 r6 r7 rW r� r- rY r� rX r� r� r� r r r r r� s �
r� c @ s< e Zd ZdZeZdd� Zdd� Zdd� Zdd � Z d
d � Z
d S )
r a� Like SyncManager but uses SharedMemoryServer instead of Server.
It provides methods for creating and returning SharedMemory instances
and for creating a list-like object (ShareableList) backed by shared
memory. It also provides methods that create and return Proxy Objects
that support synchronization across processes (i.e. multi-process-safe
locks and semaphores).
c O sN t jdkr ddlm} |�� tj| f|�|� t�| j j
� dt � � �� d S )N�posixr )�resource_trackerz created by pid ) r� r � r� Zensure_runningr r- r r{ r3 r4 r )r, r@ r� r� r r r r- I s
z SharedMemoryManager.__init__c C s t �| jj� dt� � �� d S )Nz.__del__ by pid )r r{ r3 r4 r r. r r r r� U s zSharedMemoryManager.__del__c C sh | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���| �| j | j
| j | j �S )z@Better than monkeypatching for now; merge into Server ultimatelyz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr� )
r� r� r� r� r� r
r� rK r� r� r� r� r� r. r r r r� Y s
� �z SharedMemoryManager.get_serverc C sx | j | j| jd��\}tjdd|d�}zt|dd|jf� W n. tk
rh } z|�� |�W 5 d}~X Y nX W 5 Q R X |S )zoReturns a new SharedMemory instance with the specified size in
bytes, to be tracked by the manager.r� NT)rY �sizer� ) r� r� r� r r� rD r �
BaseExceptionr� )r, r� r� Zsmsr� r r r r� f s z SharedMemoryManager.SharedMemoryc C sv | j | j| jd��Z}t�|�}zt|dd|jjf� W n0 tk
rf } z|j� � |�W 5 d}~X Y nX W 5 Q R X |S )z�Returns a new ShareableList instance populated with the values
from the input sequence, to be tracked by the manager.r� Nr� )
r� r� r� r �
ShareableListrD Zshmr r� r� )r, r4 r� Zslr� r r r r� r s
z!SharedMemoryManager.ShareableListN) r4 r6 r7 r8 r� r� r- r� r� r� r� r r r r r = s
)NNNT)T)S�__all__rx rm r� r ZqueuerE r� r r� r r� r
�contextr r r
r r r r r Z HAS_SHMEM� ImportErrorr r Z
view_typesr$ r' Z view_typerT r rD r= r� rL rT rV rW r� rq rr Z XmlListenerZ XmlClientrh r r� r r r$ r* r r+ r. r5 r6 r; r@ rH rJ rQ rX rY rj rl r� rp Z
BasePoolProxyrq r ry rt rn rz r{ r| r} r~ r r� r� r� r r r r r �<module> s� �
c
� w
4 �
�
�
�%8 __pycache__/popen_fork.cpython-38.opt-2.pyc 0000644 00000005013 15033636440 0014511 0 ustar 00 U
e5d
� @ s6 d dl Z d dlZddlmZ dgZG dd� de�ZdS )� N� )�util�Popenc @ s` e Zd ZdZdd� Zdd� Zejfdd�Zdd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� ZdS )r �forkc C s" t �� d | _d | _| �|� d S �N)r Z_flush_std_streams�
returncode� finalizer�_launch)�self� process_obj� r �2/usr/lib64/python3.8/multiprocessing/popen_fork.py�__init__ s zPopen.__init__c C s |S r r )r
�fdr r r
�duplicate_for_child s zPopen.duplicate_for_childc
C s� | j d krzzt�| j|�\}}W n( tk
rH } z
W Y �d S d }~X Y nX || jkrzt�|�rnt�|� | _ n t�|�| _ | j S r )r �os�waitpid�pid�OSError� WIFSIGNALED�WTERMSIG� WEXITSTATUS)r
�flagr �sts�er r r
�poll s
z
Popen.pollNc C sN | j d krH|d k r0ddlm} || jg|�s0d S | �|dkrBtjnd�S | j S )Nr )�waitg )r Zmultiprocessing.connectionr �sentinelr r �WNOHANG)r
�timeoutr r r r
r ( s
z
Popen.waitc C sZ | j d krVzt�| j|� W n8 tk
r0 Y n& tk
rT | jdd�d krP� Y nX d S )Ng�������?)r )r r �killr �ProcessLookupErrorr r )r
Zsigr r r
� _send_signal2 s
zPopen._send_signalc C s | � tj� d S r )r" �signal�SIGTERM�r
r r r
� terminate< s zPopen.terminatec C s | � tj� d S r )r" r# �SIGKILLr% r r r
r ? s z
Popen.killc C s� d}t �� \}}t �� \}}t �� | _| jdkrdz$t �|� t �|� |j|d�}W 5 t �|� X n0t �|� t �|� t�| tj ||f�| _
|| _ d S )Nr r )Zparent_sentinel) r �piper r �_exit�close�
_bootstrapr ZFinalizeZ close_fdsr r )r
r �codeZparent_rZchild_wZchild_rZparent_wr r r
r B s
�z
Popen._launchc C s | j d k r| � � d S r )r r% r r r
r* U s
z Popen.close)N)�__name__�
__module__� __qualname__�methodr r r r r r r" r& r r r* r r r r
r s
)r r# � r �__all__�objectr r r r r
�<module> s __pycache__/sharedctypes.cpython-38.pyc 0000644 00000015613 15033636440 0014114 0 ustar 00 U
e5d� � @ sB d dl Z d dlZddlmZ ddlmZ ddlmZmZ ejZ dddd d
d gZ
e j e j e j
e je je je je je je je je je je jd �Zd
d� Zdd� Zdd� Z ddd�dd�Z ddd�dd �Z dd
� Z d&dd �Z dd� Z!dd� Z"dd � Z#d Z$i Z%e�&� Z'G d d � d e(�Z)G d d!� d!e)�Z*G d"d#� d#e)�Z+G d$d%� d%e+�Z,dS )'� N� )�heap)� get_context)� reduction�assert_spawning�RawValue�RawArray�Value�Array�copy� synchronized)�c�u�b�B�h�H�i�I�l�L�q�Q�f�dc C s t �| �}t�|�}t| |d �S �N)�ctypes�sizeofr Z
BufferWrapper�
rebuild_ctype)�type_�size�wrapper� r" �4/usr/lib64/python3.8/multiprocessing/sharedctypes.py�
_new_value' s
r$ c G s< t �| | �}t|�}t�t�|�dt�|�� |j|� |S )z>
Returns a ctypes object allocated from shared memory
r )�typecode_to_type�getr$ r �memset� addressofr �__init__)�typecode_or_type�argsr �objr" r" r# r , s
c C sj t �| | �}t|t�rD|| }t|�}t�t�|�dt�|�� |S |t |� }t|�}|j
|� |S dS )z=
Returns a ctypes array allocated from shared memory
r N) r% r& �
isinstance�intr$ r r' r( r �lenr) )r* �size_or_initializerr r, �resultr" r" r# r 6 s
T)�lock�ctxc G sX t | f|�� }|dkr|S |dkr4|p*t� }|�� }t|d�sJtd| ��t|||d�S )z6
Return a synchronization wrapper for a Value
F�TN�acquire�%r has no method 'acquire'�r3 )r r �RLock�hasattr�AttributeErrorr )r* r2 r3 r+ r, r" r" r# r F s
c C sT t | |�}|dkr|S |dkr0|p&t� }|�� }t|d�sFtd| ��t|||d�S )z9
Return a synchronization wrapper for a RawArray
Fr4 r5 r6 r7 )r r r8 r9 r: r )r* r0 r2 r3 r, r" r" r# r
T s
c C s t t| ��}| t�|�d< |S )Nr )r$ �typer Zpointer)r, Znew_objr" r" r# r b s c C s� t | t�rtd��|pt� }t | tj�r4t| ||�S t | tj�rd| jtj krXt
| ||�S t | ||�S t | �}z t
| }W nR tk
r� dd� |jD �}dd� |D �}d|j }t |tf|� }t
|< Y nX || ||�S d S )Nzobject already synchronizedc S s g | ] }|d �qS )r r" )�.0Zfieldr" r" r# �
<listcomp>v s z synchronized.<locals>.<listcomp>c S s i | ]}|t |��qS r" )�
make_property)r< �namer" r" r# �
<dictcomp>w s z synchronized.<locals>.<dictcomp>� Synchronized)r- �SynchronizedBase�AssertionErrorr r Z _SimpleCDatarA r
�_type_�c_char�SynchronizedString�SynchronizedArrayr; � class_cache�KeyErrorZ_fields_�__name__)r, r2 r3 �clsZscls�namesr Z classnamer" r" r# r g s"
c C s@ t | � t| tj�r(t| j| j| jffS tt| �| jd ffS d S r ) r r- r r
r rD �_wrapperZ_length_r; )r, r" r" r# � reduce_ctype� s rN c C s8 |d k r| | } t �| t� |�� }| �|�}||_|S r )�_ForkingPickler�registerrN Zcreate_memoryviewZ from_bufferrM )r r! ZlengthZbufr, r" r" r# r � s
r c C sP z
t | W S tk
rJ i }tt| fd |� || t | < || Y S X d S )N� )�
prop_cacherI �exec�template)r? r r" r" r# r> � s
r> z�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
c @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )rB Nc C sB || _ |r|| _n|p tdd�}|�� | _| jj| _| jj| _d S )NT)Zforce)�_obj�_lockr r8 r5 �release)�selfr, r2 r3 r" r" r# r) � s
zSynchronizedBase.__init__c C s
| j �� S r )rV � __enter__�rX r" r" r# rY � s zSynchronizedBase.__enter__c G s | j j|� S r )rV �__exit__)rX r+ r" r" r# r[ � s zSynchronizedBase.__exit__c C s t | � t| j| jffS r )r r rU rV rZ r" r" r# �
__reduce__� s zSynchronizedBase.__reduce__c C s | j S r �rU rZ r" r" r# �get_obj� s zSynchronizedBase.get_objc C s | j S r )rV rZ r" r" r# �get_lock� s zSynchronizedBase.get_lockc C s dt | �j| jf S )Nz<%s wrapper for %s>)r; rJ rU rZ r" r" r# �__repr__� s zSynchronizedBase.__repr__)NN)
rJ �
__module__� __qualname__r) rY r[ r\ r^ r_ r` r" r" r" r# rB � s
rB c @ s e Zd Zed�ZdS )rA �valueN)rJ ra rb r> rc r" r" r" r# rA � s rA c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) rG c C s
t | j�S r )r/ rU rZ r" r" r# �__len__� s zSynchronizedArray.__len__c
C s& | � | j | W 5 Q R � S Q R X d S r r] )rX r r" r" r# � __getitem__� s z SynchronizedArray.__getitem__c C s | � || j |< W 5 Q R X d S r r] )rX r rc r" r" r# � __setitem__� s z SynchronizedArray.__setitem__c
C s* | � | j ||� W 5 Q R � S Q R X d S r r] )rX �start�stopr" r" r# � __getslice__� s z SynchronizedArray.__getslice__c C s" | � || j ||�< W 5 Q R X d S r r] )rX rg rh �valuesr" r" r# � __setslice__� s z SynchronizedArray.__setslice__N)rJ ra rb rd re rf ri rk r" r" r" r# rG � s
rG c @ s e Zd Zed�Zed�ZdS )rF rc �rawN)rJ ra rb r> rc rl r" r" r" r# rF � s rF )NN)-r �weakref� r r �contextr r ZForkingPicklerrO �__all__rE Zc_wcharZc_byteZc_ubyteZc_shortZc_ushortZc_intZc_uintZc_longZc_ulongZ
c_longlongZ c_ulonglongZc_floatZc_doubler% r$ r r r r
r r rN r r> rT rR �WeakKeyDictionaryrH �objectrB rA rG rF r" r" r" r# �<module>
sL �
__pycache__/sharedctypes.cpython-38.opt-1.pyc 0000644 00000015512 15033636440 0015051 0 ustar 00 U
e5d� � @ sB d dl Z d dlZddlmZ ddlmZ ddlmZmZ ejZ dddd d
d gZ
e j e j e j
e je je je je je je je je je je jd �Zd
d� Zdd� Zdd� Z ddd�dd�Z ddd�dd �Z dd
� Z d&dd �Z dd� Z!dd� Z"dd � Z#d Z$i Z%e�&� Z'G d d � d e(�Z)G d d!� d!e)�Z*G d"d#� d#e)�Z+G d$d%� d%e+�Z,dS )'� N� )�heap)� get_context)� reduction�assert_spawning�RawValue�RawArray�Value�Array�copy� synchronized)�c�u�b�B�h�H�i�I�l�L�q�Q�f�dc C s t �| �}t�|�}t| |d �S �N)�ctypes�sizeofr Z
BufferWrapper�
rebuild_ctype)�type_�size�wrapper� r" �4/usr/lib64/python3.8/multiprocessing/sharedctypes.py�
_new_value' s
r$ c G s< t �| | �}t|�}t�t�|�dt�|�� |j|� |S )z>
Returns a ctypes object allocated from shared memory
r )�typecode_to_type�getr$ r �memset� addressofr �__init__)�typecode_or_type�argsr �objr" r" r# r , s
c C sj t �| | �}t|t�rD|| }t|�}t�t�|�dt�|�� |S |t |� }t|�}|j
|� |S dS )z=
Returns a ctypes array allocated from shared memory
r N) r% r& �
isinstance�intr$ r r' r( r �lenr) )r* �size_or_initializerr r, �resultr" r" r# r 6 s
T)�lock�ctxc G sX t | f|�� }|dkr|S |dkr4|p*t� }|�� }t|d�sJtd| ��t|||d�S )z6
Return a synchronization wrapper for a Value
F�TN�acquire�%r has no method 'acquire'�r3 )r r �RLock�hasattr�AttributeErrorr )r* r2 r3 r+ r, r" r" r# r F s
c C sT t | |�}|dkr|S |dkr0|p&t� }|�� }t|d�sFtd| ��t|||d�S )z9
Return a synchronization wrapper for a RawArray
Fr4 r5 r6 r7 )r r r8 r9 r: r )r* r0 r2 r3 r, r" r" r# r
T s
c C s t t| ��}| t�|�d< |S )Nr )r$ �typer Zpointer)r, Znew_objr" r" r# r b s c C s� |pt � }t| tj�r"t| ||�S t| tj�rR| jtjkrFt| ||�S t | ||�S t
| �}z t | }W nR t k
r� dd� |j
D �}dd� |D �}d|j }t
|tf|� }t |< Y nX || ||�S d S )Nc S s g | ] }|d �qS )r r" )�.0Zfieldr" r" r# �
<listcomp>v s z synchronized.<locals>.<listcomp>c S s i | ]}|t |��qS r" )�
make_property)r< �namer" r" r# �
<dictcomp>w s z synchronized.<locals>.<dictcomp>� Synchronized)r r- r Z _SimpleCDatarA r
�_type_�c_char�SynchronizedString�SynchronizedArrayr; � class_cache�KeyErrorZ_fields_�__name__�SynchronizedBase)r, r2 r3 �clsZscls�namesr Z classnamer" r" r# r g s
c C s@ t | � t| tj�r(t| j| j| jffS tt| �| jd ffS d S r ) r r- r r
r rB �_wrapperZ_length_r; )r, r" r" r# � reduce_ctype� s rM c C s8 |d k r| | } t �| t� |�� }| �|�}||_|S r )�_ForkingPickler�registerrM Zcreate_memoryviewZ from_bufferrL )r r! ZlengthZbufr, r" r" r# r � s
r c C sP z
t | W S tk
rJ i }tt| fd |� || t | < || Y S X d S )N� )�
prop_cacherG �exec�template)r? r r" r" r# r> � s
r> z�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
c @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )rI Nc C sB || _ |r|| _n|p tdd�}|�� | _| jj| _| jj| _d S )NT)Zforce)�_obj�_lockr r8 r5 �release)�selfr, r2 r3 r" r" r# r) � s
zSynchronizedBase.__init__c C s
| j �� S r )rU � __enter__�rW r" r" r# rX � s zSynchronizedBase.__enter__c G s | j j|� S r )rU �__exit__)rW r+ r" r" r# rZ � s zSynchronizedBase.__exit__c C s t | � t| j| jffS r )r r rT rU rY r" r" r# �
__reduce__� s zSynchronizedBase.__reduce__c C s | j S r �rT rY r" r" r# �get_obj� s zSynchronizedBase.get_objc C s | j S r )rU rY r" r" r# �get_lock� s zSynchronizedBase.get_lockc C s dt | �j| jf S )Nz<%s wrapper for %s>)r; rH rT rY r" r" r# �__repr__� s zSynchronizedBase.__repr__)NN)
rH �
__module__� __qualname__r) rX rZ r[ r] r^ r_ r" r" r" r# rI � s
rI c @ s e Zd Zed�ZdS )rA �valueN)rH r` ra r> rb r" r" r" r# rA � s rA c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) rE c C s
t | j�S r )r/ rT rY r" r" r# �__len__� s zSynchronizedArray.__len__c
C s& | � | j | W 5 Q R � S Q R X d S r r\ )rW r r" r" r# � __getitem__� s z SynchronizedArray.__getitem__c C s | � || j |< W 5 Q R X d S r r\ )rW r rb r" r" r# � __setitem__� s z SynchronizedArray.__setitem__c
C s* | � | j ||� W 5 Q R � S Q R X d S r r\ )rW �start�stopr" r" r# � __getslice__� s z SynchronizedArray.__getslice__c C s" | � || j ||�< W 5 Q R X d S r r\ )rW rf rg �valuesr" r" r# � __setslice__� s z SynchronizedArray.__setslice__N)rH r` ra rc rd re rh rj r" r" r" r# rE � s
rE c @ s e Zd Zed�Zed�ZdS )rD rb �rawN)rH r` ra r> rb rk r" r" r" r# rD � s rD )NN)-r �weakref� r r �contextr r ZForkingPicklerrN �__all__rC Zc_wcharZc_byteZc_ubyteZc_shortZc_ushortZc_intZc_uintZc_longZc_ulongZ
c_longlongZ c_ulonglongZc_floatZc_doubler% r$ r r r r
r r rM r r> rS rQ �WeakKeyDictionaryrF �objectrI rA rE rD r" r" r" r# �<module>
sL �
__pycache__/synchronize.cpython-38.opt-1.pyc 0000644 00000025333 15033636440 0014730 0 ustar 00 U
e5dZ- � @ s, d dddddgZ ddlZddlZddlZddlZddlZdd lmZ dd
lmZ dd lm Z zdd lm
Z
m Z W n e k
r� e d
��Y nX e
ed��\ZZej
jZG dd� de�Z
G dd� de
�ZG dd� de�ZG dd � d e
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG dd� dej�ZdS )�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event� N� )�context)�process)�util)�SemLock�
sem_unlinkz�This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.� c @ s\ e Zd Ze�� Zdd� Zedd� �Zdd� Z dd� Z
d d
� Z d d � Z d
d� Z
edd� �ZdS )r c C s� |d krt j�� }|�� }tjdkp*|dk}td�D ]>}z t�|||| � � |� }| _
W n t k
rl Y q4X q|q4t d��t �
d|j � | �� tjdkr�dd� } t �| | � | j
jd k r�dd lm}
|
| j
jd
� t j| tj| j
jfd d � d S )
N�win32�fork�d z cannot find name for semaphorez created semlock with handle %sc S s | j �� d S �N)�_semlock� _after_fork)�obj� r �3/usr/lib64/python3.8/multiprocessing/synchronize.pyr G s z%SemLock.__init__.<locals>._after_forkr )�register� semaphorer )Z exitpriority)r Z_default_contextZ get_contextZget_start_method�sys�platform�range�_multiprocessingr �
_make_namer �FileExistsErrorr �debug�handle�
_make_methodsZregister_after_fork�name�resource_trackerr ZFinalize�_cleanup) �self�kind�value�maxvalue�ctxr# Z
unlink_now�i�slr r r r r �__init__2 s8
�
�zSemLock.__init__c C s" ddl m} t| � || d� d S )Nr )�
unregisterr )r$ r. r
)r# r. r r r r% T s zSemLock._cleanupc C s | j j| _| j j| _d S r )r �acquire�release�r& r r r r" Z s
zSemLock._make_methodsc C s
| j �� S r )r � __enter__r1 r r r r2 ^ s zSemLock.__enter__c G s | j j|� S r )r �__exit__�r& �argsr r r r3 a s zSemLock.__exit__c C sD t �| � | j}tjdkr,t �� �|j�}n|j}||j|j |j
fS )Nr ) r �assert_spawningr r r Zget_spawning_popenZduplicate_for_childr! r' r) r# )r& r, �hr r r � __getstate__d s
zSemLock.__getstate__c C s, t jj|� | _t�d|d � | �� d S )Nz recreated blocker with handle %rr )r r Z_rebuildr r r r" �r& �stater r r � __setstate__m s zSemLock.__setstate__c C s dt �� jd ttj�f S )Nz%s-%sZ semprefix)r
�current_processZ_config�nextr �_randr r r r r r s �zSemLock._make_nameN)�__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer> r- � staticmethodr% r" r2 r3 r8 r; r r r r r r . s "
r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r r c C s t j| t|t|d� d S �N�r* )r r- � SEMAPHORE�
SEM_VALUE_MAX�r& r( r* r r r r- } s zSemaphore.__init__c C s
| j �� S r )r �
_get_valuer1 r r r � get_value� s zSemaphore.get_valuec C s8 z| j �� }W n tk
r& d}Y nX d| jj|f S )N�unknownz<%s(value=%s)>)r rI � Exception� __class__r? �r& r( r r r �__repr__� s
zSemaphore.__repr__N)r )r? r@ rA r- rJ rO r r r r r { s
c @ s e Zd Zddd�Zdd� ZdS )r r c C s t j| t|||d� d S rD �r r- rF rH r r r r- � s zBoundedSemaphore.__init__c C s> z| j �� }W n tk
r& d}Y nX d| jj|| j jf S )NrK z<%s(value=%s, maxvalue=%s)>)r rI rL rM r? r) rN r r r rO � s
�zBoundedSemaphore.__repr__N)r �r? r@ rA r- rO r r r r r � s
c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S �Nr rE rP �r& r* r r r r- � s z
Lock.__init__c C s� zf| j �� r8t�� j}t�� jdkrd|dt�� j 7 }n,| j �� dkrLd}n| j �� dkr`d}nd}W n t k
r~ d}Y nX d | j
j |f S )
N�
MainThread�|r �Noner �SomeOtherThread�SomeOtherProcessrK z<%s(owner=%s)>) r �_is_miner
r< r# � threading�current_threadrI �_countrL rM r? )r& r# r r r rO � s
z
Lock.__repr__NrQ r r r r r � s c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S rR )r r- �RECURSIVE_MUTEXrS r r r r- � s zRLock.__init__c C s� z|| j �� rBt�� j}t�� jdkr6|dt�� j 7 }| j �� }n8| j �� dkrZd\}}n | j �� dkrrd\}}nd\}}W n t k
r� d\}}Y nX d | j
j ||f S )
NrT rU r )rV r r )rW �nonzero)rX r^ )rK rK � <%s(%s, %s)>) r rY r
r< r# rZ r[ r\ rI rL rM r? )r& r# �countr r r rO � s
zRLock.__repr__NrQ r r r r r � s c @ sl e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z ddd�Z
ddd�Z dd� Z d dd�Z
dS ) r Nc C s> |p
|� � | _|�d�| _|�d�| _|�d�| _| �� d S �Nr )r �_lockr �_sleeping_count� _woken_count�_wait_semaphorer" )r& �lockr* r r r r- � s
zCondition.__init__c C s t �| � | j| j| j| jfS r )r r6 rb rc rd re r1 r r r r8 � s
�zCondition.__getstate__c C s |\| _ | _| _| _| �� d S r )rb rc rd re r" r9 r r r r; � s
�
zCondition.__setstate__c C s
| j �� S r )rb r2 r1 r r r r2 � s zCondition.__enter__c G s | j j|� S r )rb r3 r4 r r r r3 � s zCondition.__exit__c C s | j j| _| j j| _d S r )rb r/ r0 r1 r r r r" � s
zCondition._make_methodsc C sJ z | j j�� | jj�� }W n tk
r4 d}Y nX d| jj| j|f S )NrK r_ )rc r rI rd rL rM r? rb )r& Z num_waitersr r r rO � s
�
zCondition.__repr__c C sj | j �� | jj�� }t|�D ]}| j�� q z| j�d|�W �S | j�� t|�D ]}| j�� qTX d S )NT) rc r0 rb r r\ r rd r/ re )r& �timeoutr` r+ r r r �wait� s
zCondition.waitr c C st | j �d�r| j�d�}q d}||k rF| j�d�rF| j�� |d7 }q |rpt|�D ]}| j �� qR| j�d�rpqbd S )NFr r )rd r/ rc re r0 r )r& �n�resZsleepersr+ r r r �notify s
zCondition.notifyc C s | j tjd� d S )N)ri )rk r �maxsizer1 r r r �
notify_all( s zCondition.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S ra )�time� monotonicrh )r& Z predicaterg �resultZendtimeZwaittimer r r �wait_for+ s
zCondition.wait_for)N)N)r )N)r? r@ rA r- r8 r; r2 r3 r" rO rh rk rm rq r r r r r � s
c @ s6 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
d �Zd S )
r c C s |� |�� �| _|�d�| _d S ra )r r �_condr �_flagrS r r r r- C s zEvent.__init__c C sD | j �4 | j�d�r,| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S �NFT)rr rs r/ r0 r1 r r r �is_setG s
z Event.is_setc C s6 | j �& | j�d� | j�� | j �� W 5 Q R X d S �NF)rr rs r/ r0 rm r1 r r r �setN s
z Event.setc C s" | j � | j�d� W 5 Q R X d S rv )rr rs r/ r1 r r r �clearT s z Event.clearNc C sh | j �X | j�d�r | j�� n | j �|� | j�d�rP| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S rt )rr rs r/ r0 rh )r& rg r r r rh X s
z
Event.wait)N)r? r@ rA r- ru rw rx rh r r r r r A s
c @ sZ e Zd Zddd�Zdd� Zdd� Zedd � �Zejd
d � �Zed d � �Z e jd
d � �Z dS )�BarrierNc C sR dd l }ddlm} ||�d�d �}|�� }| �|||||f� d| _d| _d S )Nr r )�
BufferWrapperr+ r )�struct�heaprz Zcalcsizer r; �_stater\ ) r& Zparties�actionrg r* r{ rz �wrapperZcondr r r r- j s zBarrier.__init__c C s. |\| _ | _| _| _| _| j�� �d�| _d S )Nr+ )�_parties�_action�_timeoutrr �_wrapperZcreate_memoryview�cast�_arrayr9 r r r r; s s
� zBarrier.__setstate__c C s | j | j| j| j| jfS r )r� r� r� rr r� r1 r r r r8 x s �zBarrier.__getstate__c C s
| j d S ra �r� r1 r r r r} | s zBarrier._statec C s || j d< d S ra r� rN r r r r} � s c C s
| j d S �Nr r� r1 r r r r\ � s zBarrier._countc C s || j d< d S r� r� rN r r r r\ � s )NN)
r? r@ rA r- r; r8 �propertyr} �setterr\ r r r r ry h s
ry )�__all__rZ r rB r rn � r r
r r r
� ImportError�listr r] rF rG �objectr r r r r r ry r r r r �<module> s8 � Mo' __pycache__/managers.cpython-38.opt-1.pyc 0000644 00000120571 15033636440 0014152 0 ustar 00 U
e5d� � @ sB d ddddgZ ddlZddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
d d
l m Z d d l
mZmZmZ d d l mZ d d
l mZ d dl mZ d dl mZ zd dl mZ dZW n ek
r� dZY nX dd� Ze�eje� dd� dD �Zed ek �r.dd� Z eD ]Z e�e e � �qG dd� de �Z di fd d �Z d d � Z!G d d!� d!e"�Z#d"d#� Z$d$d%� Z%G d&d'� d'e �Z&G d(d)� d)e �Z'e j(e j)fe j*e j+fd*�Z,G d+d � d e �Z-G d,d-� d-e.�Z/G d.d� de �Z0d/d0� Z1i fd1d2�Z2dld3d4�Z3G d5d6� d6e �Z4G d7d8� d8e �Z5dmd9d:�Z6G d;d<� d<e0�Z7G d=d>� d>e0�Z8G d?d@� d@e8�Z9G dAdB� dBe0�Z:G dCdD� dDe0�Z;G dEdF� dFe0�Z<G dGdH� dHe0�Z=e2dIdJ�Z>G dKdL� dLe>�Z?e2dMdN�Z@dOdPie@_Ae2dQdR�ZBe2dSdT�ZCdUdUdUdPdPdV�eC_AG dWdS� dSeC�ZDG dXd� de-�ZEeE�dYejF� eE�dZejF� eE�d[ejGe:� eE�d\ejHe8� eE�d]ejIe8� eE�d^ejJe8� eE�d_ejKe8� eE�d`ejLe9� eE�daejMe;� eE�dbejNeD� eE�dcee?� eE�ddeOe@� eE�d8e5e=� eE�d:e6eB� eE�d6e4e<� eEjdPe7dde� eEjdUddf� e�r>G dgdh� dh�ZPG didj� dje&�ZQG dkd� de-�ZRdS )n� BaseManager� SyncManager� BaseProxy�Token�SharedMemoryManager� N)�getpid)�
format_exc� )�
connection)� reduction�get_spawning_popen� ProcessError)�pool)�process)�util)� get_context)�
shared_memoryTFc C s t j | j| �� ffS �N)�array�typecode�tobytes)�a� r �0/usr/lib64/python3.8/multiprocessing/managers.py� reduce_array- s r c C s g | ]}t ti |�� ��qS r )�type�getattr��.0�namer r r �
<listcomp>1 s r )�items�keys�valuesc C s t t | �ffS r )�list��objr r r �rebuild_as_list3 s r' c @ s4 e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd S ) r z3
Type to uniquely identify a shared object
��typeid�address�idc C s ||| | _ | _| _d S r r( )�selfr) r* r+ r r r �__init__B s zToken.__init__c C s | j | j| jfS r r( �r, r r r � __getstate__E s zToken.__getstate__c C s |\| _ | _| _d S r r( �r, �stater r r � __setstate__H s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r) r* r+ r. r r r �__repr__K s �zToken.__repr__N) r4 �
__module__� __qualname__�__doc__� __slots__r- r/ r2 r5 r r r r r < s r c C s8 | � ||||f� | �� \}}|dkr*|S t||��dS )zL
Send a message to manager using connection `c` and return response
�#RETURNN)�send�recv�convert_to_error)�cr+ �
methodname�args�kwds�kind�resultr r r �dispatchS s
rD c C sd | dkr |S | dkrRt |t�s4td�|| t|����| dkrHtd| �S t|�S ntd�| ��S d S )N�#ERROR)�
#TRACEBACK�#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrG zUnserializable message: %s
z Unrecognized message type {!r})�
isinstance�str� TypeError�formatr � RemoteError�
ValueError)rB rC r r r r= ] s
��
r= c @ s e Zd Zdd� ZdS )rL c C s dt | jd � d S )NzM
---------------------------------------------------------------------------
r zK---------------------------------------------------------------------------)rI r@ r. r r r �__str__m s zRemoteError.__str__N)r4 r6 r7 rN r r r r rL l s rL c C s2 g }t | �D ] }t| |�}t|�r |�|� q |S )z4
Return a list of names of methods of `obj`
)�dirr �callable�append)r& �tempr �funcr r r � all_methodst s
rT c C s dd� t | �D �S )zP
Return a list of names of methods of `obj` which do not start with '_'
c S s g | ]}|d dkr|�qS )r �_r r r r r r � s z"public_methods.<locals>.<listcomp>)rT r% r r r �public_methods s rV c @ s� e Zd ZdZdddddddd d
g Zd d � Zd
d� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z e e e
d�Z
d d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&e_d'd(� Zd)d*� Zd+d,� Zd-d.� Zd/S )0�ServerzM
Server class which runs in a process controlled by a manager object
�shutdown�create�accept_connection� get_methods�
debug_info�number_of_objects�dummy�incref�decrefc C sx t |t�s td�|t|����|| _t�|�| _t | \}}||dd�| _
| j
j | _ ddi| _ i | _
i | _t�� | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes� )r* Zbacklog�0�Nr )rH �bytesrJ rK r �registryr �AuthenticationString�authkey�listener_client�listenerr* � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r, re r* rg �
serializer�Listener�Clientr r r r- � s
��
zServer.__init__c C s� t �� | _| t�� _zVt j| jd�}d|_|�� z | j�� sL| j�d� q4W n ttfk
rf Y nX W 5 tjtjkr�t �
d� tjt_tj t_ t�
d� X dS )z(
Run the server forever
zresetting stdout, stderrr )�targetTr N)rm �Event�
stop_eventr �current_process�_manager_server�sys�stdout�
__stdout__r �debug�
__stderr__�stderr�exit�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt�
SystemExit)r, r� r r r �
serve_forever� s
zServer.serve_foreverc C sN z| j �� }W n tk
r& Y q Y nX tj| j|fd�}d|_|�� q d S )N�rs r@ T)ri Zaccept�OSErrorrm r �handle_requestr� r� )r, r> �tr r r r� � s
zServer.accepterc C s4 d } }}z>t �|| j� t �|| j� |�� }|\}}}}t| |�}W n tk
rh dt� f} Y n>X z||f|�|�}W n tk
r� dt� f} Y n
X d|f} z|�| � W nr tk
�r& }
zRz|�dt� f� W n tk
r� Y nX t �
d| � t �
d|� t �
d|
� W 5 d}
~
X Y nX |� � dS )z)
Handle a new connection
NrF r: zFailure to send message: %rz ... request was %r� ... exception was %r) r
Zdeliver_challengerg Zanswer_challenger< r � Exceptionr r; r �info�close) r, r> �funcnamerC �request�ignorer@ rA rS �msg�er r r r� � s2 zServer.handle_requestc
C s� t �dt�� j� |j}|j}| j}| j� � �s�zBd }}|� }|\}}} }
z|| \}} } W n^ t
k
r� }
z@z| j | \}} } W n& t
k
r� } z|
�W 5 d}~X Y nX W 5 d}
~
X Y nX || kr�t d|t
|�| f ��t||�}z|| |
�}W n, tk
�r" } z d|f}W 5 d}~X Y nPX | �o4| �|d�}|�rj| �|||�\}}t|| j|�}d||ff}nd|f}W n� t k
�r� |dk�r�dt� f}nNz,| j| }|| |||f| �|
�}d|f}W n tk
�r� dt� f}Y nX Y nP tk
�r t �dt�� j� t�d � Y n tk
�r< dt� f}Y nX zDz ||� W n2 tk
�r~ } z|d
t� f� W 5 d}~X Y nX W q$ tk
�r� } z@t �d t�� j� t �d |� t �d
|� |�� t�d� W 5 d}~X Y q$X q$dS )zQ
Handle requests from the proxies in a particular process/thread
z$starting server thread to service %rNz+method %r of %r object is not in exposed=%rrE �#PROXYr: rF z$got EOF -- exiting thread serving %rr rG z exception in thread serving %rz ... message was %rr� r )r r{ rm �current_threadr r< r; rj ru r� �KeyErrorrl �AttributeErrorr r r� �getrY r r* r �fallback_mapping�EOFErrorrx r~ r� r� )r, �connr< r; rj r? r& r� �identr@ rA �exposed� gettypeid�keZ second_keZfunction�resr� r� r) ZridentZrexposed�tokenZ
fallback_funcrC r r r � serve_client� s� � � ( ��
��� � $� zServer.serve_clientc C s |S r r �r, r� r� r& r r r �fallback_getvalue5 s zServer.fallback_getvaluec C s t |�S r �rI r� r r r � fallback_str8 s zServer.fallback_strc C s t |�S r )�reprr� r r r �
fallback_repr; s zServer.fallback_repr)rN r5 � #GETVALUEc C s d S r r �r, r> r r r r^ D s z Server.dummyc
C s� | j �t g }t| j�� �}|�� |D ]<}|dkr&|�d|| j| t| j| d �dd� f � q&d�|�W 5 Q R � S Q R X dS )zO
Return some info --- useful to spot problems with refcounting
rb z %s: refcount=%s
%sr N�K �
) ro r$ rk r" �sortrQ rI rj �join)r, r> rC r" r� r r r r\ G s
��zServer.debug_infoc C s
t | j�S )z*
Number of shared objects
)�lenrk r� r r r r] W s zServer.number_of_objectsc C sL z:zt�d� |�d� W n ddl}|�� Y nX W 5 | j �� X dS )z'
Shutdown this process
z!manager received shutdown message�r: Nr N)ru �setr r{ r; � traceback� print_exc)r, r> r� r r r rX ^ s
zServer.shutdownc O s� t | �dkr| ^}}}} n�| s(td��n�d|krDtdt | �d ��|�d�}t | �dkr~| ^}}} ddl}|jd tdd
� nFd |kr�tdt | �d ��|�d �}| ^}} ddl}|jd tdd
� t| �} |j�� |j| \}}}} |dk�r|�st | �dk�r t d
��| d }
n
|| |�}
|dk�r2t
|
�}|dk �rlt |t ��s\td�
|t|����t|�t|� }dt|
� } t�d|| � |
t|�|f|j| < | |jk�r�d|j| < W 5 Q R X |�|| � | t|�fS )z>
Create a new shared object and return its id
� z8descriptor 'create' of 'Server' object needs an argumentr) �7create expected at least 2 positional arguments, got %dr � r Nz2Passing 'typeid' as keyword argument is deprecated)�
stacklevelr> z-Passing 'c' as keyword argument is deprecatedz4Without callable, must have one non-keyword argumentz,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)r� rJ �pop�warnings�warn�DeprecationWarning�tuplero re rM rV rH �dictrK r r$ r+ r r{ r� rj rk r_ ) r@ rA r, r> r) r� rP r� �method_to_typeid� proxytyper& r� r r r rY k sp
�
�
�
��
�
�� z
Server.createz$($self, c, typeid, /, *args, **kwds)c C s t | j|j d �S )zL
Return the methods of the shared object indicated by token
r )r� rj r+ )r, r> r� r r r r[ � s zServer.get_methodsc C s" |t �� _|�d� | �|� dS )z=
Spawn a new thread to serve this connection
r� N)rm r� r r; r� )r, r> r r r r rZ � s
zServer.accept_connectionc C s� | j �� z| j| d7 < W nh tk
r� } zJ|| jkrrd| j|< | j| | j|< | j| \}}}t�d|� n|�W 5 d }~X Y nX W 5 Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)ro rk r� rl rj r r{ )r, r> r� r� r& r� r� r r r r_ � s
�z
Server.increfc C s� || j kr$|| jkr$t�d|� d S | j�Z | j | dkrXtd�|| j| | j | ���| j | d8 < | j | dkr�| j |= W 5 Q R X || j kr�d| j|< t�d|� | j� | j|= W 5 Q R X d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rk rl r r{ ro �AssertionErrorrK rj )r, r> r� r r r r` � s,
� ��
z
Server.decrefN)r4 r6 r7 r8 �publicr- r� r� r� r� r� r� r� r� r^ r\ r] rX rY �__text_signature__r[ rZ r_ r` r r r r rW � s< �
"Q�
=rW c @ s e Zd ZdgZdZdZdZdS )�State�valuer r r� N)r4 r6 r7 r9 �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd ZdZi ZeZd"dd�Zdd� Zdd � Z d#d d �Z
e d$d
d��Z dd� Z
d%dd�Zdd� Zdd� Zdd� Zdd� Zedd � �Zed d � �Ze d&d d!��ZdS )'r z!
Base class for managers
Nr� c C s\ |d krt �� j}|| _t �|�| _t� | _tj| j_ || _
t | \| _ | _
|pTt� | _d S r )r rv rg �_addressrf �_authkeyr� �_stater� r� � _serializerrh Z _Listener�_Clientr �_ctx)r, r* rg rp Zctxr r r r- s
zBaseManager.__init__c C sf | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���t| j | j
| j | j �S )zX
Return server object with serve_forever() method and address attribute
�Already started server�Manager has shut down�Unknown state {!r})
r� r� r� r� r� r
r� rK rW � _registryr� r� r� r. r r r �
get_server s
�
�zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|dd� tj| j_dS )z>
Connect manager object to the server process
�rg Nr^ ) rh r� r� r� rD r� r� r� r� )r, rq rr r� r r r �connect s zBaseManager.connectr c C s4 | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���|dk rht|�sht d��t
j dd�\}}| j j
t| �j| j| j| j| j|||fd�| _d �d
d � | jjD ��}t| �jd | | j_| j�� |�� |�� | _|�� tj| j _t j | t| �j | j| j| j| j | j fd
d�| _ dS )z@
Spawn a server process for this manager object
r� r� r� Nz initializer must be a callableF)Zduplexr� �:c s s | ]}t |�V qd S r r� )r �ir r r � <genexpr>A s z$BaseManager.start.<locals>.<genexpr>�-r �r@ Z exitpriority)!r� r� r� r� r� r
r� rK rP rJ r
ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr4 r r� r� r< r �Finalize�_finalize_managerr� rX )r, � initializer�initargs�reader�writerr� r r r r� ( sH
� ��
��zBaseManager.startc C s^ t � t jt j� |dk r ||� | �||||�}|�|j� |�� t�d|j� |� � dS )z@
Create a server, report its address and run it
Nzmanager serving at %r)
�signal�SIGINT�SIG_IGN�_Serverr; r* r� r r� r� ) �clsre r* rg rp r� r� r� �serverr r r r� S s zBaseManager._run_serverc O sN | j | j| jd�}z t|dd|f| |�\}}W 5 |�� X t|| j|�|fS )zP
Create a new shared object; return the token and exposed tuple
r� NrY )r� r� r� r� rD r )r, r) r@ rA r� r+ r� r r r �_createj s
zBaseManager._createc C s* | j dk r&| j �|� | j �� s&d| _ dS )zC
Join the manager process (if it has been spawned)
N)r� r� �is_alive�r, �timeoutr r r r� v s
zBaseManager.joinc C s2 | j | j| jd�}zt|dd�W �S |�� X dS )zS
Return some info about the servers shared objects and connections
r� Nr\ �r� r� r� r� rD �r, r� r r r � _debug_info s zBaseManager._debug_infoc C s2 | j | j| jd�}zt|dd�W �S |�� X dS )z5
Return the number of shared objects
r� Nr] r� r� r r r �_number_of_objects� s z BaseManager._number_of_objectsc C sj | j jtjkr| �� | j jtjkrf| j jtjkr<td��n*| j jtjkrTtd��ntd�| j j���| S )NzUnable to start serverr� r� ) r� r� r� r� r� r� r
r� rK r. r r r � __enter__� s
�zBaseManager.__enter__c C s | � � d S r )rX �r, �exc_typeZexc_valZexc_tbr r r �__exit__� s zBaseManager.__exit__c C s� | � � r�t�d� z,|||d�}zt|dd� W 5 |�� X W n tk
rR Y nX | jdd� | � � r�t�d� t| d�r�t�d � | �� | jd
d� | � � r�t�d � t j
|_ z t j
|= W n tk
r� Y nX dS ) zQ
Shutdown the manager process; will be registered as a finalizer
z#sending shutdown message to managerr� NrX g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processg�������?z#manager still alive after terminate)r� r r� r� rD r� r� �hasattrr� r� r� r� r �_address_to_localr� )r r* rg r1 r� r� r r r r� � s.
z BaseManager._finalize_managerc C s | j S r )r� r. r r r r* � s zBaseManager.addressTc
s� d| j kr| j�� | _� dkr"t� |p0t� dd�}|p@t� dd�}|r\t|�� �D ]\}}qR|||� f| j�< |r�� �fdd�} �| _t| �| � dS )z9
Register a typeid with the manager type
r� N� _exposed_�_method_to_typeid_c s` t �d�� | j�f|�|�\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object��managerrg r� r� r` ) r r{ r� r� r� r� r* rD r+ )r, r@ rA r� Zexp�proxyr� �r� r) r r rR � s �z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r$ r! r4 �setattr)
r� r) rP r� r� r� �
create_method�keyr� rR r r� r �register� s(
� �
zBaseManager.register)NNr� N)Nr )Nr )N)NNNNT)r4 r6 r7 r8 r� rW r� r- r� r� r� � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr* r r r r r r � s8 �
+ �
�c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t �| dd� � d S )Nc S s | � � S r )�clearr% r r r �<lambda>� � z*ProcessLocalSet.__init__.<locals>.<lambda>)r �register_after_forkr. r r r r- � s zProcessLocalSet.__init__c C s t | �dfS rc )r r. r r r �
__reduce__� s zProcessLocalSet.__reduce__N)r4 r6 r7 r- r r r r r r � s r c @ s� e Zd ZdZi Ze�� Zd dd�Zdd� Z d i fd
d �Z
d d
� Z dd� Z e
dd� �Zdd� Zdd� Zdd� Zdd� Zdd� ZdS ) r z.
A base for proxies of shared objects
NTFc C s� t j�8 t j�|jd �}|d kr:t�� t� f}|t j|j< W 5 Q R X |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d k r�t�|�| _n"| j
d k r�| j
j| _n t�� j| _|r�| �� t�| t j� d S )Nr r )r �_mutexr� r� r* r ZForkAwareLocalr �_tls�_idset�_tokenr+ �_id�_managerr� rh r� �_owned_by_managerr rf r� rv rg �_increfr
� _after_fork) r, r� rp r� rg r� r_ �
manager_ownedZ tls_idsetr r r r- s*
zBaseProxy.__init__c C sd t �d� t�� j}t�� jdkr4|dt�� j 7 }| j| jj | j
d�}t |d d|f� || j _
d S )Nz making connection to managerZ
MainThread�|r� rZ )r r{ r rv r rm r� r� r r* r� rD r r
)r, r r� r r r �_connect- s
zBaseProxy._connectr c C s� z | j j}W n6 tk
rB t�dt�� j� | �� | j j}Y nX |� | j
|||f� |� � \}}|dkrp|S |dkr�|\}}| j j
|j d } | jj|_| || j| j | j|d�}
| j|j| jd�}t|dd|jf� |
S t||��dS ) zV
Try to call a method of the referent and return a copy of the result
z#thread %r does not own a connectionr: r� ���r� r� Nr` )r r
r� r r{ rm r� r r r; r r< r r� r) r r* r� r� r� rD r+ r= ) r, r? r@ rA r� rB rC r� r� r� r� r r r � _callmethod6 s6 �
�zBaseProxy._callmethodc C s
| � d�S )z9
Get a copy of the value of the referent
r� �r r. r r r � _getvalueT s zBaseProxy._getvaluec C s� | j rt�d| jj� d S | j| jj| jd�}t|d d| j f� t�d| jj� | j
� | j � | j oj| j j
}tj| tj| j| j|| j| j
| jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %rr� r_ z INCREF %r�
r� )r r r{ r r+ r� r* r� rD r r �addr r� r� r �_decrefr Z_close)r, r� r1 r r r r Z s$
��zBaseProxy._increfc
C s� |� | j� |d ks |jtjkr�z2t�d| j� || j|d�}t|d d| jf� W q� t k
r� } zt�d|� W 5 d }~X Y q�X nt�d| j� |s�t
|d�r�t�dt � � j
� |j�� |`d S )Nz DECREF %rr� r` z... decref failed %sz%DECREF %r -- manager already shutdownr
z-thread %r has no more proxies so closing conn)�discardr+ r� r� r� r r{ r* rD r� r� rm r� r r
r� )r� rg r1 ZtlsZidsetr� r� r� r r r r! n s �
zBaseProxy._decrefc
C sH d | _ z | �� W n0 tk
rB } zt�d| � W 5 d }~X Y nX d S )Nzincref failed: %s)r r r� r r� )r, r� r r r r � s
zBaseProxy._after_forkc C s^ i }t � d k r| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )Nrg �_isautoFr� ) r r� r r� � RebuildProxyr r r� r �r, rA r r r r � s
��zBaseProxy.__reduce__c C s | � � S r )r )r, Zmemor r r � __deepcopy__� s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r4 r r) r+ r. r r r r5 � s �zBaseProxy.__repr__c C s: z | � d�W S tk
r4 t| �dd� d Y S X dS )zV
Return representation of the referent (or a fall-back if that fails)
r5 Nr z; '__str__()' failed>)r r� r� r. r r r rN � s zBaseProxy.__str__)NNNTF)r4 r6 r7 r8 r� r ZForkAwareThreadLockr r- r r r r r r! r r r& r5 rN r r r r r � s( �
)
c C s� t t�� dd�}|rT|j|jkrTt�d|� d|d< |j|jkrT|j|j |j|j< |� dd�opt t�� dd� }| ||fd|i|��S ) z5
Function used for unpickling proxy objects.
rw Nz*Rebuild a proxy owned by manager, token=%rTr r_ Z _inheritingF)
r r rv r* r r{ r+ rl rj r� )rS r� rp rA r� r_ r r r r$ � s
�
�r$ c C sp t |�}z|| |f W S tk
r* Y nX i }|D ]}td||f |� q4t| tf|�}||_||| |f< |S )zB
Return a proxy type whose methods are given by `exposed`
zOdef %s(self, /, *args, **kwds):
return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdicZmeth� ProxyTyper r r �
MakeProxyType� s �� r* c
C s� t | d }|dkrB|| j|d�}zt|dd| f�}W 5 |�� X |dkrX|dk rX|j}|dkrjt�� j}td| j |�}|| ||||d�} d| _
| S )z*
Return an auto-proxy for `token`
r Nr� r[ z
AutoProxy[%s])r� rg r_ T) rh r* r� rD r� r rv rg r* r) r# )
r� rp r� rg r� r_ r� r� r) r� r r r r � s
�r c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r )r� �updater% r r r r- � s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )NrU z%s=%rz%s(%s)z, ) r$ r� r! �
startswithrQ r� r3 r4 r� )r, r! rR r r� r r r r5 � s
zNamespace.__repr__N)r4 r6 r7 r- r5 r r r r r+ � s r+ c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd
S ) �ValueTc C s || _ || _d S r )� _typecode�_value)r, r r� �lockr r r r- s zValue.__init__c C s | j S r �r0 r. r r r r� s z Value.getc C s
|| _ d S r r2 �r, r� r r r r�
s z Value.setc C s dt | �j| j| jf S )Nz
%s(%r, %r))r r4 r/ r0 r. r r r r5 s zValue.__repr__N)T) r4 r6 r7 r- r� r� r5 r r� r r r r r. s
r. c C s t � | |�S r )r )r �sequencer1 r r r �Array s r5 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�
IteratorProxy)�__next__r; �throwr� c C s | S r r r. r r r �__iter__ s zIteratorProxy.__iter__c G s | � d|�S )Nr7 r �r, r@ r r r r7 s zIteratorProxy.__next__c G s | � d|�S )Nr; r r: r r r r; s zIteratorProxy.sendc G s | � d|�S )Nr8 r r: r r r r8 s zIteratorProxy.throwc G s | � d|�S )Nr� r r: r r r r� ! s zIteratorProxy.closeN) r4 r6 r7 r� r9 r7 r; r8 r� r r r r r6 s r6 c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�
AcquirerProxy)�acquire�releaseTNc C s" |d kr|fn||f}| � d|�S �Nr< r )r, Zblockingr� r@ r r r r< ' s zAcquirerProxy.acquirec C s
| � d�S �Nr= r r. r r r r= * s zAcquirerProxy.releasec C s
| � d�S r> r r. r r r r� , s zAcquirerProxy.__enter__c C s
| � d�S r? r r� r r r r� . s zAcquirerProxy.__exit__)TN)r4 r6 r7 r� r< r= r� r� r r r r r; % s
r; c @ s6 e Zd ZdZd dd�Zd
dd�Zdd � Zdd
d �ZdS )�ConditionProxy)r< r= r� �notify�
notify_allNc C s | � d|f�S �Nr� r r� r r r r� 4 s zConditionProxy.waitr c C s | � d|f�S )NrA r )r, �nr r r rA 6 s zConditionProxy.notifyc C s
| � d�S )NrB r r. r r r rB 8 s zConditionProxy.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S )Nr )�time� monotonicr� )r, Z predicater� rC ZendtimeZwaittimer r r �wait_for: s
zConditionProxy.wait_for)N)r )N)r4 r6 r7 r� r� rA rB rG r r r r r@ 2 s
r@ c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d
�ZdS ) �
EventProxy)r� r� r
r� c C s
| � d�S )Nr� r r. r r r r� O s zEventProxy.is_setc C s
| � d�S �Nr� r r. r r r r� Q s zEventProxy.setc C s
| � d�S )Nr
r r. r r r r
S s zEventProxy.clearNc C s | � d|f�S rC r r� r r r r� U s zEventProxy.wait)N)r4 r6 r7 r� r� r� r
r� r r r r rH M s
rH c @ sN e Zd ZdZddd�Zdd� Zdd� Zed d
� �Zed d � �Z ed
d� �Z
dS )� BarrierProxy)�__getattribute__r� �abort�resetNc C s | � d|f�S rC r r� r r r r� [ s zBarrierProxy.waitc C s
| � d�S )NrL r r. r r r rL ] s zBarrierProxy.abortc C s
| � d�S )NrM r r. r r r rM _ s zBarrierProxy.resetc C s | � dd�S )NrK )�partiesr r. r r r rN a s zBarrierProxy.partiesc C s | � dd�S )NrK )� n_waitingr r. r r r rO d s zBarrierProxy.n_waitingc C s | � dd�S )NrK )�brokenr r. r r r rP g s zBarrierProxy.broken)N) r4 r6 r7 r� r� rL rM r rN rO rP r r r r rJ Y s
rJ c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �NamespaceProxy)rK � __setattr__� __delattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rK )�objectrK �r, r �
callmethodr r r � __getattr__n s zNamespaceProxy.__getattr__c C s4 |d dkrt �| ||�S t �| d�}|d||f�S )Nr rU r rR )rT rR rK )r, r r� rV r r r rR s s zNamespaceProxy.__setattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rS )rT rS rK rU r r r rS x s zNamespaceProxy.__delattr__N)r4 r6 r7 r� rW rR rS r r r r rQ l s rQ c @ s* e Zd ZdZdd� Zdd� Zeee�ZdS )�
ValueProxy)r� r� c C s
| � d�S )Nr� r r. r r r r� � s zValueProxy.getc C s | � d|f�S rI r r3 r r r r� � s zValueProxy.setN)r4 r6 r7 r� r� r� r r� r r r r rX s rX �
BaseListProxy)�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rQ �count�extend�index�insertr� �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | � d|f� | S )Nrd r r3 r r r �__iadd__� s zListProxy.__iadd__c C s | � d|f� | S )Nri r r3 r r r ri � s zListProxy.__imul__N)r4 r6 r7 rk ri r r r r rj � s rj � DictProxy)r[ r\ r] r9 r^ rb r
r r� r! r" r� �popitem�
setdefaultr, r# r9 �Iterator�
ArrayProxy)r^ r] rb � PoolProxy) Zapply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap�
starmap_asyncr� Z AsyncResult)rr rv rx rs rt c @ s e Zd Zdd� Zdd� ZdS )rq c C s | S r r r. r r r r� � s zPoolProxy.__enter__c C s | � � d S r )r� r� r r r r� � s zPoolProxy.__exit__N)r4 r6 r7 r� r� r r r r rq � s c @ s e Zd ZdZdS )r a(
Subclass of `BaseManager` which supports a number of shared object types.
The types registered are those intended for the synchronization
of threads, plus `dict`, `list` and `Namespace`.
The `multiprocessing.Manager()` function creates started instances of
this class.
N)r4 r6 r7 r8 r r r r r � s �QueueZ
JoinableQueuert rn �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr$ r� )r� r )r c @ sL e Zd ZdZg fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�_SharedMemoryTrackerz+Manages one or more shared memory segments.c C s || _ || _d S r �Zshared_memory_context_name�
segment_names)r, r r� r r r r- � s z _SharedMemoryTracker.__init__c C s( t �d|�dt� � �� | j�|� dS )z6Adds the supplied shared memory block name to tracker.zRegister segment � in pid N)r r{ r r� rQ �r, � segment_namer r r �register_segment� s z%_SharedMemoryTracker.register_segmentc C sB t �d|�dt� � �� | j�|� t�|�}|�� |�� dS )z�Calls unlink() on the shared memory block with the supplied name
and removes it from the list of blocks being tracked.zDestroy segment r� N) r r{ r r� rg r � SharedMemoryr� �unlink)r, r� Zsegmentr r r �destroy_segment� s
z$_SharedMemoryTracker.destroy_segmentc C s" | j dd� D ]}| �|� qdS )z<Calls destroy_segment() on all tracked shared memory blocks.N)r� r� r� r r r r� � s z_SharedMemoryTracker.unlinkc C s( t �d| jj� dt� � �� | �� d S )NzCall z .__del__ in )r r{ r3 r4 r r� r. r r r �__del__� s z _SharedMemoryTracker.__del__c C s | j | jfS r r� r. r r r r/ � s z!_SharedMemoryTracker.__getstate__c C s | j |� d S r )r- r0 r r r r2 s z!_SharedMemoryTracker.__setstate__N) r4 r6 r7 r8 r- r� r� r� r� r/ r2 r r r r r� � s r� c @ sR e Zd Zejdddg Zdd� Zdd� Zde_d d
� Zd d � Z d
d� Z
dd� Z dS )�SharedMemoryServer�
track_segment�release_segment�
list_segmentsc O sZ t j| f|�|� | j}t|t�r,t�|�}td|� dt� � ��| _ t
� dt� � �� d S )NZshm_rU z"SharedMemoryServer started by pid ) rW r- r* rH rd �os�fsdecoder� r �shared_memory_contextr r{ )r, r@ �kwargsr* r r r r-
s
�zSharedMemoryServer.__init__c O st t | �dkr| d }n4d|kr(|d }n"| s6td��ntdt | �d ��ttj| d d�rhtj|d < tj| |�S )
z�Create a new distributed-shared object (not backed by a shared
memory block) and return its id to be used in a Proxy Object.r� r� r) zDdescriptor 'create' of 'SharedMemoryServer' object needs an argumentr� r r Z_shared_memory_proxyr� )r� rJ r� r, re r� rW rY )r@ r� Ztypeodr) r r r rY s
�
zSharedMemoryServer.createz&($self, c, typeid, /, *args, **kwargs)c C s | j �� t�| |�S )zACall unlink() on all tracked shared memory, terminate the Server.)r� r� rW rX r� r r r rX ) s
zSharedMemoryServer.shutdownc C s | j �|� dS )z?Adds the supplied shared memory block name to Server's tracker.N)r� r� �r, r> r� r r r r� . s z SharedMemoryServer.track_segmentc C s | j �|� dS )z�Calls unlink() on the shared memory block with the supplied name
and removes it from the tracker instance inside the Server.N)r� r� r� r r r r� 2 s z"SharedMemoryServer.release_segmentc C s | j jS )zbReturns a list of names of shared memory blocks that the Server
is currently tracking.)r� r� r� r r r r� 7 s z SharedMemoryServer.list_segmentsN) r4 r6 r7 rW r� r- rY r� rX r� r� r� r r r r r� s �
r� c @ s< e Zd ZdZeZdd� Zdd� Zdd� Zdd � Z d
d � Z
d S )
r a� Like SyncManager but uses SharedMemoryServer instead of Server.
It provides methods for creating and returning SharedMemory instances
and for creating a list-like object (ShareableList) backed by shared
memory. It also provides methods that create and return Proxy Objects
that support synchronization across processes (i.e. multi-process-safe
locks and semaphores).
c O sN t jdkr ddlm} |�� tj| f|�|� t�| j j
� dt � � �� d S )N�posixr )�resource_trackerz created by pid ) r� r � r� Zensure_runningr r- r r{ r3 r4 r )r, r@ r� r� r r r r- I s
z SharedMemoryManager.__init__c C s t �| jj� dt� � �� d S )Nz.__del__ by pid )r r{ r3 r4 r r. r r r r� U s zSharedMemoryManager.__del__c C sh | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���| �| j | j
| j | j �S )z@Better than monkeypatching for now; merge into Server ultimatelyz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr� )
r� r� r� r� r� r
r� rK r� r� r� r� r� r. r r r r� Y s
� �z SharedMemoryManager.get_serverc C sx | j | j| jd��\}tjdd|d�}zt|dd|jf� W n. tk
rh } z|�� |�W 5 d}~X Y nX W 5 Q R X |S )zoReturns a new SharedMemory instance with the specified size in
bytes, to be tracked by the manager.r� NT)rY �sizer� ) r� r� r� r r� rD r �
BaseExceptionr� )r, r� r� Zsmsr� r r r r� f s z SharedMemoryManager.SharedMemoryc C sv | j | j| jd��Z}t�|�}zt|dd|jjf� W n0 tk
rf } z|j� � |�W 5 d}~X Y nX W 5 Q R X |S )z�Returns a new ShareableList instance populated with the values
from the input sequence, to be tracked by the manager.r� Nr� )
r� r� r� r �
ShareableListrD Zshmr r� r� )r, r4 r� Zslr� r r r r� r s
z!SharedMemoryManager.ShareableListN) r4 r6 r7 r8 r� r� r- r� r� r� r� r r r r r = s
)NNNT)T)S�__all__rx rm r� r ZqueuerE r� r r� r r� r
�contextr r r
r r r r r Z HAS_SHMEM� ImportErrorr r Z
view_typesr$ r' Z view_typerT r rD r= r� rL rT rV rW r� rq rr Z XmlListenerZ XmlClientrh r r� r r r$ r* r r+ r. r5 r6 r; r@ rH rJ rQ rX rY rj rl r� rp Z
BasePoolProxyrq r ry rt rn rz r{ r| r} r~ r r� r� r� r r r r r �<module> s� �
c
� w
4 �
�
�
�%8 __pycache__/util.cpython-38.opt-2.pyc 0000644 00000024570 15033636440 0013335 0 ustar 00 U
e5d~6 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd� Zd d� Zd d� Zd d� Zd d � Zd@d d
�Zd!d"� Zd#d$� Ze� Z d%d&� Z d'd � Z e� � Z e�!� Z"d(d)� Z#d*d � Z$i Z%e�!� Z&G d+d� de'�Z(dAd,d-�Z)d.d
� Z*da+eee)e j,e j-fd/d0�Z.e�/e.� G d1d� de'�Z0G d2d� dej1�Z2ze �3d3�Z4W n e5k
�r� d4Z4Y nX d5d� Z6d6d7� Z7d8d9� Z8d:d;� Z9d<d=� Z:d>d?� Z;dS )B� N)� _args_from_interpreter_flags� )�process� sub_debug�debug�info� sub_warning�
get_logger�
log_to_stderr� get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING� �
� � �multiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f|�� d S �N)�_logger�logr ��msg�args� r �,/usr/lib64/python3.8/multiprocessing/util.pyr , s c G s t rt jt| f|�� d S r )r r �DEBUGr r r r r 0 s c G s t rt jt| f|�� d S r )r r �INFOr r r r r 4 s c G s t rt jt| f|�� d S r )r r r r r r r r 8 s c C s| dd l } | �� z\tsj| �t�adt_ttd�rFt� t
� t� t
� n$tj �
t
di f� tj �t
di f� W 5 | �� X tS )Nr �
unregisterr )�loggingZ _acquireLockZ _releaseLockr Z getLogger� LOGGER_NAMEZ propagate�hasattr�atexitr# �_exit_function�registerZ
_exithandlers�remove�append)r$ r r r r < s
c C sJ dd l }t� }|�t�}|�� }|�|� |�|� | rB|�| � dat S )Nr T)
r$ r Z Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel�_log_to_stderrr )�levelr$ ZloggerZ formatterZhandlerr r r r
W s
c C s t jdkrdS tt d�r dS dS )NZlinuxTZgetandroidapilevelF)�sys�platformr& r r r r �#_platform_supports_abstract_socketsl s
r1 c C s@ | sdS t | t�r | d dkS t | t�r4| d dkS td��d S )NFr � z(address type of {address!r} unrecognized)�
isinstance�bytes�str� TypeError)Zaddressr r r � is_abstract_socket_namespacet s
r7 c C s& | |� t �� }|d k r"d |jd< d S )N�tempdir)r �current_process�_config)�rmtreer8 r9 r r r �_remove_temp_dir� s r< c C sf t �� j�d�} | d krbdd l}dd l}|jdd�} td| � td t |j
| fdd� | t �� jd< | S )Nr8 r zpymp-)�prefixzcreated temp directory %si����)r � exitpriority) r r9 r: �get�shutil�tempfileZmkdtempr r r< r; )r8 r@ rA r r r r � s
�c C sf t t�� �} | �� | D ]H\\}}}}z ||� W q tk
r^ } ztd|� W 5 d }~X Y qX qd S )Nz after forker raised exception %s)�list�_afterfork_registry�items�sort� Exceptionr )rD �indexZident�func�obj�er r r �_run_after_forkers� s rK c C s | t tt�t| �|f< d S r )rC �next�_afterfork_counter�id)rI rH r r r r � s c @ sB e Zd Zd
dd�Zdeeejfdd�Zdd� Z d d
� Z
d d � Z dS )r r Nc C s� |d k r&t |t�s&td�|t|����|d k r>t�|| �| _n|d krNtd��|| _ || _
|p`i | _ |t t
�f| _t�� | _| t| j< d S )Nz3Exitpriority ({0!r}) must be None or int, not {1!s}z+Without object, exitpriority cannot be None)r3 �intr6 �format�type�weakref�ref�_weakref�
ValueError� _callback�_args�_kwargsrL �_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfrI �callbackr �kwargsr> r r r �__init__� s" ��
zFinalize.__init__c C s� z || j = W n tk
r( |d� Y nbX | j|� krD|d� d }n$|d| j| j| j� | j| j| j�}d | _ | _ | _ | _| _ |S d S )Nz finalizer no longer registeredz+finalizer ignored because different processz/finalizer calling %s with args %s and kwargs %s)rZ �KeyErrorr] rV rW rX rT )r_ Zwrr^ r r\ �resr r r �__call__� s$ �� zFinalize.__call__c C sD z t | j= W n tk
r Y n X d | _ | _ | _ | _| _d S r )r^ rZ rc rT rV rW rX �r_ r r r �cancel� s � �zFinalize.cancelc C s
| j tkS r )rZ r^ rf r r r � still_active� s zFinalize.still_activec C s� z | � � }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| j�f }| jrr|dt| j� 7 }| j r�|dt| j � 7 }| j
d d k r�|dt| j
d � 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s�__name__z, args=z , kwargs=r z, exitpriority=�>) rT �AttributeErrorr6 � __class__ri �getattrrV rW r5 rX rZ )r_ rI �xr r r �__repr__� s"
�zFinalize.__repr__)r NN) ri �
__module__� __qualname__rb r^ r r[ r\ re rg rh ro r r r r r � s
�
c s� t d kr d S �d kr dd� � n �fdd�� � fdd�tt �D �}|jdd� |D ]P}t �|�}|d k rPtd|� z
|� W qP tk
r� d d l}|�� Y qPX qP�d kr�t �� d S )
Nc S s | d d k S �Nr r ��pr r r �<lambda> � z!_run_finalizers.<locals>.<lambda>c s | d d k o| d � kS rr r rs )� minpriorityr r ru rv c s g | ]}� |�r|�qS r r )�.0�key)�fr r �
<listcomp># s z#_run_finalizers.<locals>.<listcomp>T)�reversez
calling %sr ) r^ rB rE r? r rF � traceback� print_exc�clear)rw �keysry � finalizerr} r )rz rw r �_run_finalizers s$
r� c C s t p
t d kS r )�_exitingr r r r r
8 s c C s� t s�da | d� |d� |d� |� d k rr|� D ] }|jr0| d|j� |j�� q0|� D ]}| d|j� |�� qX|d� |� d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)r� Zdaemon�nameZ_popenZ terminate�join)r r r� �active_childrenr9 rt r r r r( @ s
r( c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s | � � t| tj � d S r )�_resetr r rf r r r rb q s z ForkAwareThreadLock.__init__c C s" t �� | _| jj| _| jj| _d S r )� threadingZLock�_lock�acquire�releaserf r r r r� u s
zForkAwareThreadLock._resetc C s
| j �� S r )r� � __enter__rf r r r r� z s z ForkAwareThreadLock.__enter__c G s | j j|� S r )r� �__exit__)r_ r r r r r� } s z ForkAwareThreadLock.__exit__N)ri rp rq rb r� r� r� r r r r r p s c @ s e Zd Zdd� Zdd� ZdS )r c C s t | dd� � d S )Nc S s
| j �� S r )�__dict__r )rI r r r ru � rv z)ForkAwareLocal.__init__.<locals>.<lambda>)r rf r r r rb � s zForkAwareLocal.__init__c C s t | �dfS )Nr )rQ rf r r r �
__reduce__� s zForkAwareLocal.__reduce__N)ri rp rq rb r� r r r r r � s � SC_OPEN_MAX� c C sN t | �dtg } | �� tt| �d �D ] }t�| | d | |d � q(d S )N���r )rB �MAXFDrE �range�lenr[ �
closerange)�fds�ir r r r � s c C s� t jd krd S zt j�� W n ttfk
r4 Y nX z@t�tjtj�} zt| dd�t _W n t�| � � Y nX W n ttfk
r� Y nX d S )NF)�closefd) r/ �stdin�close�OSErrorrU r[ �open�devnull�O_RDONLY)�fdr r r � _close_stdin� s
r� c C sT zt j�� W n ttfk
r& Y nX zt j�� W n ttfk
rN Y nX d S r )r/ �stdout�flushrk rU �stderrr r r r �_flush_std_streams� s r� c C sx dd l }tttt|���}t�� \}}z6|�|t� | �gd|d d dddddd||ddd �W �S t�|� t�|� X d S )Nr Tr� F)
�_posixsubprocess�tuple�sorted�maprO r[ �piper� Z fork_exec�fsencode)�pathr Zpassfdsr� Z errpipe_readZ
errpipe_writer r r �spawnv_passfds� s2
�
r� c G s | D ]}t �|� qd S r )r[ r� )r� r� r r r � close_fds� s r� c C sZ ddl m} t�� ddlm} |j�� ddlm} |j �� t
� | � � | � � d S )Nr )�support)�
forkserver)�resource_tracker)
Ztestr� r Z_cleanupr r� Z _forkserverZ_stopr� Z_resource_trackerr� Z
gc_collectZ
reap_children)r� r� r� r r r �_cleanup_tests� s
r� )N)N)<r[ � itertoolsr/ rR r' r� �
subprocessr � r �__all__ZNOTSETr r! r" r r% r, r r- r r r r r r
r1 r7 Zabstract_sockets_supportedr< r ZWeakValueDictionaryrC �countrM rK r r^ rY �objectr r� r
r� r� r9 r( r) r Zlocalr �sysconfr� rF r r� r� r� r� r� r r r r �<module>
s� �
V
,�
*
__pycache__/popen_fork.cpython-38.pyc 0000644 00000005126 15033636440 0013556 0 ustar 00 U
e5d
� @ s6 d dl Z d dlZddlmZ dgZG dd� de�ZdS )� N� )�util�Popenc @ s` e Zd ZdZdd� Zdd� Zejfdd�Zdd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� ZdS )r �forkc C s" t �� d | _d | _| �|� d S �N)r Z_flush_std_streams�
returncode� finalizer�_launch)�self� process_obj� r �2/usr/lib64/python3.8/multiprocessing/popen_fork.py�__init__ s zPopen.__init__c C s |S r r )r
�fdr r r
�duplicate_for_child s zPopen.duplicate_for_childc
C s� | j d kr�zt�| j|�\}}W n( tk
rH } z
W Y �d S d }~X Y nX || jkr�t�|�rnt�|� | _ n$t�|�s�td� |���t�
|�| _ | j S )NzStatus is {:n}) r �os�waitpid�pid�OSError� WIFSIGNALED�WTERMSIG� WIFEXITED�AssertionError�format� WEXITSTATUS)r
�flagr �sts�er r r
�poll s
z
Popen.pollNc C sN | j d krH|d k r0ddlm} || jg|�s0d S | �|dkrBtjnd�S | j S )Nr )�waitg )r Zmultiprocessing.connectionr �sentinelr r �WNOHANG)r
�timeoutr r r r
r ( s
z
Popen.waitc C sZ | j d krVzt�| j|� W n8 tk
r0 Y n& tk
rT | jdd�d krP� Y nX d S )Ng�������?)r" )r r �killr �ProcessLookupErrorr r )r
Zsigr r r
� _send_signal2 s
zPopen._send_signalc C s | � tj� d S r )r% �signal�SIGTERM�r
r r r
� terminate< s zPopen.terminatec C s | � tj� d S r )r% r& �SIGKILLr( r r r
r# ? s z
Popen.killc C s� d}t �� \}}t �� \}}t �� | _| jdkrdz$t �|� t �|� |j|d�}W 5 t �|� X n0t �|� t �|� t�| tj ||f�| _
|| _ d S )Nr r )Zparent_sentinel) r �piper r �_exit�close�
_bootstrapr ZFinalizeZ close_fdsr r )r
r �codeZparent_rZchild_wZchild_rZparent_wr r r
r B s
�z
Popen._launchc C s | j d k r| � � d S r )r r( r r r
r- U s
z Popen.close)N)�__name__�
__module__� __qualname__�methodr r r r! r r r% r) r# r r- r r r r
r s
)r r& � r �__all__�objectr r r r r
�<module> s __pycache__/process.cpython-38.pyc 0000644 00000025373 15033636440 0013100 0 ustar 00 U
e5d�. � @ s8 d dddgZ ddlZddlZddlZddlZddlZddlmZ zej� e�
� �Z W n e k
rl dZ Y nX dd� Z
dd� Zd d� Zd
d � ZG d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�Zdae� ae�d�ae� a [i Z e ej � � �D ]0\Z!Z"e!dd� dkr�de!kr�de!� �e e" < q�e� Z#dS )� BaseProcess�current_process�active_children�parent_process� N)�WeakSetc C s t S )z@
Return process object representing the current process
)�_current_process� r r �//usr/lib64/python3.8/multiprocessing/process.pyr % s c C s t � tt�S )zN
Return list of process objects corresponding to live child processes
)�_cleanup�list� _childrenr r r r r + s c C s t S )z?
Return process object representing the parent process
)�_parent_processr r r r r 3 s c C s* t t�D ] } | j�� d k rt�| � qd S �N)r r �_popen�poll�discard)�pr r r r
= s r
c @ s� e Zd ZdZdd� Zddddi fdd�dd�Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
d,dd�Z dd� Z dd� Z
edd� �Zejdd� �Zed d � �Zejd d � �Zed d � �Zejd!d � �Zed"d#� �Zed$d%� �ZeZed&d'� �Zd(d)� Zd-d*d+�ZdS ).r z�
Process objects represent activity that is run in a separate process
The class is analogous to `threading.Thread`
c C s t �d S r )�NotImplementedError��selfr r r �_PopenM s zBaseProcess._PopenNr )�daemonc C s� |d kst d��tt�}tj|f | _tj�� | _t�� | _ tj
| _ d | _ d| _
|| _t|�| _t|�| _|p�t| �jd d�dd� | jD �� | _|d k r�|| _t�| � d S )Nz#group argument must be None for nowF�-�:c s s | ]}t |�V qd S r )�str)�.0�ir r r � <genexpr>^ s z'BaseProcess.__init__.<locals>.<genexpr>)�AssertionError�next�_process_counterr � _identity�_config�copy�os�getpid� _parent_pid�name� _parent_namer �_closed�_target�tuple�_args�dict�_kwargs�type�__name__�join�_namer � _dangling�add)r �group�targetr' �args�kwargsr �countr r r �__init__P s"
�zBaseProcess.__init__c C s | j rtd��d S )Nzprocess object is closed)r) �
ValueErrorr r r r �
_check_closedc s zBaseProcess._check_closedc C s | j r| j | j| j� dS )zQ
Method to be run in sub-process; can be overridden in sub-class
N)r* r, r. r r r r �rung s zBaseProcess.runc C sz | � � | jdkstd��| jt�� ks0td��tj�d�rDtd��t � | �
| �| _| jj | _ | `
| `| `t�| � dS )z%
Start child process
Nz cannot start a process twicez:can only start a process object created by current processr z3daemonic processes are not allowed to have children)r< r r r& r$ r% r r" �getr
r �sentinel� _sentinelr* r, r. r r4 r r r r �startn s ��
zBaseProcess.startc C s | � � | j�� dS )zT
Terminate process; sends SIGTERM signal or uses TerminateProcess()
N)r< r � terminater r r r rB � s zBaseProcess.terminatec C s | � � | j�� dS )zT
Terminate process; sends SIGKILL signal or uses TerminateProcess()
N)r< r �killr r r r rC � s zBaseProcess.killc C sR | � � | jt�� ks td��| jdk s0td��| j�|�}|dk rNt�| � dS )z5
Wait until child process terminates
z can only join a child processNz can only join a started process) r< r& r$ r% r r �waitr r )r �timeout�resr r r r1 � s zBaseProcess.joinc C s` | � � | tkrdS | jt�� ks*td��| jdkr8dS | j�� }|dkrNdS t� | � dS dS )z1
Return whether process is alive
Tz can only test a child processNF)
r< r r& r$ r% r r r r r )r �
returncoder r r �is_alive� s
zBaseProcess.is_alivec C sH | j dk r>| j �� dkr td��| j �� d| _ | `t�| � d| _dS )z�
Close the Process object.
This method releases resources held by the Process object. It is
an error to call this method if the child process is still running.
Nz^Cannot close a process while it is still running. You should first call join() or terminate().T)r r r; �closer@ r r r) r r r r rI � s
zBaseProcess.closec C s | j S r )r2 r r r r r' � s zBaseProcess.namec C s t |t�std��|| _d S )Nzname must be a string)�
isinstancer r r2 )r r' r r r r' � s c C s | j �dd�S )z4
Return whether process is a daemon
r F)r" r> r r r r r � s zBaseProcess.daemonc C s | j dkstd��|| jd< dS )z1
Set whether process is a daemon
Nzprocess has already startedr )r r r" )r Zdaemonicr r r r � s c C s
| j d S )N�authkey)r" r r r r rK � s zBaseProcess.authkeyc C s t |�| jd< dS )z2
Set authorization key of process
rK N)�AuthenticationStringr" )r rK r r r rK � s c C s" | � � | jdkr| jS | j�� S )zM
Return exit code of process or `None` if it has yet to stop
N)r< r r r r r r �exitcode� s
zBaseProcess.exitcodec C s* | � � | tkrt�� S | jo$| jjS dS )zU
Return identifier (PID) of process or `None` if it has yet to start
N)r< r r$ r% r �pidr r r r �ident� s zBaseProcess.identc C s4 | � � z| jW S tk
r. td�d�Y nX dS )z{
Return a file descriptor (Unix) or handle (Windows) suitable for
waiting for process termination.
zprocess not startedN)r< r@ �AttributeErrorr; r r r r r? � s
zBaseProcess.sentinelc C s� d }| t krd}nL| jr d}n@| jt�� kr2d}n,| jd krBd}n | j�� }|d k rZd}nd}t| �jd| j g}| jd k r�|�
d| jj � |�
d| j � |�
|� |d k r�t �
||�}|�
d | � | jr�|�
d
� d d �|� S )
NZstarted�closed�unknown�initialZstoppedzname=%rzpid=%sz parent=%sz exitcode=%sr z<%s>� )r r) r& r$ r% r r r/ r0 r2 �appendrN �_exitcode_to_namer> r r1 )r rM Zstatus�infor r r �__repr__ s0
zBaseProcess.__repr__c
C sv ddl m}m} �z>z�| jd k r,|�| j� t �
d�a t � a
|�� t}| at| j| j|�atjrnt�� �� z|j�� |�� W 5 ~X |�d� z| �� d}W 5 |�� X W n� t k
�r } zJ|j s�d}n:t |j d t �r�|j d }n t j!�"t#|j d �d � d}W 5 d }~X Y n2 d}dd l$}t j!�"d| j% � |�&� Y nX W 5 t�� |�d| � |�� X |S )N� )�util�contextz process exiting with exitcode %dz child process calling self.run()r �
z Process %s:
)'� rZ r[ � threadingZ _shutdownrW Z_flush_std_streamsZ
_start_methodZ_force_start_method� itertoolsr9 r �setr Z _close_stdinr �_ParentProcessr( r& r
Z_HAVE_THREAD_NATIVE_IDZ main_threadZ_set_native_idZ_finalizer_registry�clearZ_run_after_forkersZ_exit_functionr= �
SystemExitr7 rJ �int�sys�stderr�writer � tracebackr' � print_exc)r Zparent_sentinelrZ r[ rM Z old_process�erh r r r �
_bootstrap" sR
�
zBaseProcess._bootstrap)N)N)r0 �
__module__� __qualname__�__doc__r r: r< r= rA rB rC r1 rH rI �propertyr' �setterr rK rM rO rN r? rX rk r r r r r G sD �
c @ s e Zd Zdd� ZdS )rL c C s, ddl m} |� d kr td��tt| �ffS )NrY )�get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)r[ rq � TypeErrorrL �bytes)r rq r r r �
__reduce__X s
�z AuthenticationString.__reduce__N)r0 rl rm rt r r r r rL W s rL c @ s6 e Zd Zdd� Zdd� Zedd� �Zd
dd �ZeZdS ) ra c C s4 d| _ || _|| _d | _d | _d| _|| _i | _d S )Nr F)r! r2 �_pidr& r r) r@ r" )r r' rN r? r r r r: h s z_ParentProcess.__init__c C s ddl m} || jgdd� S )Nr �rD �rE �Zmultiprocessing.connectionrD r@ )r rD r r r rH r s z_ParentProcess.is_alivec C s | j S r )ru r r r r rO v s z_ParentProcess.identNc C s ddl m} || jg|d� dS )z6
Wait until parent process terminates
r rv rw Nrx )r rE rD r r r r1 z s z_ParentProcess.join)N) r0 rl rm r: rH ro rO r1 rN r r r r ra f s
ra c @ s e Zd Zdd� Zdd� ZdS )� _MainProcessc C s8 d| _ d| _d | _d | _d| _tt�d��dd�| _d S )Nr Z MainProcessF� z/mp)rK Z semprefix) r! r2 r& r r) rL r$ �urandomr" r r r r r: � s �z_MainProcess.__init__c C s d S r r r r r r rI � s z_MainProcess.closeN)r0 rl rm r: rI r r r r ry � s ry rY � ZSIG�_r )$�__all__r$ re �signalr_ r^ Z _weakrefsetr �path�abspath�getcwdZ ORIGINAL_DIR�OSErrorr r r r
�objectr rs rL ra ry r
r r9 r r` r rV r �__dict__�itemsr' Zsignumr3 r r r r �<module>
s@ �
!
__pycache__/synchronize.cpython-38.opt-2.pyc 0000644 00000025333 15033636440 0014731 0 ustar 00 U
e5dZ- � @ s, d dddddgZ ddlZddlZddlZddlZddlZdd lmZ dd
lmZ dd lm Z zdd lm
Z
m Z W n e k
r� e d
��Y nX e
ed��\ZZej
jZG dd� de�Z
G dd� de
�ZG dd� de�ZG dd � d e
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG dd� dej�ZdS )�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event� N� )�context)�process)�util)�SemLock�
sem_unlinkz�This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.� c @ s\ e Zd Ze�� Zdd� Zedd� �Zdd� Z dd� Z
d d
� Z d d � Z d
d� Z
edd� �ZdS )r c C s� |d krt j�� }|�� }tjdkp*|dk}td�D ]>}z t�|||| � � |� }| _
W n t k
rl Y q4X q|q4t d��t �
d|j � | �� tjdkr�dd� } t �| | � | j
jd k r�dd lm}
|
| j
jd
� t j| tj| j
jfd d � d S )
N�win32�fork�d z cannot find name for semaphorez created semlock with handle %sc S s | j �� d S �N)�_semlock� _after_fork)�obj� r �3/usr/lib64/python3.8/multiprocessing/synchronize.pyr G s z%SemLock.__init__.<locals>._after_forkr )�register� semaphorer )Z exitpriority)r Z_default_contextZ get_contextZget_start_method�sys�platform�range�_multiprocessingr �
_make_namer �FileExistsErrorr �debug�handle�
_make_methodsZregister_after_fork�name�resource_trackerr ZFinalize�_cleanup) �self�kind�value�maxvalue�ctxr# Z
unlink_now�i�slr r r r r �__init__2 s8
�
�zSemLock.__init__c C s" ddl m} t| � || d� d S )Nr )�
unregisterr )r$ r. r
)r# r. r r r r% T s zSemLock._cleanupc C s | j j| _| j j| _d S r )r �acquire�release�r& r r r r" Z s
zSemLock._make_methodsc C s
| j �� S r )r � __enter__r1 r r r r2 ^ s zSemLock.__enter__c G s | j j|� S r )r �__exit__�r& �argsr r r r3 a s zSemLock.__exit__c C sD t �| � | j}tjdkr,t �� �|j�}n|j}||j|j |j
fS )Nr ) r �assert_spawningr r r Zget_spawning_popenZduplicate_for_childr! r' r) r# )r& r, �hr r r � __getstate__d s
zSemLock.__getstate__c C s, t jj|� | _t�d|d � | �� d S )Nz recreated blocker with handle %rr )r r Z_rebuildr r r r" �r& �stater r r � __setstate__m s zSemLock.__setstate__c C s dt �� jd ttj�f S )Nz%s-%sZ semprefix)r
�current_processZ_config�nextr �_randr r r r r r s �zSemLock._make_nameN)�__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer> r- � staticmethodr% r" r2 r3 r8 r; r r r r r r . s "
r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r r c C s t j| t|t|d� d S �N�r* )r r- � SEMAPHORE�
SEM_VALUE_MAX�r& r( r* r r r r- } s zSemaphore.__init__c C s
| j �� S r )r �
_get_valuer1 r r r � get_value� s zSemaphore.get_valuec C s8 z| j �� }W n tk
r& d}Y nX d| jj|f S )N�unknownz<%s(value=%s)>)r rI � Exception� __class__r? �r& r( r r r �__repr__� s
zSemaphore.__repr__N)r )r? r@ rA r- rJ rO r r r r r { s
c @ s e Zd Zddd�Zdd� ZdS )r r c C s t j| t|||d� d S rD �r r- rF rH r r r r- � s zBoundedSemaphore.__init__c C s> z| j �� }W n tk
r& d}Y nX d| jj|| j jf S )NrK z<%s(value=%s, maxvalue=%s)>)r rI rL rM r? r) rN r r r rO � s
�zBoundedSemaphore.__repr__N)r �r? r@ rA r- rO r r r r r � s
c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S �Nr rE rP �r& r* r r r r- � s z
Lock.__init__c C s� zf| j �� r8t�� j}t�� jdkrd|dt�� j 7 }n,| j �� dkrLd}n| j �� dkr`d}nd}W n t k
r~ d}Y nX d | j
j |f S )
N�
MainThread�|r �Noner �SomeOtherThread�SomeOtherProcessrK z<%s(owner=%s)>) r �_is_miner
r< r# � threading�current_threadrI �_countrL rM r? )r& r# r r r rO � s
z
Lock.__repr__NrQ r r r r r � s c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S rR )r r- �RECURSIVE_MUTEXrS r r r r- � s zRLock.__init__c C s� z|| j �� rBt�� j}t�� jdkr6|dt�� j 7 }| j �� }n8| j �� dkrZd\}}n | j �� dkrrd\}}nd\}}W n t k
r� d\}}Y nX d | j
j ||f S )
NrT rU r )rV r r )rW �nonzero)rX r^ )rK rK � <%s(%s, %s)>) r rY r
r< r# rZ r[ r\ rI rL rM r? )r& r# �countr r r rO � s
zRLock.__repr__NrQ r r r r r � s c @ sl e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z ddd�Z
ddd�Z dd� Z d dd�Z
dS ) r Nc C s> |p
|� � | _|�d�| _|�d�| _|�d�| _| �� d S �Nr )r �_lockr �_sleeping_count� _woken_count�_wait_semaphorer" )r& �lockr* r r r r- � s
zCondition.__init__c C s t �| � | j| j| j| jfS r )r r6 rb rc rd re r1 r r r r8 � s
�zCondition.__getstate__c C s |\| _ | _| _| _| �� d S r )rb rc rd re r" r9 r r r r; � s
�
zCondition.__setstate__c C s
| j �� S r )rb r2 r1 r r r r2 � s zCondition.__enter__c G s | j j|� S r )rb r3 r4 r r r r3 � s zCondition.__exit__c C s | j j| _| j j| _d S r )rb r/ r0 r1 r r r r" � s
zCondition._make_methodsc C sJ z | j j�� | jj�� }W n tk
r4 d}Y nX d| jj| j|f S )NrK r_ )rc r rI rd rL rM r? rb )r& Z num_waitersr r r rO � s
�
zCondition.__repr__c C sj | j �� | jj�� }t|�D ]}| j�� q z| j�d|�W �S | j�� t|�D ]}| j�� qTX d S )NT) rc r0 rb r r\ r rd r/ re )r& �timeoutr` r+ r r r �wait� s
zCondition.waitr c C st | j �d�r| j�d�}q d}||k rF| j�d�rF| j�� |d7 }q |rpt|�D ]}| j �� qR| j�d�rpqbd S )NFr r )rd r/ rc re r0 r )r& �n�resZsleepersr+ r r r �notify s
zCondition.notifyc C s | j tjd� d S )N)ri )rk r �maxsizer1 r r r �
notify_all( s zCondition.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S ra )�time� monotonicrh )r& Z predicaterg �resultZendtimeZwaittimer r r �wait_for+ s
zCondition.wait_for)N)N)r )N)r? r@ rA r- r8 r; r2 r3 r" rO rh rk rm rq r r r r r � s
c @ s6 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
d �Zd S )
r c C s |� |�� �| _|�d�| _d S ra )r r �_condr �_flagrS r r r r- C s zEvent.__init__c C sD | j �4 | j�d�r,| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S �NFT)rr rs r/ r0 r1 r r r �is_setG s
z Event.is_setc C s6 | j �& | j�d� | j�� | j �� W 5 Q R X d S �NF)rr rs r/ r0 rm r1 r r r �setN s
z Event.setc C s" | j � | j�d� W 5 Q R X d S rv )rr rs r/ r1 r r r �clearT s z Event.clearNc C sh | j �X | j�d�r | j�� n | j �|� | j�d�rP| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S rt )rr rs r/ r0 rh )r& rg r r r rh X s
z
Event.wait)N)r? r@ rA r- ru rw rx rh r r r r r A s
c @ sZ e Zd Zddd�Zdd� Zdd� Zedd � �Zejd
d � �Zed d � �Z e jd
d � �Z dS )�BarrierNc C sR dd l }ddlm} ||�d�d �}|�� }| �|||||f� d| _d| _d S )Nr r )�
BufferWrapperr+ r )�struct�heaprz Zcalcsizer r; �_stater\ ) r& Zparties�actionrg r* r{ rz �wrapperZcondr r r r- j s zBarrier.__init__c C s. |\| _ | _| _| _| _| j�� �d�| _d S )Nr+ )�_parties�_action�_timeoutrr �_wrapperZcreate_memoryview�cast�_arrayr9 r r r r; s s
� zBarrier.__setstate__c C s | j | j| j| j| jfS r )r� r� r� rr r� r1 r r r r8 x s �zBarrier.__getstate__c C s
| j d S ra �r� r1 r r r r} | s zBarrier._statec C s || j d< d S ra r� rN r r r r} � s c C s
| j d S �Nr r� r1 r r r r\ � s zBarrier._countc C s || j d< d S r� r� rN r r r r\ � s )NN)
r? r@ rA r- r; r8 �propertyr} �setterr\ r r r r ry h s
ry )�__all__rZ r rB r rn � r r
r r r
� ImportError�listr r] rF rG �objectr r r r r r ry r r r r �<module> s8 � Mo' __pycache__/process.cpython-38.opt-2.pyc 0000644 00000021311 15033636440 0014024 0 ustar 00 U
e5d�. � @ s8 d dddgZ ddlZddlZddlZddlZddlZddlmZ zej� e�
� �Z W n e k
rl dZ Y nX dd� Z
dd� Zd d� Zd
d � ZG d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�Zdae� ae�d�ae� a [i Z e ej � � �D ]0\Z!Z"e!dd� dkr�de!kr�de!� �e e" < q�e� Z#dS )� BaseProcess�current_process�active_children�parent_process� N)�WeakSetc C s t S �N)�_current_process� r r �//usr/lib64/python3.8/multiprocessing/process.pyr % s c C s t � tt�S r )�_cleanup�list� _childrenr r r r
r + s c C s t S r )�_parent_processr r r r
r 3 s c C s* t t�D ] } | j�� d k rt�| � qd S r )r r
�_popen�poll�discard)�pr r r
r = s r c @ s� e Zd Zdd� Zddddi fdd�dd�Zdd � Zd
d � Zd d
� Zdd� Zdd� Z d+dd�Z
dd� Z dd� Z e
dd� �Zejdd� �Ze
dd � �Zejd d � �Ze
d d � �Zejd d � �Ze
d!d"� �Ze
d#d$� �ZeZe
d%d&� �Zd'd(� Zd,d)d*�ZdS )-r c C s t �d S r )�NotImplementedError��selfr r r
�_PopenM s zBaseProcess._PopenNr )�daemonc C s� t t�}tj|f | _tj�� | _t�� | _tj | _
d | _ d| _ || _
t|�| _t|�| _|p�t| �jd d�dd� | jD �� | _|d k r�|| _t�| � d S )NF�-�:c s s | ]}t |�V qd S r )�str)�.0�ir r r
� <genexpr>^ s z'BaseProcess.__init__.<locals>.<genexpr>)�next�_process_counterr � _identity�_config�copy�os�getpid� _parent_pid�name� _parent_namer �_closed�_target�tuple�_args�dict�_kwargs�type�__name__�join�_namer � _dangling�add)r �group�targetr& �args�kwargsr �countr r r
�__init__P s
�zBaseProcess.__init__c C s | j rtd��d S )Nzprocess object is closed)r( �
ValueErrorr r r r
�
_check_closedc s zBaseProcess._check_closedc C s | j r| j | j| j� d S r )r) r+ r- r r r r
�rung s zBaseProcess.runc C s> | � � t� | �| �| _| jj| _| `| `| `t �
| � d S r ) r; r r r �sentinel� _sentinelr) r+ r- r
r3 r r r r
�startn s
zBaseProcess.startc C s | � � | j�� d S r )r; r � terminater r r r
r@ � s zBaseProcess.terminatec C s | � � | j�� d S r )r; r �killr r r r
rA � s zBaseProcess.killc C s* | � � | j�|�}|d k r&t�| � d S r )r; r �waitr
r )r �timeout�resr r r
r0 � s zBaseProcess.joinc C sJ | � � | tkrdS | jd kr"dS | j�� }|d kr8dS t�| � dS d S )NTF)r; r r r r
r )r �
returncoder r r
�is_alive� s
zBaseProcess.is_alivec C sH | j d k r>| j �� d kr td��| j �� d | _ | `t�| � d| _d S )Nz^Cannot close a process while it is still running. You should first call join() or terminate().T)r r r: �closer> r
r r( r r r r
rG � s
zBaseProcess.closec C s | j S r �r1 r r r r
r& � s zBaseProcess.namec C s
|| _ d S r rH )r r& r r r
r& � s c C s | j �dd�S )Nr F)r! �getr r r r
r � s zBaseProcess.daemonc C s || j d< d S )Nr �r! )r Zdaemonicr r r
r � s c C s
| j d S �N�authkeyrJ r r r r
rL � s zBaseProcess.authkeyc C s t |�| jd< d S rK )�AuthenticationStringr! )r rL r r r
rL � s c C s" | � � | jd kr| jS | j�� S r )r; r r r r r r
�exitcode� s
zBaseProcess.exitcodec C s* | � � | tkrt�� S | jo$| jjS d S r )r; r r# r$ r �pidr r r r
�ident� s zBaseProcess.identc C s4 | � � z| jW S tk
r. td�d �Y nX d S )Nzprocess not started)r; r> �AttributeErrorr: r r r r
r= � s
zBaseProcess.sentinelc C s� d }| t krd}nL| jr d}n@| jt�� kr2d}n,| jd krBd}n | j�� }|d k rZd}nd}t| �jd| j g}| jd k r�|�
d| jj � |�
d| j � |�
|� |d k r�t �
||�}|�
d | � | jr�|�
d
� d d �|� S )
NZstarted�closed�unknown�initialZstoppedzname=%rzpid=%sz parent=%sz exitcode=%sr z<%s>� )r r( r% r# r$ r r r. r/ r1 �appendrO �_exitcode_to_namerI r r0 )r rN Zstatus�infor r r
�__repr__ s0
zBaseProcess.__repr__c
C sv ddl m}m} �z>z�| jd k r,|�| j� t �
d�a t � a
|�� t}| at| j| j|�atjrnt�� �� z|j�� |�� W 5 ~X |�d� z| �� d}W 5 |�� X W n� t k
�r } zJ|j s�d}n:t |j d t �r�|j d }n t j!�"t#|j d �d � d}W 5 d }~X Y n2 d}dd l$}t j!�"d| j% � |�&� Y nX W 5 t�� |�d| � |�� X |S )N� )�util�contextz process exiting with exitcode %dz child process calling self.run()r �
z Process %s:
)'� r[ r\ � threadingZ _shutdownrX Z_flush_std_streamsZ
_start_methodZ_force_start_method� itertoolsr8 r �setr
Z _close_stdinr �_ParentProcessr' r% r Z_HAVE_THREAD_NATIVE_IDZ main_threadZ_set_native_idZ_finalizer_registry�clearZ_run_after_forkersZ_exit_functionr< �
SystemExitr6 �
isinstance�int�sys�stderr�writer � tracebackr& � print_exc)r Zparent_sentinelr[ r\ rN Z old_process�erj r r r
�
_bootstrap" sR
�
zBaseProcess._bootstrap)N)N)r/ �
__module__� __qualname__r r9 r; r< r? r@ rA r0 rF rG �propertyr& �setterr rL rN rP rO r= rY rm r r r r
r G sB �
c @ s e Zd Zdd� ZdS )rM c C s, ddl m} |� d kr td��tt| �ffS )NrZ )�get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)r\ rr � TypeErrorrM �bytes)r rr r r r
�
__reduce__X s
�z AuthenticationString.__reduce__N)r/ rn ro ru r r r r
rM W s rM c @ s6 e Zd Zdd� Zdd� Zedd� �Zd
dd �ZeZdS ) rb c C s4 d| _ || _|| _d | _d | _d| _|| _i | _d S )Nr F)r r1 �_pidr% r r( r> r! )r r& rO r= r r r
r9 h s z_ParentProcess.__init__c C s ddl m} || jgdd� S �Nr )rB )rC �Zmultiprocessing.connectionrB r> )r rB r r r
rF r s z_ParentProcess.is_alivec C s | j S r )rv r r r r
rP v s z_ParentProcess.identNc C s ddl m} || jg|d� d S rw rx )r rC rB r r r
r0 z s z_ParentProcess.join)N) r/ rn ro r9 rF rp rP r0 rO r r r r
rb f s
rb c @ s e Zd Zdd� Zdd� ZdS )� _MainProcessc C s8 d| _ d| _d | _d | _d| _tt�d��dd�| _d S )Nr Z MainProcessF� z/mp)rL Z semprefix) r r1 r% r r( rM r# �urandomr! r r r r
r9 � s �z_MainProcess.__init__c C s d S r r r r r r
rG � s z_MainProcess.closeN)r/ rn ro r9 rG r r r r
ry � s ry rZ � ZSIG�_r )$�__all__r# rg �signalr` r_ Z _weakrefsetr �path�abspath�getcwdZ ORIGINAL_DIR�OSErrorr r r r �objectr rt rM rb ry r r r8 r ra r
rW r �__dict__�itemsr& Zsignumr2 r r r r
�<module>
s@ �
!
__pycache__/process.cpython-38.opt-1.pyc 0000644 00000024161 15033636440 0014031 0 ustar 00 U
e5d�. � @ s8 d dddgZ ddlZddlZddlZddlZddlZddlmZ zej� e�
� �Z W n e k
rl dZ Y nX dd� Z
dd� Zd d� Zd
d � ZG d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�Zdae� ae�d�ae� a [i Z e ej � � �D ]0\Z!Z"e!dd� dkr�de!kr�de!� �e e" < q�e� Z#dS )� BaseProcess�current_process�active_children�parent_process� N)�WeakSetc C s t S )z@
Return process object representing the current process
)�_current_process� r r �//usr/lib64/python3.8/multiprocessing/process.pyr % s c C s t � tt�S )zN
Return list of process objects corresponding to live child processes
)�_cleanup�list� _childrenr r r r r + s c C s t S )z?
Return process object representing the parent process
)�_parent_processr r r r r 3 s c C s* t t�D ] } | j�� d k rt�| � qd S �N)r r �_popen�poll�discard)�pr r r r
= s r
c @ s� e Zd ZdZdd� Zddddi fdd�dd�Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
d,dd�Z dd� Z dd� Z
edd� �Zejdd� �Zed d � �Zejd d � �Zed d � �Zejd!d � �Zed"d#� �Zed$d%� �ZeZed&d'� �Zd(d)� Zd-d*d+�ZdS ).r z�
Process objects represent activity that is run in a separate process
The class is analogous to `threading.Thread`
c C s t �d S r )�NotImplementedError��selfr r r �_PopenM s zBaseProcess._PopenNr )�daemonc C s� t t�}tj|f | _tj�� | _t�� | _tj | _
d | _ d| _ || _
t|�| _t|�| _|p�t| �jd d�dd� | jD �� | _|d k r�|| _t�| � d S )NF�-�:c s s | ]}t |�V qd S r )�str)�.0�ir r r � <genexpr>^ s z'BaseProcess.__init__.<locals>.<genexpr>)�next�_process_counterr � _identity�_config�copy�os�getpid� _parent_pid�name� _parent_namer �_closed�_target�tuple�_args�dict�_kwargs�type�__name__�join�_namer � _dangling�add)r �group�targetr& �args�kwargsr �countr r r �__init__P s
�zBaseProcess.__init__c C s | j rtd��d S )Nzprocess object is closed)r( �
ValueErrorr r r r �
_check_closedc s zBaseProcess._check_closedc C s | j r| j | j| j� dS )zQ
Method to be run in sub-process; can be overridden in sub-class
N)r) r+ r- r r r r �rung s zBaseProcess.runc C s> | � � t� | �| �| _| jj| _| `| `| `t �
| � dS )z%
Start child process
N) r; r
r r �sentinel� _sentinelr) r+ r- r r3 r r r r �startn s
zBaseProcess.startc C s | � � | j�� dS )zT
Terminate process; sends SIGTERM signal or uses TerminateProcess()
N)r; r � terminater r r r r@ � s zBaseProcess.terminatec C s | � � | j�� dS )zT
Terminate process; sends SIGKILL signal or uses TerminateProcess()
N)r; r �killr r r r rA � s zBaseProcess.killc C s* | � � | j�|�}|dk r&t�| � dS )z5
Wait until child process terminates
N)r; r �waitr r )r �timeout�resr r r r0 � s zBaseProcess.joinc C sJ | � � | tkrdS | jdkr"dS | j�� }|dkr8dS t�| � dS dS )z1
Return whether process is alive
TNF)r; r r r r r )r �
returncoder r r �is_alive� s
zBaseProcess.is_alivec C sH | j dk r>| j �� dkr td��| j �� d| _ | `t�| � d| _dS )z�
Close the Process object.
This method releases resources held by the Process object. It is
an error to call this method if the child process is still running.
Nz^Cannot close a process while it is still running. You should first call join() or terminate().T)r r r: �closer> r r r( r r r r rG � s
zBaseProcess.closec C s | j S r �r1 r r r r r& � s zBaseProcess.namec C s
|| _ d S r rH )r r& r r r r& � s c C s | j �dd�S )z4
Return whether process is a daemon
r F)r! �getr r r r r � s zBaseProcess.daemonc C s || j d< dS )z1
Set whether process is a daemon
r N�r! )r Zdaemonicr r r r � s c C s
| j d S )N�authkeyrJ r r r r rK � s zBaseProcess.authkeyc C s t |�| jd< dS )z2
Set authorization key of process
rK N)�AuthenticationStringr! )r rK r r r rK � s c C s" | � � | jdkr| jS | j�� S )zM
Return exit code of process or `None` if it has yet to stop
N)r; r r r r r r �exitcode� s
zBaseProcess.exitcodec C s* | � � | tkrt�� S | jo$| jjS dS )zU
Return identifier (PID) of process or `None` if it has yet to start
N)r; r r# r$ r �pidr r r r �ident� s zBaseProcess.identc C s4 | � � z| jW S tk
r. td�d�Y nX dS )z{
Return a file descriptor (Unix) or handle (Windows) suitable for
waiting for process termination.
zprocess not startedN)r; r> �AttributeErrorr: r r r r r= � s
zBaseProcess.sentinelc C s� d }| t krd}nL| jr d}n@| jt�� kr2d}n,| jd krBd}n | j�� }|d k rZd}nd}t| �jd| j g}| jd k r�|�
d| jj � |�
d| j � |�
|� |d k r�t �
||�}|�
d | � | jr�|�
d
� d d �|� S )
NZstarted�closed�unknown�initialZstoppedzname=%rzpid=%sz parent=%sz exitcode=%sr z<%s>� )r r( r% r# r$ r r r. r/ r1 �appendrN �_exitcode_to_namerI r r0 )r rM Zstatus�infor r r �__repr__ s0
zBaseProcess.__repr__c
C sv ddl m}m} �z>z�| jd k r,|�| j� t �
d�a t � a
|�� t}| at| j| j|�atjrnt�� �� z|j�� |�� W 5 ~X |�d� z| �� d}W 5 |�� X W n� t k
�r } zJ|j s�d}n:t |j d t �r�|j d }n t j!�"t#|j d �d � d}W 5 d }~X Y n2 d}dd l$}t j!�"d| j% � |�&� Y nX W 5 t�� |�d| � |�� X |S )N� )�util�contextz process exiting with exitcode %dz child process calling self.run()r �
z Process %s:
)'� rZ r[ � threadingZ _shutdownrW Z_flush_std_streamsZ
_start_methodZ_force_start_method� itertoolsr8 r �setr Z _close_stdinr �_ParentProcessr' r% r
Z_HAVE_THREAD_NATIVE_IDZ main_threadZ_set_native_idZ_finalizer_registry�clearZ_run_after_forkersZ_exit_functionr< �
SystemExitr6 �
isinstance�int�sys�stderr�writer � tracebackr& � print_exc)r Zparent_sentinelrZ r[ rM Z old_process�eri r r r �
_bootstrap" sR
�
zBaseProcess._bootstrap)N)N)r/ �
__module__� __qualname__�__doc__r r9 r; r< r? r@ rA r0 rF rG �propertyr& �setterr rK rM rO rN r= rX rl r r r r r G sD �
c @ s e Zd Zdd� ZdS )rL c C s, ddl m} |� d kr td��tt| �ffS )NrY )�get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)r[ rr � TypeErrorrL �bytes)r rr r r r �
__reduce__X s
�z AuthenticationString.__reduce__N)r/ rm rn ru r r r r rL W s rL c @ s6 e Zd Zdd� Zdd� Zedd� �Zd
dd �ZeZdS ) ra c C s4 d| _ || _|| _d | _d | _d| _|| _i | _d S )Nr F)r r1 �_pidr% r r( r> r! )r r& rN r= r r r r9 h s z_ParentProcess.__init__c C s ddl m} || jgdd� S )Nr �rB �rC �Zmultiprocessing.connectionrB r> )r rB r r r rF r s z_ParentProcess.is_alivec C s | j S r )rv r r r r rO v s z_ParentProcess.identNc C s ddl m} || jg|d� dS )z6
Wait until parent process terminates
r rw rx Nry )r rC rB r r r r0 z s z_ParentProcess.join)N) r/ rm rn r9 rF rp rO r0 rN r r r r ra f s
ra c @ s e Zd Zdd� Zdd� ZdS )� _MainProcessc C s8 d| _ d| _d | _d | _d| _tt�d��dd�| _d S )Nr Z MainProcessF� z/mp)rK Z semprefix) r r1 r% r r( rL r# �urandomr! r r r r r9 � s �z_MainProcess.__init__c C s d S r r r r r r rG � s z_MainProcess.closeN)r/ rm rn r9 rG r r r r rz � s rz rY � ZSIG�_r )$�__all__r# rf �signalr_ r^ Z _weakrefsetr �path�abspath�getcwdZ ORIGINAL_DIR�OSErrorr r r r
�objectr rt rL ra rz r
r r8 r r` r rV r �__dict__�itemsr& Zsignumr2 r r r r �<module>
s@ �
!
__pycache__/resource_tracker.cpython-38.opt-2.pyc 0000644 00000011204 15033636440 0015710 0 ustar 00 U
e5d�! � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ dddgZe ed�Z
ej ej fZ
d d
d � iZe jd kr�d dlZd dlZe�ejejd
�� G dd� de�Ze� ZejZejZejZejZdd� Z dS )� N� )�spawn)�util�ensure_running�register�
unregister�pthread_sigmaskZnoopc C s d S �N� r
r
r
�8/usr/lib64/python3.8/multiprocessing/resource_tracker.py�<lambda>! � r �posix)Z semaphoreZ
shared_memoryc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�ResourceTrackerc C s t �� | _d | _d | _d S r )� threadingZLock�_lock�_fd�_pid��selfr
r
r �__init__0 s
zResourceTracker.__init__c C sT | j �D | jd kr W 5 Q R � d S t�| j� d | _t�| jd� d | _W 5 Q R X d S )Nr )r r �os�close�waitpidr r r
r
r �_stop5 s
zResourceTracker._stopc C s | � � | jS r )r r r r
r
r �getfdB s zResourceTracker.getfdc C st | j ��b | jd k r~| �� r*W 5 Q R � d S t�| j� z | jd k rPt�| jd� W n tk
rf Y nX d | _d | _t� d� g }z|�
t j �
� � W n tk
r� Y nX d}t�� \}}z�zr|�
|� t�� }|gt�� }|d|| g7 }z&t�rt�tjt� t�|||�}W 5 t�r,t�tjt� X W n t�|� � Y nX || _|| _W 5 t�|� X W 5 Q R X d S )Nr zUresource_tracker: process died unexpectedly, relaunching. Some resources might leak.z:from multiprocessing.resource_tracker import main;main(%d)z-c)r r � _check_aliver r r r �ChildProcessError�warnings�warn�append�sys�stderr�fileno� Exception�piper Zget_executabler Z _args_from_interpreter_flags�
_HAVE_SIGMASK�signalr � SIG_UNBLOCK�_IGNORED_SIGNALS� SIG_BLOCKZspawnv_passfds)r Z fds_to_pass�cmd�r�wZexe�args�pidr
r
r r F sJ
z ResourceTracker.ensure_runningc C s2 zt �| jd� W n tk
r( Y dS X dS d S )Ns
PROBE:0:noop
FT)r �writer �OSErrorr r
r
r r � s
z ResourceTracker._check_alivec C s | � d||� d S )N�REGISTER��_send�r �name�rtyper
r
r r � s zResourceTracker.registerc C s | � d||� d S )N�
UNREGISTERr3 r5 r
r
r r � s zResourceTracker.unregisterc C sB | � � d�|||��d�}t|�dkr0td��t�| j|�}d S )Nz {0}:{1}:{2}
�asciii z
name too long)r �format�encode�len�
ValueErrorr r0 r )r r+ r6 r7 �msg�nbytesr
r
r r4 � s zResourceTracker._sendN) �__name__�
__module__� __qualname__r r r r r r r r4 r
r
r
r r . s
@ r c
C s t � t jt j� t � t jt j� tr2t �t jt� tj tj
fD ]&}z |� � W q> t k
rb Y q>X q>dd� t
�� D �}z�t| d���}|D ]�}z�|�� �d��d�\}}}t
�|d �} | d kr�td|� d |� ���|d
kr�|| �|� n2|d k�r|| �|� n|d k�rn td
| ��W q� t k
�rT ztj t� � � W n Y nX Y q�X q�W 5 Q R X W 5 |�� D ]�\}}|�r�zt�dt|�|f � W n t k
�r� Y nX |D ]V}zLzt
| |� W n6 t k
�r� } zt�d||f � W 5 d }~X Y nX W 5 X �q��qnX d S )Nc S s i | ] }|t � �qS r
)�set)�.0r7 r
r
r �
<dictcomp>� s zmain.<locals>.<dictcomp>zQresource_tracker: There appear to be %d leaked %s objects to clean up at shutdownzresource_tracker: %r: %s�rbr9 �:zCannot register z. for automatic cleanup: unknown resource type r2 r8 ZPROBEzunrecognized command %r) r' �SIGINT�SIG_IGN�SIGTERMr& r r( r) r! �stdin�stdoutr r$ �_CLEANUP_FUNCS�keys�itemsr r r< �open�strip�decode�split�getr= �add�remove� RuntimeError�
excepthook�exc_info)
�fd�f�cacher7 Z rtype_cacher6 �e�liner+ Z cleanup_funcr
r
r �main� s^ �
�
(r_ ) r r' r! r r � r r �__all__�hasattrr& rH rJ r) rM r6 Z_multiprocessingZ _posixshmem�updateZ
sem_unlinkZ
shm_unlink�objectr Z_resource_trackerr r r r r_ r
r
r
r �<module> s4
�
�w __pycache__/spawn.cpython-38.opt-2.pyc 0000644 00000014022 15033636440 0013477 0 ustar 00 U
e5dP$ � @ s$ d dl Z d dlZd dlZd dlZddlmZmZ ddlmZ ddlm Z ddlm
Z
ddd d
d d d
gZ ej dkrzdZ
dZn eedd�Z
ej�� �d�Zer�e j�ejd�anejadd � Zdd
� Zdd� Zdd� Zdd � Zd&dd�Z dd� Z d d � Z d d � Z g Z d d � Z!d!d"� Z"d#d$� Z#d%d
� Z$dS )'� N� )�get_start_method�set_start_method)�process)� reduction)�util�_main�freeze_support�set_executable�get_executable�get_preparation_data�get_command_line�import_main_path�win32F�frozenzpythonservice.exez
python.exec C s | a d S �N�� _python_exe)Zexe� r �-/usr/lib64/python3.8/multiprocessing/spawn.pyr
) s c C s t S r r r r r r r - s c C s$ t | �dkr | d dkr dS dS d S )N� r �--multiprocessing-forkTF)�len)�argvr r r �
is_forking4 s r c C sd t tj�r`i } tjdd � D ]0}|�d�\}}|dkr@d | |< q t|�| |< q tf | � t�� d S )Nr �=�None)r �sysr �split�int�
spawn_main�exit)�kwds�arg�name�valuer r r r > s
c K sh t tdd�r(tjdgdd� | �� D � S d}|d�dd � | �� D ��; }t�� }tg| d
|dg S d S ) Nr Fr c S s g | ] }d | �qS )�%s=%rr ��.0�itemr r r �
<listcomp>T s z$get_command_line.<locals>.<listcomp>z<from multiprocessing.spawn import spawn_main; spawn_main(%s)z, c s s | ]}d | V qdS )r& Nr r' r r r � <genexpr>W s z#get_command_line.<locals>.<genexpr>z-c)�getattrr �
executable�items�joinr Z _args_from_interpreter_flagsr )r" �progZoptsr r r r
N s � c C s� t jdkr`dd l}dd l}|d k r:|�|j|jB d|�}nd }tj| |d�}|� |t
j �}|}n"ddl m
} || j_| }t
�| �}t||�}
t �|
� d S )Nr r F)�source_processr )�resource_tracker)r �platform�msvcrt�_winapiZ OpenProcessZ SYNCHRONIZEZPROCESS_DUP_HANDLEr Z duplicateZopen_osfhandle�os�O_RDONLY� r2 Z_resource_trackerZ_fd�dupr r! ) Z pipe_handleZ
parent_pidZ
tracker_fdr4 r5 r1 Z
new_handle�fd�parent_sentinelr2 Zexitcoder r r r \ s*
��
r c C s` t j| ddd��@}dt�� _z$tj�|�}t|� tj�|�}W 5 t�� `X W 5 Q R X |� |�S )N�rbT)�closefd)
r6 �fdopenr �current_process� _inheritingr �pickle�load�prepare�
_bootstrap)r: r; Z from_parentZpreparation_data�selfr r r r x s
c C s t t�� dd�rtd��d S )Nr@ Fa
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.)r, r r? � RuntimeErrorr r r r �_check_not_importing_main� s rG c C s t � ttjt�� jd�}tjd k r2tj�� |d< t j
� � }z|� d�}W n t
k
r^ Y n X tj||< |j| |t jtjt�� t� d� t jd }t|jdd �}|d k r�||d< nft jdks�t�st�st|d d �}|d k �rtj
�|��s
tjd k �r
tj
�tj|�}tj
� |�|d
< |S ) N)�
log_to_stderr�authkey� log_levelr8 )r$ �sys_path�sys_argv�orig_dir�dir� start_method�__main__r$ �init_main_from_namer �__file__�init_main_from_path) rG �dictr Z_log_to_stderrr r? rI Z_loggerZgetEffectiveLevelr �path�copy�index�
ValueError� ORIGINAL_DIR�updater r6 �getcwdr �modulesr, �__spec__r3 �WINEXE�
WINSERVICE�isabsr/ �normpath)r$ �drK �i� main_moduleZ
main_mod_name� main_pathr r r r � sD �
�
�c C s� d| kr| d t �� _d| kr,| d t �� _d| krD| d rDt�� d| kr^t�� �| d � d| krp| d t_ d| kr�| d t_
d| kr�t � | d � d| kr�| d t _
d | kr�t| d d
d � d | kr�t| d � nd
| kr�t| d
� d S )Nr$ rI rH rJ rK rL rN rM rO T)ZforcerQ rS )r r? r$ rI r rH Z
get_loggerZsetLevelr rU r r6 �chdirrY r �_fixup_main_from_name�_fixup_main_from_path)�datar r r rC � s,
rC c C s~ t jd }| dks | �d�r d S t|jdd �| kr6d S t�|� t�d�}t j
| ddd�}|j � |� | t jd< t jd< d S )NrP z .__main__r$ � __mp_main__T)�run_nameZ alter_sys)
r r\ �endswithr, r] �old_main_modules�append�types�
ModuleType�runpyZ
run_module�__dict__rZ )Zmod_name� current_mainrd � main_contentr r r rg � s
� rg c C s� t jd }tj�tj�| ��d }|dkr.d S t|dd �| krBd S t�|� t �
d�}t j | dd�}|j
�|� | t jd< t jd< d S )NrP r ZipythonrR rj )rk )r r\ r6 rU �splitext�basenamer, rm rn ro rp rq Zrun_pathrr rZ )re rs Z main_namerd rt r r r rh s
� rh c C s t | � d S r )rh )re r r r r % s )NN)%r6 r rq ro r8 r r r �contextr r �__all__r3 r^ r_ r, r- �lowerrl rU r/ � exec_prefixr r
r r r r
r r rG r rm rC rg rh r r r r r �<module> sD �
2& __pycache__/context.cpython-38.pyc 0000644 00000031334 15033636440 0013100 0 ustar 00 U
e5d�+ � @ s� d dl Z d dlZd dlZddlmZ ddlmZ dZG dd� de�ZG dd � d e�Z G d
d � d e�Z
G d d
� d
e�Z G dd� de �Z
G dd� dej�ZG dd� de
�Zejdk�rRG dd� dej�ZG dd� dej�ZG dd� dej�ZG dd � d e
�ZG d d � d e
�ZG d d � d e
�Ze� e� e� d!�Zejd"k�rDeed# �Zn eed$ �Zn8G d%d� dej�ZG d&d � d e
�Zd#e� iZeed# �Zd'd(� Ze�� Z d)d*� Z d+d,� Z d-d.� Z dS )/� N� )�process)� reduction� c @ s e Zd ZdS )� ProcessErrorN��__name__�
__module__� __qualname__r r r �//usr/lib64/python3.8/multiprocessing/context.pyr s r c @ s e Zd ZdS )�BufferTooShortNr r r r r r s r c @ s e Zd ZdS )� TimeoutErrorNr r r r r r
s r
c @ s e Zd ZdS )�AuthenticationErrorNr r r r r r s r c @ sX e Zd ZeZeZeZeZeej �Z eej
�Z
eej �Z dd� Z dd� Z
dCdd�Zdd � Zd
d � ZdDd
d�ZdEdd�ZdFdd�Zdd� ZdGdd�ZdHdd�ZdIdd �Zd d � ZdJd d!�Zd"d#� Zd$d%� Zdd&�d'd(�Z dd&�d)d*�Z d+d,� Z d-d.� Z dKd/d0�Z d1d2� Z!d3d4� Z"d5d6� Z#dLd7d8�Z$dMd:d;�Z%dNd<d=�Z&e'd>d?� �Z(e(j)d@d?� �Z(dAdB� Z*d S )O� BaseContextc C s" t �� }|dkrtd��n|S dS )z(Returns the number of CPUs in the systemNz cannot determine number of cpus)�os� cpu_count�NotImplementedError)�selfZnumr r r r ) s
zBaseContext.cpu_countc C s& ddl m} || �� d�}|�� |S )z�Returns a manager associated with a running server process
The managers methods such as `Lock()`, `Condition()` and `Queue()`
can be used to create shared objects.
r )� SyncManager��ctx)Zmanagersr � get_context�start)r r �mr r r �Manager1 s zBaseContext.ManagerTc C s ddl m} ||�S )z1Returns two connection object connected by a piper )�Pipe)�
connectionr )r Zduplexr r r r r < s zBaseContext.Pipec C s ddl m} || �� d�S )z#Returns a non-recursive lock objectr )�Lockr )� synchronizer r )r r r r r r A s zBaseContext.Lockc C s ddl m} || �� d�S )z Returns a recursive lock objectr )�RLockr )r r r )r r r r r r F s zBaseContext.RLockNc C s ddl m} ||| �� d�S )zReturns a condition objectr )� Conditionr )r r r )r �lockr r r r r K s zBaseContext.Conditionr c C s ddl m} ||| �� d�S )zReturns a semaphore objectr )� Semaphorer )r r" r )r �valuer" r r r r" P s zBaseContext.Semaphorec C s ddl m} ||| �� d�S )z"Returns a bounded semaphore objectr )�BoundedSemaphorer )r r$ r )r r# r$ r r r r$ U s z BaseContext.BoundedSemaphorec C s ddl m} || �� d�S )zReturns an event objectr )�Eventr )r r% r )r r% r r r r% Z s zBaseContext.Eventc C s ddl m} ||||| �� d�S )zReturns a barrier objectr )�Barrierr )r r& r )r Zparties�actionZtimeoutr& r r r r& _ s zBaseContext.Barrierr c C s ddl m} ||| �� d�S )�Returns a queue objectr )�Queuer )�queuesr) r )r �maxsizer) r r r r) d s zBaseContext.Queuec C s ddl m} ||| �� d�S )r( r )�
JoinableQueuer )r* r, r )r r+ r, r r r r, i s zBaseContext.JoinableQueuec C s ddl m} || �� d�S )r( r )� SimpleQueuer )r* r- r )r r- r r r r- n s zBaseContext.SimpleQueuer c C s" ddl m} |||||| �� d�S )z Returns a process pool objectr )�Pool)�context)Zpoolr. r )r Z processesZ initializerZinitargsZmaxtasksperchildr. r r r r. s s
�zBaseContext.Poolc G s ddl m} ||f|�� S )zReturns a shared objectr )�RawValue)� sharedctypesr0 )r �typecode_or_type�argsr0 r r r r0 z s zBaseContext.RawValuec C s ddl m} |||�S )zReturns a shared arrayr )�RawArray)r1 r4 )r r2 �size_or_initializerr4 r r r r4 s zBaseContext.RawArray)r! c G s& ddl m} ||f|�|| �� d��S )z$Returns a synchronized shared objectr )�Value�r! r )r1 r6 r )r r2 r! r3 r6 r r r r6 � s �zBaseContext.Valuec C s ddl m} ||||| �� d�S )z#Returns a synchronized shared arrayr )�Arrayr7 )r1 r8 r )r r2 r5 r! r8 r r r r8 � s �zBaseContext.Arrayc C s, t jdkr(tt dd�r(ddlm} |� dS )z�Check whether this is a fake forked process in a frozen executable.
If so then run code specified by commandline and exit.
�win32�frozenFr )�freeze_supportN)�sys�platform�getattr�spawnr; )r r; r r r r; � s zBaseContext.freeze_supportc C s ddl m} |� S )zZReturn package logger -- if it does not already exist then
it is created.
r )�
get_logger)�utilr@ )r r@ r r r r@ � s zBaseContext.get_loggerc C s ddl m} ||�S )z8Turn on logging and add a handler which prints to stderrr )�
log_to_stderr)rA rB )r �levelrB r r r rB � s zBaseContext.log_to_stderrc C s ddl m} dS )zVInstall support for sending connections and sockets
between processes
r )r N)� r )r r r r r �allow_connection_pickling� s z%BaseContext.allow_connection_picklingc C s ddl m} ||� dS )z�Sets the path to a python.exe or pythonw.exe binary used to run
child processes instead of sys.executable when using the 'spawn'
start method. Useful for people embedding Python.
r )�set_executableN)r? rF )r �
executablerF r r r rF � s zBaseContext.set_executablec C s ddl m} ||� dS )zkSet list of module names to try to load in forkserver process.
This is really just a hint.
r )�set_forkserver_preloadN)�
forkserverrH )r Z module_namesrH r r r rH � s z"BaseContext.set_forkserver_preloadc C sH |d kr | S z t | }W n" tk
r: td| �d �Y nX |�� |S )Nzcannot find context for %r)�_concrete_contexts�KeyError�
ValueError�_check_available)r �methodr r r r r � s zBaseContext.get_contextFc C s | j S �N)�_name�r Z
allow_noner r r �get_start_method� s z BaseContext.get_start_methodc C s t d��d S )Nz+cannot set start method of concrete context)rL �r rN Zforcer r r �set_start_method� s z BaseContext.set_start_methodc C s t � �d�S )z_Controls how objects will be reduced to a form that can be
shared with other processes.r )�globals�get�r r r r �reducer� s zBaseContext.reducerc C s |t � d< d S )Nr )rU )r r r r r rX � s c C s d S rO r rW r r r rM � s z BaseContext._check_available)T)N)r )r )NN)r )r )NNr N)N)N)F)F)+r r r
r r r
r � staticmethodr Zcurrent_processZparent_processZactive_childrenr r r r r r r" r$ r% r& r) r, r- r. r0 r4 r6 r8 r; r@ rB rE rF rH r rR rT �propertyrX �setterrM r r r r r sR
�
r c @ s e Zd ZdZedd� �ZdS )�ProcessNc C s t �� j�| �S rO )�_default_contextr r\ �_Popen)� process_objr r r r^ � s zProcess._Popen�r r r
Z
_start_methodrY r^ r r r r r\ � s r\ c sF e Zd ZeZdd� Zd
� fdd� Zddd�Zdd d
�Zd d � Z� Z S )�DefaultContextc C s || _ d | _d S rO )r] �_actual_context)r r/ r r r �__init__� s zDefaultContext.__init__Nc s0 |d kr | j d kr| j| _ | j S t� �|�S d S rO )rb r] �superr )r rN �� __class__r r r � s
zDefaultContext.get_contextFc C s< | j d k r|std��|d kr,|r,d | _ d S | �|�| _ d S )Nz context has already been set)rb � RuntimeErrorr rS r r r rT � s z DefaultContext.set_start_methodc C s" | j d kr|rd S | j| _ | j jS rO )rb r] rP rQ r r r rR � s
z DefaultContext.get_start_methodc C sB t jdkrdgS t jdkr"ddgnddg}tjr:|�d� |S d S )Nr9 r? �darwin�forkrI )r< r= r �HAVE_SEND_HANDLE�append)r �methodsr r r �get_all_start_methods s
z$DefaultContext.get_all_start_methods)N)F)F)
r r r
r\ rc r rT rR rm �
__classcell__r r re r ra � s
ra r9 c @ s e Zd ZdZedd� �ZdS )� ForkProcessri c C s ddl m} || �S �Nr )�Popen)Z
popen_forkrq �r_ rq r r r r^ s zForkProcess._PopenNr` r r r r ro s ro c @ s e Zd ZdZedd� �ZdS )� SpawnProcessr? c C s ddl m} || �S rp )Zpopen_spawn_posixrq rr r r r r^ s �SpawnProcess._PopenNr` r r r r rs s rs c @ s e Zd ZdZedd� �ZdS )�ForkServerProcessrI c C s ddl m} || �S rp )Zpopen_forkserverrq rr r r r r^ s zForkServerProcess._PopenNr` r r r r ru s ru c @ s e Zd ZdZeZdS )� ForkContextri N)r r r
rP ro r\ r r r r rv % s rv c @ s e Zd ZdZeZdS �� SpawnContextr? N�r r r
rP rs r\ r r r r rx ) s rx c @ s e Zd ZdZeZdd� ZdS )�ForkServerContextrI c C s t jstd��d S )Nz%forkserver start method not available)r rj rL rW r r r rM 0 s z"ForkServerContext._check_availableN)r r r
rP ru r\ rM r r r r rz - s rz )ri r? rI rh r? ri c @ s e Zd ZdZedd� �ZdS )rs r? c C s ddl m} || �S rp )Zpopen_spawn_win32rq rr r r r r^ D s rt Nr` r r r r rs B s c @ s e Zd ZdZeZdS rw ry r r r r rx I s c C s t | t_d S rO )rJ r] rb )rN r r r �_force_start_methodV s r{ c C s t tdd �S )N�spawning_popen)r> �_tlsr r r r �get_spawning_popen_ s r~ c C s
| t _d S rO )r} r| )�popenr r r �set_spawning_popenb s r� c C s t � d kr tdt| �j ��d S )NzF%s objects should only be shared between processes through inheritance)r~ rg �typer )�objr r r �assert_spawninge s
��r� ) r r< Z threadingrD r r �__all__� Exceptionr r r
r �objectr Z BaseProcessr\ ra r= ro rs ru rv rx rz rJ r] r{ Zlocalr} r~ r� r� r r r r �<module> sL ?, � � __pycache__/connection.cpython-38.opt-2.pyc 0000644 00000054773 15033636440 0014527 0 ustar 00 U
&�.ep| � @ s d dddgZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl
m Z m
Z
dd lmZ ejZz$ddlZdd
lmZmZmZmZ W n$ ek
r� ejd kr dZY nX d Zd
ZdZe� � Z dZ dgZ e ed��rdZ e dg7 Z ejd k�r dZ e dg7 Z efdd�Z!dd� Z"dd� Z#dd� Z$dd� Z%G d d � d �Z&e�rnG d d � d e&�Z'G d d!� d!e&�Z(G d"d� de)�Z*dPd#d �Z+ejd k�r�dQd%d�Z,n
dRd&d�Z,G d'd(� d(e)�Z-d)d*� Z.ejd k�r�G d+d,� d,e)�Z/d-d.� Z0d/Z1d0Z2d1Z3d2Z4d3d4� Z5d5d6� Z6G d7d8� d8e)�Z7d9d:� Z8d;d<� Z9G d=d>� d>e*�Z:d?d@� Z;ejd k�rzdAdB� Z<ej=ej>hZ?dSdCd�Z@n,ddlAZAe eAdD��r�eAjBZCneAjDZCdTdEd�Z@ejd k�r�dFdG� ZEdHdI� ZFe�Ge(eE� dJdK� ZHdLdM� ZIe�Ge'eH� n dNdG� ZEdOdI� ZFe�Ge(eE� dS )U�Client�Listener�Pipe�wait� N� )�util)�AuthenticationError�BufferTooShort)� reduction)�
WAIT_OBJECT_0�WAIT_ABANDONED_0� WAIT_TIMEOUT�INFINITE�win32i g 4@Zsha256�AF_INET�AF_UNIX�AF_PIPEc C s t �� | S �N��time� monotonic)�timeout� r �2/usr/lib64/python3.8/multiprocessing/connection.py�
_init_timeout? s r c C s t �� | kS r r )�tr r r �_check_timeoutB s r c C sX | dkr dS | dkr&t jdt�� d�S | dkrLt jdt�� tt�f dd�S td ��d S )
Nr )Z localhostr r z listener-)�prefix�dirr z\\.\pipe\pyc-%d-%d-� zunrecognized family) �tempfileZmktempr Z get_temp_dir�os�getpid�next�
_mmap_counter�
ValueError��familyr r r �arbitrary_addressI s ��r( c C sJ t jdkr | dkr td| ��t jdkrF| dkrFtt| �sFtd| ��d S )Nr r z Family %s is not recognized.r )�sys�platformr% �hasattr�socketr& r r r �_validate_familyW s
r- c C sT t | �tkrdS t | �tkr*| �d�r*dS t | �tks@t�| �rDdS td| ��d S )Nr z\\r r z address type of %r unrecognized)�type�tuple�str�
startswithr � is_abstract_socket_namespacer% )�addressr r r � address_typec s r4 c @ s� e Zd ZdZd+dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dd� Zdd� Zd,dd�Zd d � Zd-d d �Zd.d d!�Zd"d#� Zd/d%d&�Zd'd(� Zd)d*� ZdS )0�_ConnectionBaseNTc C s> |� � }|dk rtd��|s(|s(td��|| _|| _|| _d S )Nr zinvalid handlez6at least one of `readable` and `writable` must be True)� __index__r% �_handle� _readable� _writable)�self�handle�readable�writabler r r �__init__y s �z_ConnectionBase.__init__c C s | j d k r| �� d S r �r7 �_close�r: r r r �__del__� s
z_ConnectionBase.__del__c C s | j d krtd��d S )Nzhandle is closed)r7 �OSErrorrA r r r �
_check_closed� s
z _ConnectionBase._check_closedc C s | j std��d S )Nzconnection is write-only)r8 rC rA r r r �_check_readable� s z _ConnectionBase._check_readablec C s | j std��d S )Nzconnection is read-only)r9 rC rA r r r �_check_writable� s z _ConnectionBase._check_writablec C s" | j rd| _n| �� td��d S )NFzbad message length)r9 r8 �closerC rA r r r �_bad_message_length� s z#_ConnectionBase._bad_message_lengthc C s
| j d kS r �r7 rA r r r �closed� s z_ConnectionBase.closedc C s | j S r )r8 rA r r r r< � s z_ConnectionBase.readablec C s | j S r )r9 rA r r r r= � s z_ConnectionBase.writablec C s | � � | jS r )rD r7 rA r r r �fileno� s z_ConnectionBase.filenoc C s$ | j d k r z | �� W 5 d | _ X d S r r? rA r r r rG � s
z_ConnectionBase.closer c C s� | � � | �� t|�}|jdkr.tt|��}t|�}|dk rFtd��||k rVtd��|d krh|| }n&|dk rztd��n|| |kr�td��| �|||| � � d S )Nr r zoffset is negativezbuffer length < offsetzsize is negativez buffer length < offset + size)rD rF �
memoryview�itemsize�bytes�lenr% � _send_bytes)r: �buf�offset�size�m�nr r r �
send_bytes� s"
z_ConnectionBase.send_bytesc C s$ | � � | �� | �t�|�� d S r )rD rF rP �_ForkingPickler�dumps�r: �objr r r �send� s z_ConnectionBase.sendc C sJ | � � | �� |d k r(|dk r(td��| �|�}|d krB| �� |�� S )Nr znegative maxlength)rD rE r% � _recv_bytesrH �getvalue)r: Z maxlengthrQ r r r �
recv_bytes� s
z_ConnectionBase.recv_bytesc
C s� | � � | �� t|���}|j}|t|� }|dk r>td��n||krNtd��| �� }|�� }||| k rvt|� � ��|�
d� |� ||| || | � � |W 5 Q R � S Q R X d S )Nr znegative offsetzoffset too large) rD rE rL rM rO r% r\ �tellr r] �seek�readinto)r: rQ rR rT rM Zbytesize�resultrS r r r �recv_bytes_into� s$
�z _ConnectionBase.recv_bytes_intoc C s& | � � | �� | �� }t�|�� �S r )rD rE r\ rW �loads� getbuffer)r: rQ r r r �recv� s z_ConnectionBase.recv� c C s | � � | �� | �|�S r )rD rE �_poll�r: r r r r �poll s z_ConnectionBase.pollc C s | S r r rA r r r � __enter__ s z_ConnectionBase.__enter__c C s | � � d S r �rG �r: �exc_type� exc_valueZexc_tbr r r �__exit__
s z_ConnectionBase.__exit__)TT)r N)N)r )rg )�__name__�
__module__� __qualname__r7 r> rB rD rE rF rH �propertyrJ r< r= rK rG rV r[ r^ rc rf rj rk rp r r r r r5 v s.
r5 c @ s@ e Zd ZdZejfdd�Zdd� Zd
dd�Zd d
� Z d d � Z
dS )�PipeConnectionFc C s || j � d S r rI )r: Z _CloseHandler r r r@ s zPipeConnection._closec C sh t j| j|dd�\}}z<z |t jkr6t �|jgdt�}W n |�� � Y nX W 5 |�d�\}}X d S )NT��
overlappedF) �_winapiZ WriteFiler7 �GetOverlappedResult�ERROR_IO_PENDING�WaitForMultipleObjects�eventr �cancel)r: rQ �ov�errZnwritten�waitresr r r rP s
� zPipeConnection._send_bytesNc C s& | j rd| _ t�� S |d kr dnt|d�}z�tj| j|dd�\}}d z<z |tj krdt�
|jgdt�}W n |�� � Y nX W 5 |�d�\}}|dkr�t�� }|�|� � � |� W S |tj
kr�| � ||�� W S X W n: tk
�r } z|jtjk�rt�n� W 5 d }~X Y nX td��d S )NF� Trv r z.shouldn't get here; expected KeyboardInterrupt)�_got_empty_message�io�BytesIO�minrx �ReadFiler7 ry �writere ZERROR_MORE_DATA�_get_more_datarz r{ r| r r} rC �winerror�ERROR_BROKEN_PIPE�EOFError� RuntimeError) r: �maxsizeZbsizer~ r Znread�fr� �er r r r\ * s>
�
�
zPipeConnection._recv_bytesc C s. | j st�| j�d dkr dS tt| g|��S )Nr T)r� rx �
PeekNamedPiper7 �boolr ri r r r rh J s
�zPipeConnection._pollc C s� |� � }t�� }|�|� t�| j�d }|d k rJt|�| |krJ| �� tj | j|dd�\}}|�
d�\}}|�|� � � |S )Nr Trv ) re r� r� r� rx r� r7 rO rH r� ry )r: r~ r� rQ r� �leftr Zrbytesr r r r� P s
z PipeConnection._get_more_data)N) rq rr rs r� rx � CloseHandler@ rP r\ rh r� r r r r ru s
ru c @ sx e Zd Zer(ejfdd�ZejZej Z
ne j fdd�Ze j
Ze jZ
efdd�Ze
fdd�Zdd � Zdd d �Zd
d� Zd
S )�
Connectionc C s || j � d S r rI �r: r@ r r r r@ g s zConnection._closec C s || j � d S r rI r� r r r r@ l s c C s8 t |�}|| j|�}||8 }|dkr&q4||d � }qd S �Nr )rO r7 )r: rQ r� � remainingrU r r r �_sendq s zConnection._sendc C sb t �� }| j}|}|dkr^|||�}t|�}|dkrJ||krBt�ntd��|�|� ||8 }q|S )Nr z got end of file during message)r� r� r7 rO r� rC r� )r: rS �readrQ r; r� �chunkrU r r r �_recvz s
zConnection._recvc C s� t |�}|dkrHt�dd�}t�d|�}| �|� | �|� | �|� n8t�d|�}|dkrr| �|� | �|� n| �|| � d S )Ni����!i����!Qi @ )rO �structZpackr� )r: rQ rU Z
pre_header�headerr r r rP � s
zConnection._send_bytesNc C s^ | � d�}t�d|�� �\}|dkr@| � d�}t�d|�� �\}|d k rT||krTd S | � |�S )N� r� r� � r� )r� r� Zunpackr] )r: r� rQ rS r r r r\ � s
zConnection._recv_bytesc C s t | g|�}t|�S r )r r� )r: r �rr r r rh � s zConnection._poll)N)rq rr rs rx �_multiprocessingZ closesocketr@ r[ Z_writerf Z_readr! rG r� r� r� r� rP r\ rh r r r r r� ` s
r� c @ sN e Zd Zddd�Zdd� Zdd� Zed d
� �Zed d � �Zd
d� Z dd� Z
dS )r Nr c C sp |p|rt |�pt}|p t|�}t|� |dkr>t||�| _nt|||�| _|d k rft|t�sft d��|| _
d S �Nr z authkey should be a byte string) r4 �default_familyr( r- � PipeListener� _listener�SocketListener�
isinstancerN � TypeError�_authkey)r: r3 r' �backlog�authkeyr r r r> � s � zListener.__init__c C s> | j d krtd��| j �� }| jr:t|| j� t|| j� |S )Nzlistener is closed)r� rC �acceptr� �deliver_challenge�answer_challenge)r: �cr r r r� � s
zListener.acceptc C s | j }|d k r d | _ |�� d S r )r� rG )r: Zlistenerr r r rG � s zListener.closec C s | j jS r )r� �_addressrA r r r r3 � s zListener.addressc C s | j jS r )r� �_last_acceptedrA r r r �
last_accepted� s zListener.last_acceptedc C s | S r r rA r r r rk � s zListener.__enter__c C s | � � d S r rl rm r r r rp � s zListener.__exit__)NNr N) rq rr rs r> r� rG rt r3 r� rk rp r r r r r � s
c C sh |p
t | �}t|� |dkr&t| �}nt| �}|d k rHt|t�sHtd��|d k rdt||� t||� |S r� ) r4 r- �
PipeClient� SocketClientr� rN r� r� r� )r3 r' r� r� r r r r � s
Tc C sj | r>t �� \}}|�d� |�d� t|�� �}t|�� �}n$t�� \}}t|dd�}t|dd�}||fS )NTF�r= �r< )r, Z
socketpair� setblockingr� �detachr! �pipe)�duplex�s1�s2�c1�c2Zfd1Zfd2r r r r s
c
C s� t d�}| r*tj}tjtjB }tt }}ntj}tj}dt }}t�||tjB tj B tj
tj B tj B d||tj
tj�}t�||dtjtjtjtj�}t�|tj d d � tj|dd�}|�d�\} }
t|| d�} t|| d�} | | fS )Nr r r Trv r� r� )r( rx �PIPE_ACCESS_DUPLEX� GENERIC_READ�
GENERIC_WRITE�BUFSIZEZPIPE_ACCESS_INBOUND�CreateNamedPipe�FILE_FLAG_OVERLAPPED� FILE_FLAG_FIRST_PIPE_INSTANCE�PIPE_TYPE_MESSAGE�PIPE_READMODE_MESSAGE� PIPE_WAIT�NMPWAIT_WAIT_FOREVER�NULL�
CreateFile�
OPEN_EXISTING�SetNamedPipeHandleState�ConnectNamedPipery ru )
r� r3 Zopenmode�accessZobsizeZibsizeZh1Zh2rw �_r r� r� r r r r sT
�
� � � � c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r� r c C s� t � tt |��| _zRtjdkr2| j�t jt jd� | j�d� | j� |� | j�
|� | j� � | _ W n t
k
r� | j�� � Y nX || _d | _|dkr�t�|�s�tj| tj|fdd�| _nd | _d S )N�posixr Tr r ��argsZ exitpriority)r, �getattr�_socketr! �nameZ
setsockoptZ
SOL_SOCKETZ SO_REUSEADDRr� ZbindZlistenZ getsocknamer� rC rG Z_familyr� r r2 �Finalize�unlink�_unlink)r: r3 r' r� r r r r> K s0
�
�
zSocketListener.__init__c C s& | j �� \}| _|�d� t|�� �S �NT)r� r� r� r� r� r� �r: �sr r r r� d s
zSocketListener.acceptc C s0 z| j�� W 5 | j }|d k r*d | _ |� X d S r )r� r� rG )r: r� r r r rG i s zSocketListener.closeN)r )rq rr rs r> r� rG r r r r r� G s
r� c
C sP t | �}t�tt|���.}|�d� |�| � t|�� �W 5 Q R � S Q R X d S r� )r4 r, r� r� Zconnectr� r� )r3 r' r� r r r r� s s
r� c @ s4 e Zd Zd dd�Zd dd�Zdd� Zed d
� �ZdS )
r� Nc C sL || _ | jdd�g| _d | _t�d| j � tj| tj| j| j fdd�| _ d S )NT)�firstz listener created with address=%rr r� )
r� � _new_handle�
_handle_queuer� r � sub_debugr� r� �_finalize_pipe_listenerrG )r: r3 r� r r r r> � s
�zPipeListener.__init__Fc
C sH t jt jB }|r|t jO }t �| j|t jt jB t jB t j t
t
t j t j �S r )
rx r� r� r� r� r� r� r� r� ZPIPE_UNLIMITED_INSTANCESr� r� r� )r: r� �flagsr r r r� � s
� �zPipeListener._new_handlec
C s� | j �| �� � | j �d�}ztj|dd�}W n0 tk
r^ } z|jtjkrN� W 5 d }~X Y nPX z<zt�
|j gdt �}W n |�
� t�|� � Y nX W 5 |� d�\}}X t|�S )Nr Trv F)r� �appendr� �poprx r� rC r� Z
ERROR_NO_DATAry r{ r| r r} r� ru )r: r; r~ r� r� r �resr r r r� � s( �
zPipeListener.acceptc C s$ t �d|� | D ]}t�|� qd S )Nz closing listener with address=%r)r r� rx r� )Zqueuer3 r; r r r r� � s z$PipeListener._finalize_pipe_listener)N)F)rq rr rs r> r� r� � staticmethodr� r r r r r� � s
r� c
C s� t � }z6t�| d� t�| tjtjB dtjtjtjtj�}W q� t k
rz } z |j
tj tj fksht
|�rj� W 5 d }~X Y qX q�q� t�|tjd d � t|�S )N�� r )r rx Z
WaitNamedPiper� r� r� r� r� r� rC r� ZERROR_SEM_TIMEOUTZERROR_PIPE_BUSYr r� r� ru )r3 r �hr� r r r r� � s8
��� �r� � s #CHALLENGE#s #WELCOME#s #FAILURE#c C s� dd l }t|t�s$td�t|����t�t�}| � t
| � |� ||t ��
� }| �d�}||krl| � t� n| � t� td��d S )Nr � Authkey must be bytes, not {0!s}� zdigest received was wrong)�hmacr� rN r% �formatr. r! �urandom�MESSAGE_LENGTHrV � CHALLENGE�new�HMAC_DIGEST_NAME�digestr^ �WELCOME�FAILUREr �Z
connectionr� r� �messager� Zresponser r r r� � s
�
r� c C sx dd l }t|t�s$td�t|����| �d�}|tt�d � }|� ||t
�� � }| � |� | �d�}|t
krttd��d S )Nr r� r� zdigest sent was rejected)r� r� rN r% r� r. r^ rO r� r� r� r� rV r� r r� r r r r� � s
�
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ConnectionWrapperc C s6 || _ || _|| _dD ]}t||�}t| ||� qd S )N)rK rG rj r^ rV )�_conn�_dumps�_loadsr� �setattr)r: �connrX rd �attrrZ r r r r> s
zConnectionWrapper.__init__c C s | � |�}| j�|� d S r )r� r� rV )r: rZ r� r r r r[ s
zConnectionWrapper.sendc C s | j �� }| �|�S r )r� r^ r� r� r r r rf s
zConnectionWrapper.recvN)rq rr rs r> r[ rf r r r r r� s r� c C s t �| fd d d d��d�S )Nr �utf-8)� xmlrpclibrX �encode)rZ r r r �
_xml_dumps s r c C s t �| �d��\\}}|S )Nr )r rd �decode)r� rZ �methodr r r �
_xml_loads s r c @ s e Zd Zdd� ZdS )� XmlListenerc C s" dd l ma t�| �}t|tt�S r� )�
xmlrpc.client�clientr r r� r� r r rY r r r r� s
zXmlListener.acceptN)rq rr rs r� r r r r r s r c O s dd l ma tt| |�tt�S r� )r
r r r� r r r )r� �kwdsr r r � XmlClient s r
c C s� t | �}g }|r�t�|d|�}|tkr*q�n\t| krFtt|� k rTn n
|t8 }n2t| krptt|� k r~n n
|t8 }ntd��|�|| � ||d d � }d}q |S )NFzShould not get herer r ) �listrx r{ r
r rO r r� r� )Zhandlesr �L�readyr� r r r �_exhaustive_wait) s
r c
s^ |d krt }n |dk r d}nt|d d �}t| �} i �g }t� � t� }�z@| D �]&}zt|d�} W n tk
r� |�|�� < Y qPX zt �| � dd�\}}W n8 tk
r� } zd |j }}|tkrƂ W 5 d }~X Y nX |t jkr�|�|� |�|j < qP|�rjt�� d d� dk�rjz|�d �\}}W n* tk
�rP } z
|j}W 5 d }~X Y nX |�sjt
|d��rjd|_� � |� d}qPt��� |�}W 5 |D ]}|�� �q�|D ]�}z|�d�\}}W n6 tk
�r� } z|j}|tk�r� W 5 d }~X Y nX |t j
k�r��|j }� � |� |dk�r�t
|d��r�d|_�q�X � ��fd
d �|D �� � fd d
�| D �S )Nr r� g �?Tr� rK � )� r Fc 3 s | ]}� | V qd S r r )�.0r� )�waithandle_to_objr r � <genexpr>� s zwait.<locals>.<genexpr>c s g | ]}|� kr|�qS r r )r �o)�
ready_objectsr r �
<listcomp>� s �wait.<locals>.<listcomp>)r �intr �setr} ry rC r� �
_ready_errorsrx ZERROR_OPERATION_ABORTEDr| �addr+ r� r� �AttributeErrorr6 r� rz r� r) Zgetwindowsversionr �keys�update)
� object_listr Zov_listZ
ready_handlesr~ r� r r� r rK r )r r r r ? sh
� PollSelectorc
C s� t � ��}| D ]}|�|tj� q |d k r4t�� | }|�|�}|r\dd� |D �W 5 Q R � S |d k r4|t�� }|dk r4|W 5 Q R � S q4W 5 Q R X d S )Nc S s g | ]\}}|j �qS r )Zfileobj)r �keyZeventsr r r r � s r r )�
_WaitSelector�register� selectorsZ
EVENT_READr r Zselect)r" r ZselectorrZ Zdeadliner r r r r � s
c
C sZ | � � }t�|tjtj��6}ddlm} |�|�}t|| j | j
ffW 5 Q R � S Q R X d S )Nr )�resource_sharer) rK r, Zfromfdr Z SOCK_STREAMr r( Z DupSocket�rebuild_connectionr< r= )r r; r� r( �dsr r r �reduce_connection� s
r+ c C s | � � }t|� � ||�S r �r� r� )r* r< r= Zsockr r r r) � s r) c C sB | j r tjnd| jrtjndB }t�| �� |�}t|| j | jffS r� ) r< rx ZFILE_GENERIC_READr= ZFILE_GENERIC_WRITEr
Z DupHandlerK �rebuild_pipe_connection)r r� �dhr r r �reduce_pipe_connection� s
�r/ c C s | � � }t|||�S r )r� ru )r. r< r= r; r r r r- � s r- c C s t �| �� �}t|| j| jffS r )r
ZDupFdrK r) r< r= )r �dfr r r r+ � s c C s | � � }t|||�S r r, )r0 r< r= �fdr r r r) � s )NN)T)T)N)N)J�__all__r� r! r) r, r� r r � itertoolsr� r r r r �contextr
ZForkingPicklerrW rx r r r
r � ImportErrorr* r� ZCONNECTION_TIMEOUTr� �countr$ r� Zfamiliesr+ r r r( r- r4 r5 ru r� �objectr r r r� r� r� r� r� r� r� r� r� r� r� r r r r
r r� ZERROR_NETNAME_DELETEDr r r' r# r% ZSelectSelectorr+ r) r& r/ r- r r r r �<module>
s�
PT=
,, 8 P
__pycache__/managers.cpython-38.opt-2.pyc 0000644 00000110760 15033636440 0014152 0 ustar 00 U
e5d� � @ sB d ddddgZ ddlZddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
d d
l m Z d d l
mZmZmZ d d l mZ d d
l mZ d dl mZ d dl mZ zd dl mZ dZW n ek
r� dZY nX dd� Ze�eje� dd� dD �Zed ek �r.dd� Z eD ]Z e�e e � �qG dd� de �Z di fd d �Z d d � Z!G d d!� d!e"�Z#d"d#� Z$d$d%� Z%G d&d'� d'e �Z&G d(d)� d)e �Z'e j(e j)fe j*e j+fd*�Z,G d+d � d e �Z-G d,d-� d-e.�Z/G d.d� de �Z0d/d0� Z1i fd1d2�Z2dld3d4�Z3G d5d6� d6e �Z4G d7d8� d8e �Z5dmd9d:�Z6G d;d<� d<e0�Z7G d=d>� d>e0�Z8G d?d@� d@e8�Z9G dAdB� dBe0�Z:G dCdD� dDe0�Z;G dEdF� dFe0�Z<G dGdH� dHe0�Z=e2dIdJ�Z>G dKdL� dLe>�Z?e2dMdN�Z@dOdPie@_Ae2dQdR�ZBe2dSdT�ZCdUdUdUdPdPdV�eC_AG dWdS� dSeC�ZDG dXd� de-�ZEeE�dYejF� eE�dZejF� eE�d[ejGe:� eE�d\ejHe8� eE�d]ejIe8� eE�d^ejJe8� eE�d_ejKe8� eE�d`ejLe9� eE�daejMe;� eE�dbejNeD� eE�dcee?� eE�ddeOe@� eE�d8e5e=� eE�d:e6eB� eE�d6e4e<� eEjdPe7dde� eEjdUddf� e�r>G dgdh� dh�ZPG didj� dje&�ZQG dkd� de-�ZRdS )n� BaseManager� SyncManager� BaseProxy�Token�SharedMemoryManager� N)�getpid)�
format_exc� )�
connection)� reduction�get_spawning_popen� ProcessError)�pool)�process)�util)� get_context)�
shared_memoryTFc C s t j | j| �� ffS �N)�array�typecode�tobytes)�a� r �0/usr/lib64/python3.8/multiprocessing/managers.py� reduce_array- s r c C s g | ]}t ti |�� ��qS r )�type�getattr��.0�namer r r �
<listcomp>1 s r )�items�keys�valuesc C s t t | �ffS r )�list��objr r r �rebuild_as_list3 s r' c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) r ��typeid�address�idc C s ||| | _ | _| _d S r r( )�selfr) r* r+ r r r �__init__B s zToken.__init__c C s | j | j| jfS r r( �r, r r r � __getstate__E s zToken.__getstate__c C s |\| _ | _| _d S r r( �r, �stater r r � __setstate__H s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r) r* r+ r. r r r �__repr__K s �zToken.__repr__N)r4 �
__module__� __qualname__� __slots__r- r/ r2 r5 r r r r r < s
r c C s8 | � ||||f� | �� \}}|dkr*|S t||��d S )N�#RETURN)�send�recv�convert_to_error)�cr+ �
methodname�args�kwds�kind�resultr r r �dispatchS s
rC c C sd | dkr |S | dkrRt |t�s4td�|| t|����| dkrHtd| �S t|�S ntd�| ��S d S )N�#ERROR)�
#TRACEBACK�#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrF zUnserializable message: %s
z Unrecognized message type {!r})�
isinstance�str� TypeError�formatr � RemoteError�
ValueError)rA rB r r r r< ] s
��
r< c @ s e Zd Zdd� ZdS )rK c C s dt | jd � d S )NzM
---------------------------------------------------------------------------
r zK---------------------------------------------------------------------------)rH r? r. r r r �__str__m s zRemoteError.__str__N)r4 r6 r7 rM r r r r rK l s rK c C s2 g }t | �D ] }t| |�}t|�r |�|� q |S r )�dirr �callable�append)r& �tempr �funcr r r � all_methodst s
rS c C s dd� t | �D �S )Nc S s g | ]}|d dkr|�qS )r �_r r r r r r � s z"public_methods.<locals>.<listcomp>)rS r% r r r �public_methods s rU c @ s� e Zd Zddddddddd g Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Z dd� Z
dd� Z e
e e d�Z dd � Z
d d � Zd d � Zd!d"� Zd#d$� Zd%e_d&d'� Zd(d)� Zd*d+� Zd,d-� Zd.S )/�Server�shutdown�create�accept_connection� get_methods�
debug_info�number_of_objects�dummy�incref�decrefc C sx t |t�s td�|t|����|| _t�|�| _t | \}}||dd�| _
| j
j | _ ddi| _ i | _
i | _t�� | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes� )r* Zbacklog�0�Nr )rG �bytesrI rJ r �registryr �AuthenticationString�authkey�listener_client�listenerr* � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r, rd r* rf �
serializer�Listener�Clientr r r r- � s
��
zServer.__init__c C s� t �� | _| t�� _zVt j| jd�}d|_|�� z | j�� sL| j�d� q4W n ttfk
rf Y nX W 5 tjtjkr�t �
d� tjt_tj t_ t�
d� X d S )Nzresetting stdout, stderrr )�targetTr )rl �Event�
stop_eventr �current_process�_manager_server�sys�stdout�
__stdout__r �debug�
__stderr__�stderr�exit�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt�
SystemExit)r, r r r r �
serve_forever� s
zServer.serve_foreverc C sN z| j �� }W n tk
r& Y q Y nX tj| j|fd�}d|_|�� q d S )N�rr r? T)rh Zaccept�OSErrorrl r~ �handle_requestr� r� )r, r= �tr r r r � s
zServer.accepterc C s4 d } }}z>t �|| j� t �|| j� |�� }|\}}}}t| |�}W n tk
rh dt� f} Y n>X z||f|�|�}W n tk
r� dt� f} Y n
X d|f} z|�| � W nr tk
�r& }
zRz|�dt� f� W n tk
r� Y nX t �
d| � t �
d|� t �
d|
� W 5 d }
~
X Y nX |� � d S )NrE r9 zFailure to send message: %rz ... request was %r� ... exception was %r) r
Zdeliver_challengerf Zanswer_challenger; r � Exceptionr r: r �info�close) r, r= �funcnamerB �request�ignorer? r@ rR �msg�er r r r� � s2 zServer.handle_requestc
C s� t �dt�� j� |j}|j}| j}| j� � �s�zBd }}|� }|\}}} }
z|| \}} } W n^ t
k
r� }
z@z| j | \}} } W n& t
k
r� } z|
�W 5 d }~X Y nX W 5 d }
~
X Y nX || kr�t d|t
|�| f ��t||�}z|| |
�}W n, tk
�r" } z d|f}W 5 d }~X Y nPX | �o4| �|d �}|�rj| �|||�\}}t|| j|�}d||ff}nd|f}W n� t k
�r� |d k�r�dt� f}nNz,| j| }|| |||f| �|
�}d|f}W n tk
�r� dt� f}Y nX Y nP tk
�r t �dt�� j� t�d� Y n tk
�r< dt� f}Y nX zDz ||� W n2 tk
�r~ } z|d t� f� W 5 d }~X Y nX W q$ tk
�r� } z@t �d
t�� j� t �d |� t �d |� |�� t�d
� W 5 d }~X Y q$X q$d S )Nz$starting server thread to service %rz+method %r of %r object is not in exposed=%rrD �#PROXYr9 rE z$got EOF -- exiting thread serving %rr rF z exception in thread serving %rz ... message was %rr� r )r rz rl �current_threadr r; r: ri rt r� �KeyErrorrk �AttributeErrorr r r� �getrX r r* r �fallback_mapping�EOFErrorrw r} r� r� )r, �connr; r: ri r> r& r� �identr? r@ �exposed� gettypeid�keZ second_keZfunction�resr� r� r) ZridentZrexposed�tokenZ
fallback_funcrB r r r � serve_client� s� � � ( ��
��� � $� zServer.serve_clientc C s |S r r �r, r� r� r& r r r �fallback_getvalue5 s zServer.fallback_getvaluec C s t |�S r �rH r� r r r � fallback_str8 s zServer.fallback_strc C s t |�S r )�reprr� r r r �
fallback_repr; s zServer.fallback_repr)rM r5 � #GETVALUEc C s d S r r �r, r= r r r r] D s z Server.dummyc
C s� | j �t g }t| j�� �}|�� |D ]<}|dkr&|�d|| j| t| j| d �d d� f � q&d�|�W 5 Q R � S Q R X d S )Nra z %s: refcount=%s
%sr �K �
) rn r$ rj r" �sortrP rH ri �join)r, r= rB r" r� r r r r[ G s
��zServer.debug_infoc C s
t | j�S r )�lenrj r� r r r r\ W s zServer.number_of_objectsc C sL z:zt�d� |�d� W n dd l}|�� Y nX W 5 | j �� X d S )Nz!manager received shutdown message�r9 Nr )rt �setr rz r: � traceback� print_exc)r, r= r� r r r rW ^ s
zServer.shutdownc O s� t | �dkr| ^}}}} n�| s(td��n�d|krDtdt | �d ��|�d�}t | �dkr~| ^}}} dd l}|jdtdd � nFd
|kr�tdt | �d ��|�d
�}| ^}} dd l}|jd tdd � t| �} |j�� |j| \}}}} |d k�r|�st | �dk�r t d ��| d }
n
|| |�}
|d k�r2t
|
�}|d k �rlt |t ��s\td
�
|t|����t|�t|� }dt|
� } t�d|| � |
t|�|f|j| < | |jk�r�d|j| < W 5 Q R X |�|| � | t|�fS )N� z8descriptor 'create' of 'Server' object needs an argumentr) �7create expected at least 2 positional arguments, got %dr � r z2Passing 'typeid' as keyword argument is deprecated)�
stacklevelr= z-Passing 'c' as keyword argument is deprecatedz4Without callable, must have one non-keyword argumentz,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)r� rI �pop�warnings�warn�DeprecationWarning�tuplern rd rL rU rG �dictrJ r r$ r+ r rz r� ri rj r^ ) r? r@ r, r= r) r� rO r� �method_to_typeid� proxytyper& r� r r r rX k sp
�
�
�
��
�
�� z
Server.createz$($self, c, typeid, /, *args, **kwds)c C s t | j|j d �S )Nr )r� ri r+ )r, r= r� r r r rZ � s zServer.get_methodsc C s" |t �� _|�d� | �|� d S )Nr� )rl r� r r: r� )r, r= r r r r rY � s
zServer.accept_connectionc C s� | j �� z| j| d7 < W nh tk
r� } zJ|| jkrrd| j|< | j| | j|< | j| \}}}t�d|� n|�W 5 d }~X Y nX W 5 Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)rn rj r� rk ri r rz )r, r= r� r� r& r� r� r r r r^ � s
�z
Server.increfc C s� || j kr$|| jkr$t�d|� d S | j�Z | j | dkrXtd�|| j| | j | ���| j | d8 < | j | dkr�| j |= W 5 Q R X || j kr�d| j|< t�d|� | j� | j|= W 5 Q R X d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rj rk r rz rn �AssertionErrorrJ ri )r, r= r� r r r r_ � s,
� ��
z
Server.decrefN)r4 r6 r7 �publicr- r� r r� r� r� r� r� r� r] r[ r\ rW rX �__text_signature__rZ rY r^ r_ r r r r rV � s: �
"Q�
=rV c @ s e Zd ZdgZdZdZdZdS )�State�valuer r r� N)r4 r6 r7 r8 �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd Zi ZeZd!dd�Zdd� Zdd� Zd"d
d �Z e
d#d d
��Z dd� Z d$dd�Z
dd� Zdd� Zdd� Zdd� Zedd� �Zed d � �Ze
d%d d ��ZdS )&r Nr� c C s\ |d krt �� j}|| _t �|�| _t� | _tj| j_ || _
t | \| _ | _
|pTt� | _d S r )r ru rf �_addressre �_authkeyr� �_stater� r� � _serializerrg Z _Listener�_Clientr �_ctx)r, r* rf ro Zctxr r r r- s
zBaseManager.__init__c C sf | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���t| j | j
| j | j �S )N�Already started server�Manager has shut down�Unknown state {!r})
r� r� r� r� r� r
r� rJ rV � _registryr� r� r� r. r r r �
get_server s
�
�zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|d d� tj| j_d S )N�rf r] ) rg r� r� r� rC r� r� r� r� )r, rp rq r� r r r �connect s zBaseManager.connectr c C s4 | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���|d k rht|�sht d��t
j dd�\}}| j j
t| �j| j| j| j| j|||fd�| _d�d d
� | jjD ��}t| �jd | | j_| j�� |�� |�� | _|�� tj| j _t j | t| �j | j| j| j| j | j fd d
�| _ d S )Nr� r� r� z initializer must be a callableF)Zduplexr� �:c s s | ]}t |�V qd S r r� )r �ir r r � <genexpr>A s z$BaseManager.start.<locals>.<genexpr>�-r �r? Z exitpriority)!r� r� r� r� r� r
r� rJ rO rI r
ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr4 r r� r� r; r �Finalize�_finalize_managerr� rW )r, � initializer�initargs�reader�writerr� r r r r� ( sH
� ��
��zBaseManager.startc C s^ t � t jt j� |d k r ||� | �||||�}|�|j� |�� t�d|j� |� � d S )Nzmanager serving at %r)
�signal�SIGINT�SIG_IGN�_Serverr: r* r� r r� r� ) �clsrd r* rf ro r� r� r� �serverr r r r� S s zBaseManager._run_serverc O sN | j | j| jd�}z t|d d|f| |�\}}W 5 |�� X t|| j|�|fS )Nr� rX )r� r� r� r� rC r )r, r) r? r@ r� r+ r� r r r �_createj s
zBaseManager._createc C s* | j d k r&| j �|� | j �� s&d | _ d S r )r� r� �is_alive�r, �timeoutr r r r� v s
zBaseManager.joinc C s2 | j | j| jd�}zt|d d�W �S |�� X d S )Nr� r[ �r� r� r� r� rC �r, r� r r r � _debug_info s zBaseManager._debug_infoc C s2 | j | j| jd�}zt|d d�W �S |�� X d S )Nr� r\ r� r� r r r �_number_of_objects� s z BaseManager._number_of_objectsc C sj | j jtjkr| �� | j jtjkrf| j jtjkr<td��n*| j jtjkrTtd��ntd�| j j���| S )NzUnable to start serverr� r� ) r� r� r� r� r� r� r
r� rJ r. r r r � __enter__� s
�zBaseManager.__enter__c C s | � � d S r )rW �r, �exc_typeZexc_valZexc_tbr r r �__exit__� s zBaseManager.__exit__c C s� | � � r�t�d� z,|||d�}zt|d d� W 5 |�� X W n tk
rR Y nX | jdd� | � � r�t�d� t| d�r�t�d� | �� | jd d� | � � r�t�d
� t j
|_ z t j
|= W n tk
r� Y nX d S ) Nz#sending shutdown message to managerr� rW g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processg�������?z#manager still alive after terminate)r� r r� r� rC r� r� �hasattrr� r� r� r� r �_address_to_localr� )r r* rf r1 r� r� r r r r� � s.
z BaseManager._finalize_managerc C s | j S r )r� r. r r r r* � s zBaseManager.addressTc
s� d| j kr| j�� | _� d kr"t� |p0t� dd �}|p@t� dd �}|r\t|�� �D ]\}}qR|||� f| j�< |r�� �fdd�} �| _t| �| � d S )Nr� � _exposed_�_method_to_typeid_c s` t �d�� | j�f|�|�\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object��managerrf r� r� r_ ) r rz r� r� r� r� r* rC r+ )r, r? r@ r� Zexp�proxyr� �r� r) r r rQ � s �z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r$ r! r4 �setattr)
r� r) rO r� r� r� �
create_method�keyr� rQ r r� r �register� s(
� �
zBaseManager.register)NNr� N)Nr )Nr )N)NNNNT)r4 r6 r7 r� rV r� r- r� r� r� � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr* r r r r r r � s6 �
+ �
�c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t �| dd� � d S )Nc S s | � � S r )�clearr% r r r �<lambda>� � z*ProcessLocalSet.__init__.<locals>.<lambda>)r �register_after_forkr. r r r r- � s zProcessLocalSet.__init__c C s t | �dfS rb )r r. r r r �
__reduce__� s zProcessLocalSet.__reduce__N)r4 r6 r7 r- r
r r r r r � s r c @ s| e Zd Zi Ze�� Zddd�Zdd� Zdi fd d
�Z d d � Z
d
d� Z e dd� �Z
dd� Zdd� Zdd� Zdd� Zdd� ZdS ) r NTFc C s� t j�8 t j�|jd �}|d kr:t�� t� f}|t j|j< W 5 Q R X |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d k r�t�|�| _n"| j
d k r�| j
j| _n t�� j| _|r�| �� t�| t j� d S )Nr r )r �_mutexr� r� r* r ZForkAwareLocalr �_tls�_idset�_tokenr+ �_id�_managerr� rg r� �_owned_by_managerr re r� ru rf �_increfr � _after_fork) r, r� ro r� rf r� r^ �
manager_ownedZ tls_idsetr r r r- s*
zBaseProxy.__init__c C sd t �d� t�� j}t�� jdkr4|dt�� j 7 }| j| jj | j
d�}t |d d|f� || j _
d S )Nz making connection to managerZ
MainThread�|r� rY )r rz r ru r rl r� r� r r* r� rC r r
)r, r r� r r r �_connect- s
zBaseProxy._connectr c C s� z | j j}W n6 tk
rB t�dt�� j� | �� | j j}Y nX |� | j
|||f� |� � \}}|dkrp|S |dkr�|\}}| j j
|j d } | jj|_| || j| j | j|d�}
| j|j| jd�}t|d d|jf� |
S t||��d S )Nz#thread %r does not own a connectionr9 r� ���r� r� r_ )r r
r� r rz rl r� r r r: r r; r r� r) r r* r� r� r� rC r+ r< ) r, r> r? r@ r� rA rB r� r� r� r� r r r � _callmethod6 s6 �
�zBaseProxy._callmethodc C s
| � d�S )Nr� �r r. r r r � _getvalueT s zBaseProxy._getvaluec C s� | j rt�d| jj� d S | j| jj| jd�}t|d d| j f� t�d| jj� | j
� | j � | j oj| j j
}tj| tj| j| j|| j| j
| jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %rr� r^ z INCREF %r�
r� )r r rz r r+ r� r* r� rC r r �addr r� r� r �_decrefr Z_close)r, r� r1 r r r r Z s$
��zBaseProxy._increfc
C s� |� | j� |d ks |jtjkr�z2t�d| j� || j|d�}t|d d| jf� W q� t k
r� } zt�d|� W 5 d }~X Y q�X nt�d| j� |s�t
|d�r�t�dt � � j
� |j�� |`d S )Nz DECREF %rr� r_ z... decref failed %sz%DECREF %r -- manager already shutdownr
z-thread %r has no more proxies so closing conn)�discardr+ r� r� r� r rz r* rC r� r� rl r� r r
r� )r� rf r1 ZtlsZidsetr� r� r� r r r r n s �
zBaseProxy._decrefc
C sH d | _ z | �� W n0 tk
rB } zt�d| � W 5 d }~X Y nX d S )Nzincref failed: %s)r r r� r r� )r, r� r r r r � s
zBaseProxy._after_forkc C s^ i }t � d k r| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )Nrf �_isautoFr� ) r r� r r� � RebuildProxyr r r� r �r, r@ r r r r
� s
��zBaseProxy.__reduce__c C s | � � S r )r )r, Zmemor r r � __deepcopy__� s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r4 r r) r+ r. r r r r5 � s �zBaseProxy.__repr__c C s: z | � d�W S tk
r4 t| �d d� d Y S X d S )Nr5 r z; '__str__()' failed>)r r� r� r. r r r rM � s zBaseProxy.__str__)NNNTF)r4 r6 r7 r� r ZForkAwareThreadLockr r- r r r r r r r r
r% r5 rM r r r r r � s& �
)
c C s� t t�� dd �}|rT|j|jkrTt�d|� d|d< |j|jkrT|j|j |j|j< |� dd�opt t�� dd� }| ||fd|i|��S )Nrv z*Rebuild a proxy owned by manager, token=%rTr r^ Z _inheritingF)
r r ru r* r rz r+ rk ri r� )rR r� ro r@ r� r^ r r r r# � s
�
�r# c C sp t |�}z|| |f W S tk
r* Y nX i }|D ]}td||f |� q4t| tf|�}||_||| |f< |S )NzOdef %s(self, /, *args, **kwds):
return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdicZmeth� ProxyTyper r r �
MakeProxyType� s �� r) c
C s� t | d }|d krB|| j|d�}zt|d d| f�}W 5 |�� X |d krX|d k rX|j}|d krjt�� j}td| j |�}|| ||||d�} d| _
| S )Nr r� rZ z
AutoProxy[%s])r� rf r^ T) rg r* r� rC r� r ru rf r) r) r" )
r� ro r� rf r� r^ r� r� r( r� r r r r � s
�r c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r )r� �updater$ r r r r- � s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )NrT z%s=%rz%s(%s)z, ) r$ r� r! �
startswithrP r� r3 r4 r� )r, r! rQ r r� r r r r5 � s
zNamespace.__repr__N)r4 r6 r7 r- r5 r r r r r* � s r* c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd
S ) �ValueTc C s || _ || _d S r )� _typecode�_value)r, r r� �lockr r r r- s zValue.__init__c C s | j S r �r/ r. r r r r� s z Value.getc C s
|| _ d S r r1 �r, r� r r r r�
s z Value.setc C s dt | �j| j| jf S )Nz
%s(%r, %r))r r4 r. r/ r. r r r r5 s zValue.__repr__N)T) r4 r6 r7 r- r� r� r5 r r� r r r r r- s
r- c C s t � | |�S r )r )r �sequencer0 r r r �Array s r4 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�
IteratorProxy)�__next__r: �throwr� c C s | S r r r. r r r �__iter__ s zIteratorProxy.__iter__c G s | � d|�S )Nr6 r �r, r? r r r r6 s zIteratorProxy.__next__c G s | � d|�S )Nr: r r9 r r r r: s zIteratorProxy.sendc G s | � d|�S )Nr7 r r9 r r r r7 s zIteratorProxy.throwc G s | � d|�S )Nr� r r9 r r r r� ! s zIteratorProxy.closeN) r4 r6 r7 r� r8 r6 r: r7 r� r r r r r5 s r5 c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�
AcquirerProxy)�acquire�releaseTNc C s" |d kr|fn||f}| � d|�S �Nr; r )r, Zblockingr� r? r r r r; ' s zAcquirerProxy.acquirec C s
| � d�S �Nr< r r. r r r r< * s zAcquirerProxy.releasec C s
| � d�S r= r r. r r r r� , s zAcquirerProxy.__enter__c C s
| � d�S r> r r� r r r r� . s zAcquirerProxy.__exit__)TN)r4 r6 r7 r� r; r< r� r� r r r r r: % s
r: c @ s6 e Zd ZdZd dd�Zd
dd�Zdd � Zdd
d �ZdS )�ConditionProxy)r; r< r� �notify�
notify_allNc C s | � d|f�S �Nr� r r� r r r r� 4 s zConditionProxy.waitr c C s | � d|f�S )Nr@ r )r, �nr r r r@ 6 s zConditionProxy.notifyc C s
| � d�S )NrA r r. r r r rA 8 s zConditionProxy.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S )Nr )�time� monotonicr� )r, Z predicater� rB ZendtimeZwaittimer r r �wait_for: s
zConditionProxy.wait_for)N)r )N)r4 r6 r7 r� r� r@ rA rF r r r r r? 2 s
r? c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d
�ZdS ) �
EventProxy)r� r� r r� c C s
| � d�S )Nr� r r. r r r r� O s zEventProxy.is_setc C s
| � d�S �Nr� r r. r r r r� Q s zEventProxy.setc C s
| � d�S )Nr r r. r r r r S s zEventProxy.clearNc C s | � d|f�S rB r r� r r r r� U s zEventProxy.wait)N)r4 r6 r7 r� r� r� r r� r r r r rG M s
rG c @ sN e Zd ZdZddd�Zdd� Zdd� Zed d
� �Zed d � �Z ed
d� �Z
dS )� BarrierProxy)�__getattribute__r� �abort�resetNc C s | � d|f�S rB r r� r r r r� [ s zBarrierProxy.waitc C s
| � d�S )NrK r r. r r r rK ] s zBarrierProxy.abortc C s
| � d�S )NrL r r. r r r rL _ s zBarrierProxy.resetc C s | � dd�S )NrJ )�partiesr r. r r r rM a s zBarrierProxy.partiesc C s | � dd�S )NrJ )� n_waitingr r. r r r rN d s zBarrierProxy.n_waitingc C s | � dd�S )NrJ )�brokenr r. r r r rO g s zBarrierProxy.broken)N) r4 r6 r7 r� r� rK rL r rM rN rO r r r r rI Y s
rI c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �NamespaceProxy)rJ � __setattr__� __delattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rT r rJ )�objectrJ �r, r �
callmethodr r r � __getattr__n s zNamespaceProxy.__getattr__c C s4 |d dkrt �| ||�S t �| d�}|d||f�S )Nr rT r rQ )rS rQ rJ )r, r r� rU r r r rQ s s zNamespaceProxy.__setattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rT r rR )rS rR rJ rT r r r rR x s zNamespaceProxy.__delattr__N)r4 r6 r7 r� rV rQ rR r r r r rP l s rP c @ s* e Zd ZdZdd� Zdd� Zeee�ZdS )�
ValueProxy)r� r� c C s
| � d�S )Nr� r r. r r r r� � s zValueProxy.getc C s | � d|f�S rH r r2 r r r r� � s zValueProxy.setN)r4 r6 r7 r� r� r� r r� r r r r rW s rW �
BaseListProxy)�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rP �count�extend�index�insertr� �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | � d|f� | S )Nrc r r2 r r r �__iadd__� s zListProxy.__iadd__c C s | � d|f� | S )Nrh r r2 r r r rh � s zListProxy.__imul__N)r4 r6 r7 rj rh r r r r ri � s ri � DictProxy)rZ r[ r\ r8 r] ra r r� r� r! r" r� �popitem�
setdefaultr+ r# r8 �Iterator�
ArrayProxy)r] r\ ra � PoolProxy) Zapply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap�
starmap_asyncr� Z AsyncResult)rq ru rw rr rs c @ s e Zd Zdd� Zdd� ZdS )rp c C s | S r r r. r r r r� � s zPoolProxy.__enter__c C s | � � d S r )r� r� r r r r� � s zPoolProxy.__exit__N)r4 r6 r7 r� r� r r r r rp � s c @ s e Zd ZdS )r N)r4 r6 r7 r r r r r � s �QueueZ
JoinableQueuers rm �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr$ r� )r� r )r c @ sH e Zd Zg fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�_SharedMemoryTrackerc C s || _ || _d S r �Zshared_memory_context_name�
segment_names)r, r r� r r r r- � s z _SharedMemoryTracker.__init__c C s( t �d|�dt� � �� | j�|� d S )NzRegister segment � in pid )r rz r r� rP �r, � segment_namer r r �register_segment� s z%_SharedMemoryTracker.register_segmentc C sB t �d|�dt� � �� | j�|� t�|�}|�� |�� d S )NzDestroy segment r� ) r rz r r� rf r � SharedMemoryr� �unlink)r, r� Zsegmentr r r �destroy_segment� s
z$_SharedMemoryTracker.destroy_segmentc C s" | j d d � D ]}| �|� qd S r )r� r� r� r r r r� � s z_SharedMemoryTracker.unlinkc C s( t �d| jj� dt� � �� | �� d S )NzCall z .__del__ in )r rz r3 r4 r r� r. r r r �__del__� s z _SharedMemoryTracker.__del__c C s | j | jfS r r� r. r r r r/ � s z!_SharedMemoryTracker.__getstate__c C s | j |� d S r )r- r0 r r r r2 s z!_SharedMemoryTracker.__setstate__N)
r4 r6 r7 r- r� r� r� r� r/ r2 r r r r r � s r c @ sR e Zd Zejdddg Zdd� Zdd� Zde_d d
� Zd d � Z d
d� Z
dd� Z dS )�SharedMemoryServer�
track_segment�release_segment�
list_segmentsc O sZ t j| f|�|� | j}t|t�r,t�|�}td|� dt� � ��| _ t
� dt� � �� d S )NZshm_rT z"SharedMemoryServer started by pid ) rV r- r* rG rc �os�fsdecoder r �shared_memory_contextr rz )r, r? �kwargsr* r r r r-
s
�zSharedMemoryServer.__init__c O st t | �dkr| d }n4d|kr(|d }n"| s6td��ntdt | �d ��ttj| d d�rhtj|d < tj| |�S )
Nr� r� r) zDdescriptor 'create' of 'SharedMemoryServer' object needs an argumentr� r r Z_shared_memory_proxyr� )r� rI r� r, rd r� rV rX )r? r� Ztypeodr) r r r rX s
�
zSharedMemoryServer.createz&($self, c, typeid, /, *args, **kwargs)c C s | j �� t�| |�S r )r� r� rV rW r� r r r rW ) s
zSharedMemoryServer.shutdownc C s | j �|� d S r )r� r� �r, r= r� r r r r� . s z SharedMemoryServer.track_segmentc C s | j �|� d S r )r� r� r� r r r r� 2 s z"SharedMemoryServer.release_segmentc C s | j jS r )r� r� r� r r r r� 7 s z SharedMemoryServer.list_segmentsN) r4 r6 r7 rV r� r- rX r� rW r� r� r� r r r r r� s �
r� c @ s8 e Zd ZeZdd� Zdd� Zdd� Zdd� Zd d
� Z d S ) r c O sN t jdkr ddlm} |�� tj| f|�|� t�| j j
� dt � � �� d S )N�posixr )�resource_trackerz created by pid ) r� r � r� Zensure_runningr r- r rz r3 r4 r )r, r? r� r� r r r r- I s
z SharedMemoryManager.__init__c C s t �| jj� dt� � �� d S )Nz.__del__ by pid )r rz r3 r4 r r. r r r r� U s zSharedMemoryManager.__del__c C sh | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���| �| j | j
| j | j �S )Nz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr� )
r� r� r� r� r� r
r� rJ r� r� r� r� r� r. r r r r� Y s
� �z SharedMemoryManager.get_serverc C sx | j | j| jd��\}tjd d|d�}zt|d d|jf� W n. tk
rh } z|�� |�W 5 d }~X Y nX W 5 Q R X |S )Nr� T)rX �sizer� ) r� r� r� r r� rC r �
BaseExceptionr� )r, r� r� Zsmsr� r r r r� f s z SharedMemoryManager.SharedMemoryc C sv | j | j| jd��Z}t�|�}zt|d d|jjf� W n0 tk
rf } z|j� � |�W 5 d }~X Y nX W 5 Q R X |S )Nr� r� )
r� r� r� r �
ShareableListrC Zshmr r� r� )r, r3 r� Zslr� r r r r� r s
z!SharedMemoryManager.ShareableListN)
r4 r6 r7 r� r� r- r� r� r� r� r r r r r = s
)NNNT)T)S�__all__rw rl r� r ZqueuerD r� r r� r r� r
�contextr r r
r r r r r Z HAS_SHMEM� ImportErrorr r Z
view_typesr$ r' Z view_typerS r rC r< r� rK rS rU rV r� rp rq Z XmlListenerZ XmlClientrg r r� r r r# r) r r* r- r4 r5 r: r? rG rI rP rW rX ri rk r� ro Z
BasePoolProxyrp r rx rs rm ry rz r{ r| r} r~ r� r r� r r r r r �<module> s� �
c
� w
4 �
�
�
�%8 __pycache__/spawn.cpython-38.pyc 0000644 00000015052 15033636440 0012543 0 ustar 00 U
e5dP$ � @ s$ d dl Z d dlZd dlZd dlZddlmZmZ ddlmZ ddlm Z ddlm
Z
ddd d
d d d
gZ ej dkrzdZ
dZn eedd�Z
ej�� �d�Zer�e j�ejd�anejadd � Zdd
� Zdd� Zdd� Zdd � Zd&dd�Z dd� Z d d � Z d d � Z g Z d d � Z!d!d"� Z"d#d$� Z#d%d
� Z$dS )'� N� )�get_start_method�set_start_method)�process)� reduction)�util�_main�freeze_support�set_executable�get_executable�get_preparation_data�get_command_line�import_main_path�win32F�frozenzpythonservice.exez
python.exec C s | a d S �N�� _python_exe)Zexe� r �-/usr/lib64/python3.8/multiprocessing/spawn.pyr
) s c C s t S r r r r r r r - s c C s$ t | �dkr | d dkr dS dS dS )z=
Return whether commandline indicates we are forking
� r �--multiprocessing-forkTFN)�len)�argvr r r �
is_forking4 s r c C sd t tj�r`i } tjdd� D ]0}|�d�\}}|dkr@d| |< q t|�| |< q tf | � t�� dS )zE
Run code for process object if this in not the main process
r N�=�None)r �sysr �split�int�
spawn_main�exit)�kwds�arg�name�valuer r r r > s
c K sh t tdd�r(tjdgdd� | �� D � S d}|d�dd � | �� D ��; }t�� }tg| d
|dg S d S ) zJ
Returns prefix of command line used for spawning a child process
r Fr c S s g | ] }d | �qS )�%s=%rr ��.0�itemr r r �
<listcomp>T s z$get_command_line.<locals>.<listcomp>z<from multiprocessing.spawn import spawn_main; spawn_main(%s)z, c s s | ]}d | V qdS )r& Nr r' r r r � <genexpr>W s z#get_command_line.<locals>.<genexpr>z-cN)�getattrr �
executable�items�joinr Z _args_from_interpreter_flagsr )r" �progZoptsr r r r
N s � c C s� t tj�std��tjdkrrddl}ddl}|dk rL|�|j|j B d|�}nd}t
j | |d�}|� |t
j�}|}n"ddlm} || j_| }t
�| �}t||�}
t�|
� dS ) z7
Run code specified by data received over pipe
z Not forkingr r NF)�source_processr )�resource_tracker)r r r �AssertionError�platform�msvcrt�_winapiZ OpenProcessZ SYNCHRONIZEZPROCESS_DUP_HANDLEr Z duplicateZopen_osfhandle�os�O_RDONLY� r2 Z_resource_trackerZ_fd�dupr r! ) Z pipe_handleZ
parent_pidZ
tracker_fdr5 r6 r1 Z
new_handle�fd�parent_sentinelr2 Zexitcoder r r r \ s,
��
r c C s` t j| ddd��@}dt�� _z$tj�|�}t|� tj�|�}W 5 t�� `X W 5 Q R X |� |�S )N�rbT)�closefd)
r7 �fdopenr �current_process� _inheritingr �pickle�load�prepare�
_bootstrap)r; r< Z from_parentZpreparation_data�selfr r r r x s
c C s t t�� dd�rtd��d S )NrA Fa
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.)r, r r@ � RuntimeErrorr r r r �_check_not_importing_main� s rH c C s t � ttjt�� jd�}tjdk r2tj�� |d< t j
� � }z|� d�}W n t
k
r^ Y n X tj||< |j| |t jtjt�� t� d� t jd }t|jdd�}|dk r�||d< nft jd ks�t�st�st|d
d�}|dk �rtj
�|��s
tjdk �r
tj
�tj|�}tj
� |�|d < |S ) zM
Return info about parent needed by child to unpickle process object
)�
log_to_stderr�authkeyN� log_levelr9 )r$ �sys_path�sys_argv�orig_dir�dir� start_method�__main__r$ �init_main_from_namer �__file__�init_main_from_path) rH �dictr Z_log_to_stderrr r@ rJ Z_loggerZgetEffectiveLevelr �path�copy�index�
ValueError� ORIGINAL_DIR�updater r7 �getcwdr �modulesr, �__spec__r4 �WINEXE�
WINSERVICE�isabsr/ �normpath)r$ �drL �i� main_moduleZ
main_mod_name� main_pathr r r r � sD �
�
�c C s� d| kr| d t �� _d| kr,| d t �� _d| krD| d rDt�� d| kr^t�� �| d � d| krp| d t_ d| kr�| d t_
d| kr�t � | d � d| kr�| d t _
d | kr�t| d d
d � d | kr�t| d � nd
| kr�t| d
� dS )zE
Try to get current process ready to unpickle process object
r$ rJ rI rK rL rM rO rN rP T)ZforcerR rT N)r r@ r$ rJ r rI Z
get_loggerZsetLevelr rV r r7 �chdirrZ r �_fixup_main_from_name�_fixup_main_from_path)�datar r r rD � s,
rD c C s~ t jd }| dks | �d�r d S t|jdd �| kr6d S t�|� t�d�}t j
| ddd�}|j � |� | t jd< t jd< d S )NrQ z .__main__r$ � __mp_main__T)�run_nameZ alter_sys)
r r] �endswithr, r^ �old_main_modules�append�types�
ModuleType�runpyZ
run_module�__dict__r[ )Zmod_name� current_mainre � main_contentr r r rh � s
� rh c C s� t jd }tj�tj�| ��d }|dkr.d S t|dd �| krBd S t�|� t �
d�}t j | dd�}|j
�|� | t jd< t jd< d S )NrQ r ZipythonrS rk )rl )r r] r7 rV �splitext�basenamer, rn ro rp rq rr Zrun_pathrs r[ )rf rt Z main_namere ru r r r ri s
� ri c C s t | � dS )z<
Set sys.modules['__main__'] to module at main_path
N)ri )rf r r r r % s )NN)%r7 r rr rp r9 r r r �contextr r �__all__r4 r_ r` r, r- �lowerrm rV r/ � exec_prefixr r
r r r r
r r rH r rn rD rh ri r r r r r �<module> sD �
2& __pycache__/context.cpython-38.opt-1.pyc 0000644 00000031334 15033636440 0014037 0 ustar 00 U
e5d�+ � @ s� d dl Z d dlZd dlZddlmZ ddlmZ dZG dd� de�ZG dd � d e�Z G d
d � d e�Z
G d d
� d
e�Z G dd� de �Z
G dd� dej�ZG dd� de
�Zejdk�rRG dd� dej�ZG dd� dej�ZG dd� dej�ZG dd � d e
�ZG d d � d e
�ZG d d � d e
�Ze� e� e� d!�Zejd"k�rDeed# �Zn eed$ �Zn8G d%d� dej�ZG d&d � d e
�Zd#e� iZeed# �Zd'd(� Ze�� Z d)d*� Z d+d,� Z d-d.� Z dS )/� N� )�process)� reduction� c @ s e Zd ZdS )� ProcessErrorN��__name__�
__module__� __qualname__r r r �//usr/lib64/python3.8/multiprocessing/context.pyr s r c @ s e Zd ZdS )�BufferTooShortNr r r r r r s r c @ s e Zd ZdS )� TimeoutErrorNr r r r r r
s r
c @ s e Zd ZdS )�AuthenticationErrorNr r r r r r s r c @ sX e Zd ZeZeZeZeZeej �Z eej
�Z
eej �Z dd� Z dd� Z
dCdd�Zdd � Zd
d � ZdDd
d�ZdEdd�ZdFdd�Zdd� ZdGdd�ZdHdd�ZdIdd �Zd d � ZdJd d!�Zd"d#� Zd$d%� Zdd&�d'd(�Z dd&�d)d*�Z d+d,� Z d-d.� Z dKd/d0�Z d1d2� Z!d3d4� Z"d5d6� Z#dLd7d8�Z$dMd:d;�Z%dNd<d=�Z&e'd>d?� �Z(e(j)d@d?� �Z(dAdB� Z*d S )O� BaseContextc C s" t �� }|dkrtd��n|S dS )z(Returns the number of CPUs in the systemNz cannot determine number of cpus)�os� cpu_count�NotImplementedError)�selfZnumr r r r ) s
zBaseContext.cpu_countc C s& ddl m} || �� d�}|�� |S )z�Returns a manager associated with a running server process
The managers methods such as `Lock()`, `Condition()` and `Queue()`
can be used to create shared objects.
r )� SyncManager��ctx)Zmanagersr � get_context�start)r r �mr r r �Manager1 s zBaseContext.ManagerTc C s ddl m} ||�S )z1Returns two connection object connected by a piper )�Pipe)�
connectionr )r Zduplexr r r r r < s zBaseContext.Pipec C s ddl m} || �� d�S )z#Returns a non-recursive lock objectr )�Lockr )� synchronizer r )r r r r r r A s zBaseContext.Lockc C s ddl m} || �� d�S )z Returns a recursive lock objectr )�RLockr )r r r )r r r r r r F s zBaseContext.RLockNc C s ddl m} ||| �� d�S )zReturns a condition objectr )� Conditionr )r r r )r �lockr r r r r K s zBaseContext.Conditionr c C s ddl m} ||| �� d�S )zReturns a semaphore objectr )� Semaphorer )r r" r )r �valuer" r r r r" P s zBaseContext.Semaphorec C s ddl m} ||| �� d�S )z"Returns a bounded semaphore objectr )�BoundedSemaphorer )r r$ r )r r# r$ r r r r$ U s z BaseContext.BoundedSemaphorec C s ddl m} || �� d�S )zReturns an event objectr )�Eventr )r r% r )r r% r r r r% Z s zBaseContext.Eventc C s ddl m} ||||| �� d�S )zReturns a barrier objectr )�Barrierr )r r& r )r Zparties�actionZtimeoutr& r r r r& _ s zBaseContext.Barrierr c C s ddl m} ||| �� d�S )�Returns a queue objectr )�Queuer )�queuesr) r )r �maxsizer) r r r r) d s zBaseContext.Queuec C s ddl m} ||| �� d�S )r( r )�
JoinableQueuer )r* r, r )r r+ r, r r r r, i s zBaseContext.JoinableQueuec C s ddl m} || �� d�S )r( r )� SimpleQueuer )r* r- r )r r- r r r r- n s zBaseContext.SimpleQueuer c C s" ddl m} |||||| �� d�S )z Returns a process pool objectr )�Pool)�context)Zpoolr. r )r Z processesZ initializerZinitargsZmaxtasksperchildr. r r r r. s s
�zBaseContext.Poolc G s ddl m} ||f|�� S )zReturns a shared objectr )�RawValue)� sharedctypesr0 )r �typecode_or_type�argsr0 r r r r0 z s zBaseContext.RawValuec C s ddl m} |||�S )zReturns a shared arrayr )�RawArray)r1 r4 )r r2 �size_or_initializerr4 r r r r4 s zBaseContext.RawArray)r! c G s& ddl m} ||f|�|| �� d��S )z$Returns a synchronized shared objectr )�Value�r! r )r1 r6 r )r r2 r! r3 r6 r r r r6 � s �zBaseContext.Valuec C s ddl m} ||||| �� d�S )z#Returns a synchronized shared arrayr )�Arrayr7 )r1 r8 r )r r2 r5 r! r8 r r r r8 � s �zBaseContext.Arrayc C s, t jdkr(tt dd�r(ddlm} |� dS )z�Check whether this is a fake forked process in a frozen executable.
If so then run code specified by commandline and exit.
�win32�frozenFr )�freeze_supportN)�sys�platform�getattr�spawnr; )r r; r r r r; � s zBaseContext.freeze_supportc C s ddl m} |� S )zZReturn package logger -- if it does not already exist then
it is created.
r )�
get_logger)�utilr@ )r r@ r r r r@ � s zBaseContext.get_loggerc C s ddl m} ||�S )z8Turn on logging and add a handler which prints to stderrr )�
log_to_stderr)rA rB )r �levelrB r r r rB � s zBaseContext.log_to_stderrc C s ddl m} dS )zVInstall support for sending connections and sockets
between processes
r )r N)� r )r r r r r �allow_connection_pickling� s z%BaseContext.allow_connection_picklingc C s ddl m} ||� dS )z�Sets the path to a python.exe or pythonw.exe binary used to run
child processes instead of sys.executable when using the 'spawn'
start method. Useful for people embedding Python.
r )�set_executableN)r? rF )r �
executablerF r r r rF � s zBaseContext.set_executablec C s ddl m} ||� dS )zkSet list of module names to try to load in forkserver process.
This is really just a hint.
r )�set_forkserver_preloadN)�
forkserverrH )r Z module_namesrH r r r rH � s z"BaseContext.set_forkserver_preloadc C sH |d kr | S z t | }W n" tk
r: td| �d �Y nX |�� |S )Nzcannot find context for %r)�_concrete_contexts�KeyError�
ValueError�_check_available)r �methodr r r r r � s zBaseContext.get_contextFc C s | j S �N)�_name�r Z
allow_noner r r �get_start_method� s z BaseContext.get_start_methodc C s t d��d S )Nz+cannot set start method of concrete context)rL �r rN Zforcer r r �set_start_method� s z BaseContext.set_start_methodc C s t � �d�S )z_Controls how objects will be reduced to a form that can be
shared with other processes.r )�globals�get�r r r r �reducer� s zBaseContext.reducerc C s |t � d< d S )Nr )rU )r r r r r rX � s c C s d S rO r rW r r r rM � s z BaseContext._check_available)T)N)r )r )NN)r )r )NNr N)N)N)F)F)+r r r
r r r
r � staticmethodr Zcurrent_processZparent_processZactive_childrenr r r r r r r" r$ r% r& r) r, r- r. r0 r4 r6 r8 r; r@ rB rE rF rH r rR rT �propertyrX �setterrM r r r r r sR
�
r c @ s e Zd ZdZedd� �ZdS )�ProcessNc C s t �� j�| �S rO )�_default_contextr r\ �_Popen)� process_objr r r r^ � s zProcess._Popen�r r r
Z
_start_methodrY r^ r r r r r\ � s r\ c sF e Zd ZeZdd� Zd
� fdd� Zddd�Zdd d
�Zd d � Z� Z S )�DefaultContextc C s || _ d | _d S rO )r] �_actual_context)r r/ r r r �__init__� s zDefaultContext.__init__Nc s0 |d kr | j d kr| j| _ | j S t� �|�S d S rO )rb r] �superr )r rN �� __class__r r r � s
zDefaultContext.get_contextFc C s< | j d k r|std��|d kr,|r,d | _ d S | �|�| _ d S )Nz context has already been set)rb � RuntimeErrorr rS r r r rT � s z DefaultContext.set_start_methodc C s" | j d kr|rd S | j| _ | j jS rO )rb r] rP rQ r r r rR � s
z DefaultContext.get_start_methodc C sB t jdkrdgS t jdkr"ddgnddg}tjr:|�d� |S d S )Nr9 r? �darwin�forkrI )r< r= r �HAVE_SEND_HANDLE�append)r �methodsr r r �get_all_start_methods s
z$DefaultContext.get_all_start_methods)N)F)F)
r r r
r\ rc r rT rR rm �
__classcell__r r re r ra � s
ra r9 c @ s e Zd ZdZedd� �ZdS )� ForkProcessri c C s ddl m} || �S �Nr )�Popen)Z
popen_forkrq �r_ rq r r r r^ s zForkProcess._PopenNr` r r r r ro s ro c @ s e Zd ZdZedd� �ZdS )� SpawnProcessr? c C s ddl m} || �S rp )Zpopen_spawn_posixrq rr r r r r^ s �SpawnProcess._PopenNr` r r r r rs s rs c @ s e Zd ZdZedd� �ZdS )�ForkServerProcessrI c C s ddl m} || �S rp )Zpopen_forkserverrq rr r r r r^ s zForkServerProcess._PopenNr` r r r r ru s ru c @ s e Zd ZdZeZdS )� ForkContextri N)r r r
rP ro r\ r r r r rv % s rv c @ s e Zd ZdZeZdS �� SpawnContextr? N�r r r
rP rs r\ r r r r rx ) s rx c @ s e Zd ZdZeZdd� ZdS )�ForkServerContextrI c C s t jstd��d S )Nz%forkserver start method not available)r rj rL rW r r r rM 0 s z"ForkServerContext._check_availableN)r r r
rP ru r\ rM r r r r rz - s rz )ri r? rI rh r? ri c @ s e Zd ZdZedd� �ZdS )rs r? c C s ddl m} || �S rp )Zpopen_spawn_win32rq rr r r r r^ D s rt Nr` r r r r rs B s c @ s e Zd ZdZeZdS rw ry r r r r rx I s c C s t | t_d S rO )rJ r] rb )rN r r r �_force_start_methodV s r{ c C s t tdd �S )N�spawning_popen)r> �_tlsr r r r �get_spawning_popen_ s r~ c C s
| t _d S rO )r} r| )�popenr r r �set_spawning_popenb s r� c C s t � d kr tdt| �j ��d S )NzF%s objects should only be shared between processes through inheritance)r~ rg �typer )�objr r r �assert_spawninge s
��r� ) r r< Z threadingrD r r �__all__� Exceptionr r r
r �objectr Z BaseProcessr\ ra r= ro rs ru rv rx rz rJ r] r{ Zlocalr} r~ r� r� r r r r �<module> sL ?, � � __pycache__/connection.cpython-38.opt-1.pyc 0000644 00000060712 15033636440 0014514 0 ustar 00 U
&�.ep| � @ s d dddgZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl
m Z m
Z
dd lmZ ejZz$ddlZdd
lmZmZmZmZ W n$ ek
r� ejd kr dZY nX d Zd
ZdZe� � Z dZ dgZ e ed��rdZ e dg7 Z ejd k�r dZ e dg7 Z efdd�Z!dd� Z"dd� Z#dd� Z$dd� Z%G d d � d �Z&e�rnG d d � d e&�Z'G d d!� d!e&�Z(G d"d� de)�Z*dPd#d �Z+ejd k�r�dQd%d�Z,n
dRd&d�Z,G d'd(� d(e)�Z-d)d*� Z.ejd k�r�G d+d,� d,e)�Z/d-d.� Z0d/Z1d0Z2d1Z3d2Z4d3d4� Z5d5d6� Z6G d7d8� d8e)�Z7d9d:� Z8d;d<� Z9G d=d>� d>e*�Z:d?d@� Z;ejd k�rzdAdB� Z<ej=ej>hZ?dSdCd�Z@n,ddlAZAe eAdD��r�eAjBZCneAjDZCdTdEd�Z@ejd k�r�dFdG� ZEdHdI� ZFe�Ge(eE� dJdK� ZHdLdM� ZIe�Ge'eH� n dNdG� ZEdOdI� ZFe�Ge(eE� dS )U�Client�Listener�Pipe�wait� N� )�util)�AuthenticationError�BufferTooShort)� reduction)�
WAIT_OBJECT_0�WAIT_ABANDONED_0� WAIT_TIMEOUT�INFINITE�win32i g 4@Zsha256�AF_INET�AF_UNIX�AF_PIPEc C s t �� | S �N��time� monotonic)�timeout� r �2/usr/lib64/python3.8/multiprocessing/connection.py�
_init_timeout? s r c C s t �� | kS r r )�tr r r �_check_timeoutB s r c C sX | dkr dS | dkr&t jdt�� d�S | dkrLt jdt�� tt�f dd�S td ��d
S ) z?
Return an arbitrary free address for the given family
r )Z localhostr r z listener-)�prefix�dirr z\\.\pipe\pyc-%d-%d-� zunrecognized familyN) �tempfileZmktempr Z get_temp_dir�os�getpid�next�
_mmap_counter�
ValueError��familyr r r �arbitrary_addressI s ��r( c C sJ t jdkr | dkr td| ��t jdkrF| dkrFtt| �sFtd| ��dS )zD
Checks if the family is valid for the current environment.
r r z Family %s is not recognized.r N)�sys�platformr% �hasattr�socketr& r r r �_validate_familyW s
r- c C sT t | �tkrdS t | �tkr*| �d�r*dS t | �tks@t�| �rDdS td| ��dS )z]
Return the types of the address
This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE'
r z\\r r z address type of %r unrecognizedN)�type�tuple�str�
startswithr � is_abstract_socket_namespacer% )�addressr r r � address_typec s r4 c @ s� e Zd ZdZd+dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dd� Zdd� Zd,dd�Zd d � Zd-d d �Zd.d d!�Zd"d#� Zd/d%d&�Zd'd(� Zd)d*� ZdS )0�_ConnectionBaseNTc C s> |� � }|dk rtd��|s(|s(td��|| _|| _|| _d S )Nr zinvalid handlez6at least one of `readable` and `writable` must be True)� __index__r% �_handle� _readable� _writable)�self�handle�readable�writabler r r �__init__y s �z_ConnectionBase.__init__c C s | j d k r| �� d S r �r7 �_close�r: r r r �__del__� s
z_ConnectionBase.__del__c C s | j d krtd��d S )Nzhandle is closed)r7 �OSErrorrA r r r �
_check_closed� s
z _ConnectionBase._check_closedc C s | j std��d S )Nzconnection is write-only)r8 rC rA r r r �_check_readable� s z _ConnectionBase._check_readablec C s | j std��d S )Nzconnection is read-only)r9 rC rA r r r �_check_writable� s z _ConnectionBase._check_writablec C s" | j rd| _n| �� td��d S )NFzbad message length)r9 r8 �closerC rA r r r �_bad_message_length� s z#_ConnectionBase._bad_message_lengthc C s
| j dkS )z True if the connection is closedN�r7 rA r r r �closed� s z_ConnectionBase.closedc C s | j S )z"True if the connection is readable)r8 rA r r r r< � s z_ConnectionBase.readablec C s | j S )z"True if the connection is writable)r9 rA r r r r= � s z_ConnectionBase.writablec C s | � � | jS )z+File descriptor or handle of the connection)rD r7 rA r r r �fileno� s z_ConnectionBase.filenoc C s$ | j dk r z | �� W 5 d| _ X dS )zClose the connectionNr? rA r r r rG � s
z_ConnectionBase.closer c C s� | � � | �� t|�}|jdkr.tt|��}t|�}|dk rFtd��||k rVtd��|dkrh|| }n&|dk rztd��n|| |kr�td��| �|||| � � dS )z,Send the bytes data from a bytes-like objectr r zoffset is negativezbuffer length < offsetNzsize is negativez buffer length < offset + size)rD rF �
memoryview�itemsize�bytes�lenr% � _send_bytes)r: �buf�offset�size�m�nr r r �
send_bytes� s"
z_ConnectionBase.send_bytesc C s$ | � � | �� | �t�|�� dS )zSend a (picklable) objectN)rD rF rP �_ForkingPickler�dumps�r: �objr r r �send� s z_ConnectionBase.sendc C sJ | � � | �� |dk r(|dk r(td��| �|�}|dkrB| �� |�� S )z7
Receive bytes data as a bytes object.
Nr znegative maxlength)rD rE r% � _recv_bytesrH �getvalue)r: Z maxlengthrQ r r r �
recv_bytes� s
z_ConnectionBase.recv_bytesc
C s� | � � | �� t|���}|j}|t|� }|dk r>td��n||krNtd��| �� }|�� }||| k rvt|� � ��|�
d� |� ||| || | � � |W 5 Q R � S Q R X dS )zq
Receive bytes data into a writeable bytes-like object.
Return the number of bytes read.
r znegative offsetzoffset too largeN) rD rE rL rM rO r% r\ �tellr r] �seek�readinto)r: rQ rR rT rM Zbytesize�resultrS r r r �recv_bytes_into� s$
�z _ConnectionBase.recv_bytes_intoc C s& | � � | �� | �� }t�|�� �S )z Receive a (picklable) object)rD rE r\ rW �loads� getbuffer)r: rQ r r r �recv� s z_ConnectionBase.recv� c C s | � � | �� | �|�S )z/Whether there is any input available to be read)rD rE �_poll�r: r r r r �poll s z_ConnectionBase.pollc C s | S r r rA r r r � __enter__ s z_ConnectionBase.__enter__c C s | � � d S r �rG �r: �exc_type� exc_valueZexc_tbr r r �__exit__
s z_ConnectionBase.__exit__)TT)r N)N)r )rg )�__name__�
__module__� __qualname__r7 r> rB rD rE rF rH �propertyrJ r< r= rK rG rV r[ r^ rc rf rj rk rp r r r r r5 v s.
r5 c @ sD e Zd ZdZdZejfdd�Zdd� Zddd �Z d
d � Z
d d
� Z dS )�PipeConnectionz�
Connection class based on a Windows named pipe.
Overlapped I/O is used, so the handles must have been created
with FILE_FLAG_OVERLAPPED.
Fc C s || j � d S r rI )r: Z _CloseHandler r r r@ s zPipeConnection._closec C sh t j| j|dd�\}}z<z |t jkr6t �|jgdt�}W n |�� � Y nX W 5 |�d�\}}X d S )NT��
overlappedF) �_winapiZ WriteFiler7 �GetOverlappedResult�ERROR_IO_PENDING�WaitForMultipleObjects�eventr �cancel)r: rQ �ov�errZnwritten�waitresr r r rP s
� zPipeConnection._send_bytesNc C s& | j rd| _ t�� S |d kr dnt|d�}z�tj| j|dd�\}}d z<z |tj krdt�
|jgdt�}W n |�� � Y nX W 5 |�d�\}}|dkr�t�� }|�|� � � |� W S |tj
kr�| � ||�� W S X W n: tk
�r } z|jtjk�rt�n� W 5 d }~X Y nX td��d S )NF� Trv r z.shouldn't get here; expected KeyboardInterrupt)�_got_empty_message�io�BytesIO�minrx �ReadFiler7 ry �writere ZERROR_MORE_DATA�_get_more_datarz r{ r| r r} rC �winerror�ERROR_BROKEN_PIPE�EOFError� RuntimeError) r: �maxsizeZbsizer~ r Znread�fr� �er r r r\ * s>
�
�
zPipeConnection._recv_bytesc C s. | j st�| j�d dkr dS tt| g|��S )Nr T)r� rx �
PeekNamedPiper7 �boolr ri r r r rh J s
�zPipeConnection._pollc C s� |� � }t�� }|�|� t�| j�d }|d k rJt|�| |krJ| �� tj | j|dd�\}}|�
d�\}}|�|� � � |S )Nr Trv ) re r� r� r� rx r� r7 rO rH r� ry )r: r~ r� rQ r� �leftr Zrbytesr r r r� P s
z PipeConnection._get_more_data)N) rq rr rs �__doc__r� rx � CloseHandler@ rP r\ rh r� r r r r ru s
ru c @ s| e Zd ZdZer,ejfdd�ZejZ ej
Z ne j
fdd�Ze jZ e jZ e fdd�Ze fdd�Zd d
� Zdd d
�Zdd� Zd S )�
Connectionzo
Connection class based on an arbitrary file descriptor (Unix only), or
a socket handle (Windows).
c C s || j � d S r rI �r: r@ r r r r@ g s zConnection._closec C s || j � d S r rI r� r r r r@ l s c C s8 t |�}|| j|�}||8 }|dkr&q4||d � }qd S �Nr )rO r7 )r: rQ r� � remainingrU r r r �_sendq s zConnection._sendc C sb t �� }| j}|}|dkr^|||�}t|�}|dkrJ||krBt�ntd��|�|� ||8 }q|S )Nr z got end of file during message)r� r� r7 rO r� rC r� )r: rS �readrQ r; r� �chunkrU r r r �_recvz s
zConnection._recvc C s� t |�}|dkrHt�dd�}t�d|�}| �|� | �|� | �|� n8t�d|�}|dkrr| �|� | �|� n| �|| � d S )Ni����!i����!Qi @ )rO �structZpackr� )r: rQ rU Z
pre_header�headerr r r rP � s
zConnection._send_bytesNc C s^ | � d�}t�d|�� �\}|dkr@| � d�}t�d|�� �\}|d k rT||krTd S | � |�S )N� r� r� � r� )r� r� Zunpackr] )r: r� rQ rS r r r r\ � s
zConnection._recv_bytesc C s t | g|�}t|�S r )r r� )r: r �rr r r rh � s zConnection._poll)N)rq rr rs r� rx �_multiprocessingZ closesocketr@ r[ Z_writerf Z_readr! rG r� r� r� r� rP r\ rh r r r r r� ` s
r� c @ sR e Zd ZdZddd�Zdd� Zdd � Zed
d � �Zed d
� �Z dd� Z
dd� Z dS )r z�
Returns a listener object.
This is a wrapper for a bound socket which is 'listening' for
connections, or for a Windows named pipe.
Nr c C sp |p|rt |�pt}|p t|�}t|� |dkr>t||�| _nt|||�| _|d k rft|t�sft d��|| _
d S )Nr � authkey should be a byte string) r4 �default_familyr( r- � PipeListener� _listener�SocketListener�
isinstancerN � TypeError�_authkey)r: r3 r' �backlog�authkeyr r r r> � s � zListener.__init__c C s> | j dkrtd��| j �� }| jr:t|| j� t|| j� |S )zz
Accept a connection on the bound socket or named pipe of `self`.
Returns a `Connection` object.
Nzlistener is closed)r� rC �acceptr� �deliver_challenge�answer_challenge)r: �cr r r r� � s
zListener.acceptc C s | j }|dk r d| _ |�� dS )zA
Close the bound socket or named pipe of `self`.
N)r� rG )r: Zlistenerr r r rG � s zListener.closec C s | j jS r )r� �_addressrA r r r r3 � s zListener.addressc C s | j jS r )r� �_last_acceptedrA r r r �
last_accepted� s zListener.last_acceptedc C s | S r r rA r r r rk � s zListener.__enter__c C s | � � d S r rl rm r r r rp � s zListener.__exit__)NNr N) rq rr rs r� r> r� rG rt r3 r� rk rp r r r r r � s
c C sh |p
t | �}t|� |dkr&t| �}nt| �}|dk rHt|t�sHtd��|dk rdt||� t||� |S )z=
Returns a connection to the address of a `Listener`
r Nr� ) r4 r- �
PipeClient� SocketClientr� rN r� r� r� )r3 r' r� r� r r r r � s
Tc C sj | r>t �� \}}|�d� |�d� t|�� �}t|�� �}n$t�� \}}t|dd�}t|dd�}||fS )�L
Returns pair of connection objects at either end of a pipe
TF�r= �r< )r, Z
socketpair� setblockingr� �detachr! �pipe)�duplex�s1�s2�c1�c2Zfd1Zfd2r r r r s
c
C s� t d�}| r*tj}tjtjB }tt }}ntj}tj}dt }}t�||tjB tj B tj
tj B tj B d||tj
tj�}t�||dtjtjtjtj�}t�|tj dd� tj|dd�}|�d�\} }
t|| d�} t|| d�} | | fS ) r� r r r NTrv r� r� )r( rx �PIPE_ACCESS_DUPLEX� GENERIC_READ�
GENERIC_WRITE�BUFSIZEZPIPE_ACCESS_INBOUND�CreateNamedPipe�FILE_FLAG_OVERLAPPED� FILE_FLAG_FIRST_PIPE_INSTANCE�PIPE_TYPE_MESSAGE�PIPE_READMODE_MESSAGE� PIPE_WAIT�NMPWAIT_WAIT_FOREVER�NULL�
CreateFile�
OPEN_EXISTING�SetNamedPipeHandleState�ConnectNamedPipery ru )
r� r3 Zopenmode�accessZobsizeZibsizeZh1Zh2rw �_r r� r� r r r r sT
�
� � � � c @ s* e Zd ZdZd
dd�Zdd� Zdd� Zd S ) r� zO
Representation of a socket which is bound to an address and listening
r c C s� t � tt |��| _zRtjdkr2| j�t jt jd� | j�d� | j� |� | j�
|� | j� � | _ W n t
k
r� | j�� � Y nX || _d | _|dkr�t�|�s�tj| tj|fdd�| _nd | _d S )N�posixr Tr r ��argsZ exitpriority)r, �getattr�_socketr! �nameZ
setsockoptZ
SOL_SOCKETZ SO_REUSEADDRr� ZbindZlistenZ getsocknamer� rC rG Z_familyr� r r2 �Finalize�unlink�_unlink)r: r3 r' r� r r r r> K s0
�
�
zSocketListener.__init__c C s& | j �� \}| _|�d� t|�� �S )NT)r� r� r� r� r� r� �r: �sr r r r� d s
zSocketListener.acceptc C s0 z| j�� W 5 | j }|d k r*d | _ |� X d S r )r� r� rG )r: r� r r r rG i s zSocketListener.closeN)r )rq rr rs r� r> r� rG r r r r r� G s
r� c
C sP t | �}t�tt|���.}|�d� |�| � t|�� �W 5 Q R � S Q R X dS )zO
Return a connection object connected to the socket given by `address`
TN)r4 r, r� r� Zconnectr� r� )r3 r' r� r r r r� s s
r� c @ s8 e Zd ZdZd dd�Zd
dd�Zdd � Zed
d � �ZdS )r� z0
Representation of a named pipe
Nc C sL || _ | jdd�g| _d | _t�d| j � tj| tj| j| j fdd�| _ d S )NT)�firstz listener created with address=%rr r� )
r� � _new_handle�
_handle_queuer� r � sub_debugr� r� �_finalize_pipe_listenerrG )r: r3 r� r r r r> � s
�zPipeListener.__init__Fc
C sH t jt jB }|r|t jO }t �| j|t jt jB t jB t j t
t
t j t j �S r )
rx r� r� r� r� r� r� r� r� ZPIPE_UNLIMITED_INSTANCESr� r� r� )r: r� �flagsr r r r� � s
� �zPipeListener._new_handlec
C s� | j �| �� � | j �d�}ztj|dd�}W n0 tk
r^ } z|jtjkrN� W 5 d }~X Y nPX z<zt�
|j gdt �}W n |�
� t�|� � Y nX W 5 |� d�\}}X t|�S )Nr Trv F)r� �appendr� �poprx r� rC r� Z
ERROR_NO_DATAry r{ r| r r} r� ru )r: r; r~ r� r� r �resr r r r� � s( �
zPipeListener.acceptc C s$ t �d|� | D ]}t�|� qd S )Nz closing listener with address=%r)r r� rx r� )Zqueuer3 r; r r r r� � s z$PipeListener._finalize_pipe_listener)N)F) rq rr rs r� r> r� r� � staticmethodr� r r r r r� � s
r� c
C s� t � }z6t�| d� t�| tjtjB dtjtjtjtj�}W q� t k
rz } z |j
tj tj fksht
|�rj� W 5 d}~X Y qX q�q� t�|tjdd� t|�S )zU
Return a connection object connected to the pipe given by `address`
�� r N)r rx Z
WaitNamedPiper� r� r� r� r� r� rC r� ZERROR_SEM_TIMEOUTZERROR_PIPE_BUSYr r� r� ru )r3 r �hr� r r r r� � s8
��� �r� � s #CHALLENGE#s #WELCOME#s #FAILURE#c C s� dd l }t|t�s$td�t|����t�t�}| � t
| � |� ||t ��
� }| �d�}||krl| � t� n| � t� td��d S )Nr � Authkey must be bytes, not {0!s}� zdigest received was wrong)�hmacr� rN r% �formatr. r! �urandom�MESSAGE_LENGTHrV � CHALLENGE�new�HMAC_DIGEST_NAME�digestr^ �WELCOME�FAILUREr �Z
connectionr� r� �messager� Zresponser r r r� � s
�
r� c C sx dd l }t|t�s$td�t|����| �d�}|tt�d � }|� ||t
�� � }| � |� | �d�}|t
krttd��d S )Nr r� r� zdigest sent was rejected)r� r� rN r% r� r. r^ rO r� r� r� r� rV r� r r� r r r r� � s
�
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ConnectionWrapperc C s6 || _ || _|| _dD ]}t||�}t| ||� qd S )N)rK rG rj r^ rV )�_conn�_dumps�_loadsr� �setattr)r: �connrX rd �attrrZ r r r r> s
zConnectionWrapper.__init__c C s | � |�}| j�|� d S r )r� r� rV )r: rZ r� r r r r[ s
zConnectionWrapper.sendc C s | j �� }| �|�S r )r� r^ r� r� r r r rf s
zConnectionWrapper.recvN)rq rr rs r> r[ rf r r r r r� s r� c C s t �| fd d d d��d�S )Nr �utf-8)� xmlrpclibrX �encode)rZ r r r �
_xml_dumps s r c C s t �| �d��\\}}|S )Nr )r rd �decode)r� rZ �methodr r r �
_xml_loads s r c @ s e Zd Zdd� ZdS )� XmlListenerc C s" dd l ma t�| �}t|tt�S r� )�
xmlrpc.client�clientr r r� r� r r rY r r r r� s
zXmlListener.acceptN)rq rr rs r� r r r r r
s r
c O s dd l ma tt| |�tt�S r� )r r r r� r r r )r� �kwdsr r r � XmlClient s r c C s� t | �}g }|r�t�|d|�}|tkr*q�n\t| krFtt|� k rTn n
|t8 }n2t| krptt|� k r~n n
|t8 }ntd��|�|| � ||d d � }d}q |S )NFzShould not get herer r ) �listrx r{ r
r rO r r� r� )Zhandlesr �L�readyr� r r r �_exhaustive_wait) s
r c
s^ |dkrt }n |dk r d}nt|d d �}t| �} i �g }t� � t� }�z@| D �]&}zt|d�} W n tk
r� |�|�� < Y qPX zt �| � dd�\}}W n8 tk
r� } zd|j }}|tkrƂ W 5 d}~X Y nX |t jkr�|�|� |�|j < qP|�rjt�� dd� d k�rjz|�d
�\}}W n* tk
�rP } z
|j}W 5 d}~X Y nX |�sjt
|d��rjd|_� � |� d}qPt��� |�}W 5 |D ]}|�� �q�|D ]�}z|�d�\}}W n6 tk
�r� } z|j}|tk�r� W 5 d}~X Y nX |t j
k�r��|j }� � |� |dk�r�t
|d��r�d|_�q�X � ��fd d �|D �� � fd
d�| D �S )��
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
Nr r� g �?Tr� rK � )� r Fc 3 s | ]}� | V qd S r r )�.0r� )�waithandle_to_objr r � <genexpr>� s zwait.<locals>.<genexpr>c s g | ]}|� kr|�qS r r )r �o)�
ready_objectsr r �
<listcomp>� s �wait.<locals>.<listcomp>)r �intr �setr} ry rC r� �
_ready_errorsrx ZERROR_OPERATION_ABORTEDr| �addr+ r� r� �AttributeErrorr6 r� rz r� r) Zgetwindowsversionr �keys�update)
� object_listr Zov_listZ
ready_handlesr~ r� r r� r rK r )r r r r ? sh
� PollSelectorc
C s� t � ��}| D ]}|�|tj� q |dk r4t�� | }|�|�}|r\dd� |D �W 5 Q R � S |dk r4|t�� }|dk r4|W 5 Q R � S q4W 5 Q R X dS )r Nc S s g | ]\}}|j �qS r )Zfileobj)r �keyZeventsr r r r � s r r )�
_WaitSelector�register� selectorsZ
EVENT_READr r Zselect)r$ r ZselectorrZ Zdeadliner r r r r � s
c
C sZ | � � }t�|tjtj��6}ddlm} |�|�}t|| j | j
ffW 5 Q R � S Q R X d S )Nr )�resource_sharer) rK r, Zfromfdr Z SOCK_STREAMr r* Z DupSocket�rebuild_connectionr< r= )r r; r� r* �dsr r r �reduce_connection� s
r- c C s | � � }t|� � ||�S r �r� r� )r, r< r= Zsockr r r r+ � s r+ c C sB | j r tjnd| jrtjndB }t�| �� |�}t|| j | jffS r� ) r< rx ZFILE_GENERIC_READr= ZFILE_GENERIC_WRITEr
Z DupHandlerK �rebuild_pipe_connection)r r� �dhr r r �reduce_pipe_connection� s
�r1 c C s | � � }t|||�S r )r� ru )r0 r< r= r; r r r r/ � s r/ c C s t �| �� �}t|| j| jffS r )r
ZDupFdrK r+ r< r= )r �dfr r r r- � s c C s | � � }t|||�S r r. )r2 r< r= �fdr r r r+ � s )NN)T)T)N)N)J�__all__r� r! r) r, r� r r � itertoolsr� r r r r �contextr
ZForkingPicklerrW rx r r r
r � ImportErrorr* r� ZCONNECTION_TIMEOUTr� �countr$ r� Zfamiliesr+ r r r( r- r4 r5 ru r� �objectr r r r� r� r� r� r� r� r� r� r� r� r� r r r
r r r� ZERROR_NETNAME_DELETEDr r r) r% r' ZSelectSelectorr- r+ r( r1 r/ r r r r �<module>
s�
PT=
,, 8 P
__pycache__/__init__.cpython-38.pyc 0000644 00000001230 15033636440 0013143 0 ustar 00 U
e5d� � @ sd d dl Z ddlmZ dd� eej�D �Ze� �dd� eD �� dZd Z d
e j
kr`e j
d
e j
d < dS ) � N� )�contextc C s g | ]}|� d �s|�qS )�_)�
startswith)�.0�x� r �0/usr/lib64/python3.8/multiprocessing/__init__.py�
<listcomp> s
r
c c s | ]}|t tj|�fV qd S )N)�getattrr �_default_context)r �namer r r � <genexpr> s r � � �__main__Z __mp_main__) �sys� r �dirr �__all__�globals�updateZSUBDEBUGZ
SUBWARNING�modulesr r r r �<module> s
__pycache__/queues.cpython-38.pyc 0000644 00000022524 15033636440 0012724 0 ustar 00 U
e5d�- � @ s� d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
ddl Z ddl m
Z
ddl mZ ejjZdd lmZmZmZmZmZ G d
d � d e�Ze� ZG d d� de�ZG d d� de�Z dS )
�Queue� SimpleQueue�
JoinableQueue� N)�Empty�Full� )�
connection)�context)�debug�info�Finalize�register_after_fork�
is_exitingc @ s� e Zd Zd*dd�Zdd� Zdd� Zdd � Zd+d d
�Zd,dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zd S )-r r c C s� |dkrddl m} || _tjdd�\| _| _|�� | _t �
� | _ t j
dkrTd | _n
|�� | _|�|�| _d| _| �� t j
dkr�t| tj� d S )Nr r )�
SEM_VALUE_MAXF�Zduplex�win32)Z synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlockZBoundedSemaphore�_sem�
_ignore_epipe� _after_forkr
r ��self�maxsize�ctx� r% �./usr/lib64/python3.8/multiprocessing/queues.py�__init__$ s
zQueue.__init__c C s. t �| � | j| j| j| j| j| j| j| j fS �N)
r �assert_spawningr r r r r r r r �r" r% r% r& � __getstate__9 s
�zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| �� d S r( ) r r r r r r r r r �r" �stater% r% r& � __setstate__> s � zQueue.__setstate__c C sb t d� t�t�� �| _t�� | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
� threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer �
send_bytes� _send_bytesr �
recv_bytes� _recv_bytes�poll�_pollr* r% r% r& r C s
zQueue._after_forkTNc C sf | j rtd| �d���| j�||�s(t�| j�. | jd krB| �� | j� |� | j�
� W 5 Q R X d S �NzQueue z
is closed) r8 �
ValueErrorr �acquirer r1 r5 �
_start_threadr4 �append�notify�r" �obj�block�timeoutr% r% r& �putP s
z Queue.putc C s� | j rtd| �d���|rH|d krH| j� | �� }W 5 Q R X | j�� nr|rXt�� | }| j�||�sjt �zB|r�|t�� }| �
|�s�t �n | �
� s�t �| �� }| j�� W 5 | j�� X t � |�S r@ )
r8 rA r r= r �release�time� monotonicrB r r? �_ForkingPickler�loads)r" rH rI �resZdeadliner% r% r& �get\ s*
z Queue.getc C s | j | jj�� S r( )r r �_semlockZ
_get_valuer* r% r% r& �qsizev s z Queue.qsizec C s
| � � S r( �r? r* r% r% r& �emptyz s z Queue.emptyc C s | j j�� S r( )r rR �_is_zeror* r% r% r& �full} s z
Queue.fullc C s
| � d�S �NF)rQ r* r% r% r& �
get_nowait� s zQueue.get_nowaitc C s | � |d�S rX )rJ �r" rG r% r% r& �
put_nowait� s zQueue.put_nowaitc C s2 d| _ z| j�� W 5 | j}|r,d | _|� X d S )NT)r8 r9 r �close)r" r\ r% r% r& r\ � s z Queue.closec C s. t d� | js td�| ���| jr*| �� d S )NzQueue.join_thread()zQueue {0!r} not closed)r
r8 �AssertionError�formatr6 r* r% r% r& � join_thread� s zQueue.join_threadc C s6 t d� d| _z| j�� W n tk
r0 Y nX d S )NzQueue.cancel_join_thread()T)r
r7 r6 Zcancel�AttributeErrorr* r% r% r& �cancel_join_thread� s zQueue.cancel_join_threadc
C s� t d� | j�� tjtj| j| j| j| j | j
j | j | j
| jfdd�| _d| j_t d� | j�� t d� | js�t| jtjt�| j�gdd�| _t| tj| j| jgd d�| _d S )
NzQueue._start_thread()ZQueueFeederThread)�target�args�nameTzdoing self._thread.start()z ... done self._thread.start()���)Z exitpriority�
)r
r4 �clearr/ ZThreadr �_feedr1 r; r r r\ r �_on_queue_feeder_errorr r5 Zdaemon�startr7 r �_finalize_join�weakref�refr6 �_finalize_closer9 r* r% r% r& rC � s<
��
�
�zQueue._start_threadc C s4 t d� | � }|d k r(|�� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
�join)Ztwr�threadr% r% r& rk � s
zQueue._finalize_joinc C s. t d� |� | �t� |�� W 5 Q R X d S )Nz telling queue thread to quit)r
rD � _sentinelrE )�buffer�notemptyr% r% r& rn � s
zQueue._finalize_closec
C sX t d� |j}|j} |j}
| j} t} tjdkr<|j}
|j}nd }
z�|� z| sT|
� W 5 | � X zb| � }|| kr�t d� |� W W d S t� |�}|
d kr�||� qb|
� z ||� W 5 |� X qbW n t
k
r� Y nX W q@ t k
�rP } zV|�rt |dd�t
jk�rW Y �6d S t� �r.td|� W Y �d S |�� |||� W 5 d }~X Y q@X q@d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exiting�errnor zerror in queue thread: %s)r
rB rK �wait�popleftrq r r rN �dumps�
IndexError� Exception�getattrrt ZEPIPEr r )rr rs r: Z writelockr\ Z ignore_epipe�onerrorZ queue_semZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaserG �er% r% r& rh � sN
z Queue._feedc C s ddl }|�� dS )z�
Private API hook called when feeding data in the background thread
raises an exception. For overriding by concurrent.futures.
r N)� traceback� print_exc)r} rG r~ r% r% r& ri
s z Queue._on_queue_feeder_error)r )TN)TN)�__name__�
__module__� __qualname__r' r+ r. r rJ rQ rS rU rW rY r[ r\ r_ ra rC � staticmethodrk rn rh ri r% r% r% r& r " s.
=c @ s@ e Zd Zddd�Zdd� Zdd� Zdd
d �Zd d
� Zdd� Zd S )r r c C s* t j| ||d� |�d�| _|�� | _d S )N)r$ r )r r' Z Semaphore�_unfinished_tasksr0 �_condr! r% r% r& r' # s zJoinableQueue.__init__c C s t �| �| j| jf S r( )r r+ r� r� r* r% r% r& r+ ( s zJoinableQueue.__getstate__c C s, t �| |d d� � |dd � \| _| _d S )N���)r r. r� r� r, r% r% r& r. + s zJoinableQueue.__setstate__TNc
C s� | j rtd| �d���| j�||�s(t�| j�J | j�8 | jd krJ| �� | j �
|� | j � � | j�
� W 5 Q R X W 5 Q R X d S r@ )r8 rA r rB r r1 r� r5 rC r4 rD r� rK rE rF r% r% r& rJ / s
zJoinableQueue.putc C s@ | j �0 | j�d�s td��| jj�� r2| j �� W 5 Q R X d S )NFz!task_done() called too many times)r� r� rB rA rR rV Z
notify_allr* r% r% r& � task_done< s
zJoinableQueue.task_donec C s, | j � | jj�� s | j �� W 5 Q R X d S r( )r� r� rR rV ru r* r% r% r& ro C s zJoinableQueue.join)r )TN) r� r� r� r' r+ r. rJ r� ro r% r% r% r& r ! s
c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r c C sH t jdd�\| _| _|�� | _| jj| _tj dkr:d | _
n
|�� | _
d S )NFr r ) r r r r r r r> r? r r r )r" r$ r% r% r& r' N s
zSimpleQueue.__init__c C s
| � � S r( rT r* r% r% r& rU W s zSimpleQueue.emptyc C s t �| � | j| j| j| jfS r( )r r) r r r r r* r% r% r& r+ Z s
zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S r( )r r r r r> r? r, r% r% r& r. ^ s zSimpleQueue.__setstate__c C s& | j � | j�� }W 5 Q R X t�|�S r( )r r r< rN rO )r" rP r% r% r& rQ b s zSimpleQueue.getc C sD t �|�}| jd kr"| j�|� n | j� | j�|� W 5 Q R X d S r( )rN rw r r r: rZ r% r% r& rJ h s
zSimpleQueue.putN) r� r� r� r' rU r+ r. rQ rJ r% r% r% r& r L s ) �__all__r r r/ r2 rL rl rt Zqueuer r Z_multiprocessing� r r Z reductionZForkingPicklerrN �utilr
r r r
r �objectr rq r r r% r% r% r& �<module>
s$
v
+ resource_tracker.py 0000644 00000020645 15033636440 0010473 0 ustar 00 ###############################################################################
# Server process to keep track of unlinked resources (like shared memory
# segments, semaphores etc.) and clean them.
#
# On Unix we run a server process which keeps track of unlinked
# resources. The server ignores SIGINT and SIGTERM and reads from a
# pipe. Every other process of the program has a copy of the writable
# end of the pipe, so we get EOF when all other processes have exited.
# Then the server process unlinks any remaining resource names.
#
# This is important because there may be system limits for such resources: for
# instance, the system only supports a limited number of named semaphores, and
# shared-memory segments live in the RAM. If a python process leaks such a
# resource, this resource will not be removed till the next reboot. Without
# this resource tracker process, "killall python" would probably leave unlinked
# resources.
import os
import signal
import sys
import threading
import warnings
from . import spawn
from . import util
__all__ = ['ensure_running', 'register', 'unregister']
_HAVE_SIGMASK = hasattr(signal, 'pthread_sigmask')
_IGNORED_SIGNALS = (signal.SIGINT, signal.SIGTERM)
_CLEANUP_FUNCS = {
'noop': lambda: None,
}
if os.name == 'posix':
import _multiprocessing
import _posixshmem
_CLEANUP_FUNCS.update({
'semaphore': _multiprocessing.sem_unlink,
'shared_memory': _posixshmem.shm_unlink,
})
class ResourceTracker(object):
def __init__(self):
self._lock = threading.Lock()
self._fd = None
self._pid = None
def _stop(self):
with self._lock:
if self._fd is None:
# not running
return
# closing the "alive" file descriptor stops main()
os.close(self._fd)
self._fd = None
os.waitpid(self._pid, 0)
self._pid = None
def getfd(self):
self.ensure_running()
return self._fd
def ensure_running(self):
'''Make sure that resource tracker process is running.
This can be run from any process. Usually a child process will use
the resource created by its parent.'''
with self._lock:
if self._fd is not None:
# resource tracker was launched before, is it still running?
if self._check_alive():
# => still alive
return
# => dead, launch it again
os.close(self._fd)
# Clean-up to avoid dangling processes.
try:
# _pid can be None if this process is a child from another
# python process, which has started the resource_tracker.
if self._pid is not None:
os.waitpid(self._pid, 0)
except ChildProcessError:
# The resource_tracker has already been terminated.
pass
self._fd = None
self._pid = None
warnings.warn('resource_tracker: process died unexpectedly, '
'relaunching. Some resources might leak.')
fds_to_pass = []
try:
fds_to_pass.append(sys.stderr.fileno())
except Exception:
pass
cmd = 'from multiprocessing.resource_tracker import main;main(%d)'
r, w = os.pipe()
try:
fds_to_pass.append(r)
# process will out live us, so no need to wait on pid
exe = spawn.get_executable()
args = [exe] + util._args_from_interpreter_flags()
args += ['-c', cmd % r]
# bpo-33613: Register a signal mask that will block the signals.
# This signal mask will be inherited by the child that is going
# to be spawned and will protect the child from a race condition
# that can make the child die before it registers signal handlers
# for SIGINT and SIGTERM. The mask is unregistered after spawning
# the child.
try:
if _HAVE_SIGMASK:
signal.pthread_sigmask(signal.SIG_BLOCK, _IGNORED_SIGNALS)
pid = util.spawnv_passfds(exe, args, fds_to_pass)
finally:
if _HAVE_SIGMASK:
signal.pthread_sigmask(signal.SIG_UNBLOCK, _IGNORED_SIGNALS)
except:
os.close(w)
raise
else:
self._fd = w
self._pid = pid
finally:
os.close(r)
def _check_alive(self):
'''Check that the pipe has not been closed by sending a probe.'''
try:
# We cannot use send here as it calls ensure_running, creating
# a cycle.
os.write(self._fd, b'PROBE:0:noop\n')
except OSError:
return False
else:
return True
def register(self, name, rtype):
'''Register name of resource with resource tracker.'''
self._send('REGISTER', name, rtype)
def unregister(self, name, rtype):
'''Unregister name of resource with resource tracker.'''
self._send('UNREGISTER', name, rtype)
def _send(self, cmd, name, rtype):
self.ensure_running()
msg = '{0}:{1}:{2}\n'.format(cmd, name, rtype).encode('ascii')
if len(name) > 512:
# posix guarantees that writes to a pipe of less than PIPE_BUF
# bytes are atomic, and that PIPE_BUF >= 512
raise ValueError('name too long')
nbytes = os.write(self._fd, msg)
assert nbytes == len(msg), "nbytes {0:n} but len(msg) {1:n}".format(
nbytes, len(msg))
_resource_tracker = ResourceTracker()
ensure_running = _resource_tracker.ensure_running
register = _resource_tracker.register
unregister = _resource_tracker.unregister
getfd = _resource_tracker.getfd
def main(fd):
'''Run resource tracker.'''
# protect the process from ^C and "killall python" etc
signal.signal(signal.SIGINT, signal.SIG_IGN)
signal.signal(signal.SIGTERM, signal.SIG_IGN)
if _HAVE_SIGMASK:
signal.pthread_sigmask(signal.SIG_UNBLOCK, _IGNORED_SIGNALS)
for f in (sys.stdin, sys.stdout):
try:
f.close()
except Exception:
pass
cache = {rtype: set() for rtype in _CLEANUP_FUNCS.keys()}
try:
# keep track of registered/unregistered resources
with open(fd, 'rb') as f:
for line in f:
try:
cmd, name, rtype = line.strip().decode('ascii').split(':')
cleanup_func = _CLEANUP_FUNCS.get(rtype, None)
if cleanup_func is None:
raise ValueError(
f'Cannot register {name} for automatic cleanup: '
f'unknown resource type {rtype}')
if cmd == 'REGISTER':
cache[rtype].add(name)
elif cmd == 'UNREGISTER':
cache[rtype].remove(name)
elif cmd == 'PROBE':
pass
else:
raise RuntimeError('unrecognized command %r' % cmd)
except Exception:
try:
sys.excepthook(*sys.exc_info())
except:
pass
finally:
# all processes have terminated; cleanup any remaining resources
for rtype, rtype_cache in cache.items():
if rtype_cache:
try:
warnings.warn('resource_tracker: There appear to be %d '
'leaked %s objects to clean up at shutdown' %
(len(rtype_cache), rtype))
except Exception:
pass
for name in rtype_cache:
# For some reason the process which created and registered this
# resource has failed to unregister it. Presumably it has
# died. We therefore unlink it.
try:
try:
_CLEANUP_FUNCS[rtype](name)
except Exception as e:
warnings.warn('resource_tracker: %r: %s' % (name, e))
finally:
pass
dummy/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000007501 15033636440 0015244 0 ustar 00 U
e5d� � @ s d ddddddddd d
d d d
ddgZ ddlZddlZddlZddlZddlmZ ddlmZmZm Z m
Z
ddlm Z m Z m
Z
ddlmZ G dd� dej�ZeZejZe�� e� _dd� Zdd� ZG dd � d e�ZeZe Z d'd d �Z G d d!� d!e�Z d"d � Z d#d$� Z d(d&d�Z!eZ"dS ))�Process�current_process�active_children�freeze_support�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event�Barrier�Queue�Manager�Pipe�Pool�
JoinableQueue� N� )r )r r r r )r
r r )r c @ s4 e Zd Zddddi fdd�Zdd� Zedd� �ZdS ) � DummyProcessN� c C s8 t j�| |||||� d | _t�� | _d| _t� | _ d S )NF)
� threading�Thread�__init__Z_pid�weakref�WeakKeyDictionary� _children�
_start_calledr �_parent)�self�group�target�name�args�kwargsr r �6/usr/lib64/python3.8/multiprocessing/dummy/__init__.pyr $ s
zDummyProcess.__init__c C sN | j t� k r td�| j t� ���d| _t| j d�r>d | j j| < tj� | � d S )Nz,Parent is {0!r} but current_process is {1!r}Tr )
r r � RuntimeError�formatr �hasattrr r r �start�r r r r# r' + s �� zDummyProcess.startc C s | j r| �� sdS d S d S )Nr )r �is_aliver( r r r# �exitcode5 s zDummyProcess.exitcode)�__name__�
__module__� __qualname__r r' �propertyr* r r r r# r " s
r c C s2 t � j} t| �D ]}|�� s| �|d � qt| �S �N)r r �listr) �pop)Zchildren�pr r r# r D s
c C s d S r/ r r r r r# r K s c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r/ )�__dict__�update)r �kwdsr r r# r S s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )N�_z%s=%rz%s(%s)z, ) r0 r4 �items�
startswith�append�sort� __class__r+ �join)r r8 Ztempr �valuer r r# �__repr__U s
zNamespace.__repr__N)r+ r, r- r r? r r r r# r3 R s r3 Tc C s t � | |�S r/ )�array)�typecodeZsequence�lockr r r# �Arraya s rC c @ s8 e Zd Zd
dd�Zedd� �Zejdd� �Zdd� Zd S ) �ValueTc C s || _ || _d S r/ )� _typecode�_value)r rA r> rB r r r# r e s zValue.__init__c C s | j S r/ �rF r( r r r# r> i s z Value.valuec C s
|| _ d S r/ rG )r r> r r r# r> m s c C s dt | �j| j| jf S )Nz <%s(%r, %r)>)�typer+ rE rF r( r r r# r? q s zValue.__repr__N)T)r+ r, r- r r. r> �setterr? r r r r# rD d s
rD c C s
t jt S r/ )�sys�modulesr+ r r r r# r
t s c C s d S r/ r r r r r# �shutdownw s rL r c C s ddl m} || ||�S )N� )�
ThreadPool)ZpoolrN )Z processesZ initializerZinitargsrN r r r# r z s )T)NNr )#�__all__r rJ r r@ Z
connectionr r r r r r
r r Zqueuer r r r Zcurrent_threadr r r r r �objectr3 �dictr0 rC rD r
rL r r r r r r# �<module> sN �
dummy/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000007501 15033636440 0015245 0 ustar 00 U
e5d� � @ s d ddddddddd d
d d d
ddgZ ddlZddlZddlZddlZddlmZ ddlmZmZm Z m
Z
ddlm Z m Z m
Z
ddlmZ G dd� dej�ZeZejZe�� e� _dd� Zdd� ZG dd � d e�ZeZe Z d'd d �Z G d d!� d!e�Z d"d � Z d#d$� Z d(d&d�Z!eZ"dS ))�Process�current_process�active_children�freeze_support�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event�Barrier�Queue�Manager�Pipe�Pool�
JoinableQueue� N� )r )r r r r )r
r r )r c @ s4 e Zd Zddddi fdd�Zdd� Zedd� �ZdS ) � DummyProcessN� c C s8 t j�| |||||� d | _t�� | _d| _t� | _ d S )NF)
� threading�Thread�__init__Z_pid�weakref�WeakKeyDictionary� _children�
_start_calledr �_parent)�self�group�target�name�args�kwargsr r �6/usr/lib64/python3.8/multiprocessing/dummy/__init__.pyr $ s
zDummyProcess.__init__c C sN | j t� k r td�| j t� ���d| _t| j d�r>d | j j| < tj� | � d S )Nz,Parent is {0!r} but current_process is {1!r}Tr )
r r � RuntimeError�formatr �hasattrr r r �start�r r r r# r' + s �� zDummyProcess.startc C s | j r| �� sdS d S d S )Nr )r �is_aliver( r r r# �exitcode5 s zDummyProcess.exitcode)�__name__�
__module__� __qualname__r r' �propertyr* r r r r# r " s
r c C s2 t � j} t| �D ]}|�� s| �|d � qt| �S �N)r r �listr) �pop)Zchildren�pr r r# r D s
c C s d S r/ r r r r r# r K s c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r/ )�__dict__�update)r �kwdsr r r# r S s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )N�_z%s=%rz%s(%s)z, ) r0 r4 �items�
startswith�append�sort� __class__r+ �join)r r8 Ztempr �valuer r r# �__repr__U s
zNamespace.__repr__N)r+ r, r- r r? r r r r# r3 R s r3 Tc C s t � | |�S r/ )�array)�typecodeZsequence�lockr r r# �Arraya s rC c @ s8 e Zd Zd
dd�Zedd� �Zejdd� �Zdd� Zd S ) �ValueTc C s || _ || _d S r/ )� _typecode�_value)r rA r> rB r r r# r e s zValue.__init__c C s | j S r/ �rF r( r r r# r> i s z Value.valuec C s
|| _ d S r/ rG )r r> r r r# r> m s c C s dt | �j| j| jf S )Nz <%s(%r, %r)>)�typer+ rE rF r( r r r# r? q s zValue.__repr__N)T)r+ r, r- r r. r> �setterr? r r r r# rD d s
rD c C s
t jt S r/ )�sys�modulesr+ r r r r# r
t s c C s d S r/ r r r r r# �shutdownw s rL r c C s ddl m} || ||�S )N� )�
ThreadPool)ZpoolrN )Z processesZ initializerZinitargsrN r r r# r z s )T)NNr )#�__all__r rJ r r@ Z
connectionr r r r r r
r r Zqueuer r r r Zcurrent_threadr r r r r �objectr3 �dictr0 rC rD r
rL r r r r r r# �<module> sN �
dummy/__pycache__/connection.cpython-38.pyc 0000644 00000004766 15033636440 0014717 0 ustar 00 U
e5d> � @ sR d ddgZ ddlmZ dgZG dd� de�Zdd � Zd d d�ZG d
d � d e�ZdS )
�Client�Listener�Pipe� )�QueueNc @ sB e Zd Zddd�Zdd� Zdd� Zed d
� �Zd d � Zd
d� Z dS )r N� c C s t |�| _d S �N)r �_backlog_queue)�self�addressZfamilyZbacklog� r �8/usr/lib64/python3.8/multiprocessing/dummy/connection.py�__init__ s zListener.__init__c C s t | j�� � S r )�
Connectionr �get�r r r r �accept s zListener.acceptc C s
d | _ d S r �r r r r r �close s zListener.closec C s | j S r r r r r r r
s zListener.addressc C s | S r r r r r r � __enter__! s zListener.__enter__c C s | � � d S r �r �r �exc_type� exc_valueZexc_tbr r r �__exit__$ s zListener.__exit__)NNr )
�__name__�
__module__� __qualname__r
r r �propertyr
r r r r r r r s
c C s& t � t � }}| �||f� t||�S r )r �putr )r
�_in�_outr r r r ( s Tc C s" t � t � }}t||�t||�fS r )r r )Zduplex�a�br r r r . s c @ s6 e Zd Zdd� Zd
dd�Zdd� Zdd � Zd
d � Zd S )r c C s, || _ || _|j | _| _|j | _| _d S r )r r r �sendZ
send_bytesr ZrecvZ
recv_bytes)r r r r r r r
5 s zConnection.__init__� c C sN | j �� dkrdS |dkr dS | j j� | j j�|� W 5 Q R X | j �� dkS )Nr Tr$ F)r ZqsizeZ not_empty�wait)r Ztimeoutr r r �poll; s
zConnection.pollc C s d S r r r r r r r D s zConnection.closec C s | S r r r r r r r G s zConnection.__enter__c C s | � � d S r r r r r r r J s zConnection.__exit__N)r$ )r r r r
r& r r r r r r r r 3 s
r )T) �__all__Zqueuer Zfamilies�objectr r r r r r r r �<module>
s
dummy/__pycache__/connection.cpython-38.opt-2.pyc 0000644 00000004766 15033636440 0015657 0 ustar 00 U
e5d> � @ sR d ddgZ ddlmZ dgZG dd� de�Zdd � Zd d d�ZG d
d � d e�ZdS )
�Client�Listener�Pipe� )�QueueNc @ sB e Zd Zddd�Zdd� Zdd� Zed d
� �Zd d � Zd
d� Z dS )r N� c C s t |�| _d S �N)r �_backlog_queue)�self�addressZfamilyZbacklog� r �8/usr/lib64/python3.8/multiprocessing/dummy/connection.py�__init__ s zListener.__init__c C s t | j�� � S r )�
Connectionr �get�r r r r �accept s zListener.acceptc C s
d | _ d S r �r r r r r �close s zListener.closec C s | j S r r r r r r r
s zListener.addressc C s | S r r r r r r � __enter__! s zListener.__enter__c C s | � � d S r �r �r �exc_type� exc_valueZexc_tbr r r �__exit__$ s zListener.__exit__)NNr )
�__name__�
__module__� __qualname__r
r r �propertyr
r r r r r r r s
c C s& t � t � }}| �||f� t||�S r )r �putr )r
�_in�_outr r r r ( s Tc C s" t � t � }}t||�t||�fS r )r r )Zduplex�a�br r r r . s c @ s6 e Zd Zdd� Zd
dd�Zdd� Zdd � Zd
d � Zd S )r c C s, || _ || _|j | _| _|j | _| _d S r )r r r �sendZ
send_bytesr ZrecvZ
recv_bytes)r r r r r r r
5 s zConnection.__init__� c C sN | j �� dkrdS |dkr dS | j j� | j j�|� W 5 Q R X | j �� dkS )Nr Tr$ F)r ZqsizeZ not_empty�wait)r Ztimeoutr r r �poll; s
zConnection.pollc C s d S r r r r r r r D s zConnection.closec C s | S r r r r r r r G s zConnection.__enter__c C s | � � d S r r r r r r r J s zConnection.__exit__N)r$ )r r r r
r& r r r r r r r r 3 s
r )T) �__all__Zqueuer Zfamilies�objectr r r r r r r r �<module>
s
dummy/__pycache__/connection.cpython-38.opt-1.pyc 0000644 00000004766 15033636440 0015656 0 ustar 00 U
e5d> � @ sR d ddgZ ddlmZ dgZG dd� de�Zdd � Zd d d�ZG d
d � d e�ZdS )
�Client�Listener�Pipe� )�QueueNc @ sB e Zd Zddd�Zdd� Zdd� Zed d
� �Zd d � Zd
d� Z dS )r N� c C s t |�| _d S �N)r �_backlog_queue)�self�addressZfamilyZbacklog� r �8/usr/lib64/python3.8/multiprocessing/dummy/connection.py�__init__ s zListener.__init__c C s t | j�� � S r )�
Connectionr �get�r r r r �accept s zListener.acceptc C s
d | _ d S r �r r r r r �close s zListener.closec C s | j S r r r r r r r
s zListener.addressc C s | S r r r r r r � __enter__! s zListener.__enter__c C s | � � d S r �r �r �exc_type� exc_valueZexc_tbr r r �__exit__$ s zListener.__exit__)NNr )
�__name__�
__module__� __qualname__r
r r �propertyr
r r r r r r r s
c C s& t � t � }}| �||f� t||�S r )r �putr )r
�_in�_outr r r r ( s Tc C s" t � t � }}t||�t||�fS r )r r )Zduplex�a�br r r r . s c @ s6 e Zd Zdd� Zd
dd�Zdd� Zdd � Zd
d � Zd S )r c C s, || _ || _|j | _| _|j | _| _d S r )r r r �sendZ
send_bytesr ZrecvZ
recv_bytes)r r r r r r r
5 s zConnection.__init__� c C sN | j �� dkrdS |dkr dS | j j� | j j�|� W 5 Q R X | j �� dkS )Nr Tr$ F)r ZqsizeZ not_empty�wait)r Ztimeoutr r r �poll; s
zConnection.pollc C s d S r r r r r r r D s zConnection.closec C s | S r r r r r r r G s zConnection.__enter__c C s | � � d S r r r r r r r J s zConnection.__exit__N)r$ )r r r r
r& r r r r r r r r 3 s
r )T) �__all__Zqueuer Zfamilies�objectr r r r r r r r �<module>
s
dummy/__pycache__/__init__.cpython-38.pyc 0000644 00000007501 15033636440 0014305 0 ustar 00 U
e5d� � @ s d ddddddddd d
d d d
ddgZ ddlZddlZddlZddlZddlmZ ddlmZmZm Z m
Z
ddlm Z m Z m
Z
ddlmZ G dd� dej�ZeZejZe�� e� _dd� Zdd� ZG dd � d e�ZeZe Z d'd d �Z G d d!� d!e�Z d"d � Z d#d$� Z d(d&d�Z!eZ"dS ))�Process�current_process�active_children�freeze_support�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event�Barrier�Queue�Manager�Pipe�Pool�
JoinableQueue� N� )r )r r r r )r
r r )r c @ s4 e Zd Zddddi fdd�Zdd� Zedd� �ZdS ) � DummyProcessN� c C s8 t j�| |||||� d | _t�� | _d| _t� | _ d S )NF)
� threading�Thread�__init__Z_pid�weakref�WeakKeyDictionary� _children�
_start_calledr �_parent)�self�group�target�name�args�kwargsr r �6/usr/lib64/python3.8/multiprocessing/dummy/__init__.pyr $ s
zDummyProcess.__init__c C sN | j t� k r td�| j t� ���d| _t| j d�r>d | j j| < tj� | � d S )Nz,Parent is {0!r} but current_process is {1!r}Tr )
r r � RuntimeError�formatr �hasattrr r r �start�r r r r# r' + s �� zDummyProcess.startc C s | j r| �� sdS d S d S )Nr )r �is_aliver( r r r# �exitcode5 s zDummyProcess.exitcode)�__name__�
__module__� __qualname__r r' �propertyr* r r r r# r " s
r c C s2 t � j} t| �D ]}|�� s| �|d � qt| �S �N)r r �listr) �pop)Zchildren�pr r r# r D s
c C s d S r/ r r r r r# r K s c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r/ )�__dict__�update)r �kwdsr r r# r S s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )N�_z%s=%rz%s(%s)z, ) r0 r4 �items�
startswith�append�sort� __class__r+ �join)r r8 Ztempr �valuer r r# �__repr__U s
zNamespace.__repr__N)r+ r, r- r r? r r r r# r3 R s r3 Tc C s t � | |�S r/ )�array)�typecodeZsequence�lockr r r# �Arraya s rC c @ s8 e Zd Zd
dd�Zedd� �Zejdd� �Zdd� Zd S ) �ValueTc C s || _ || _d S r/ )� _typecode�_value)r rA r> rB r r r# r e s zValue.__init__c C s | j S r/ �rF r( r r r# r> i s z Value.valuec C s
|| _ d S r/ rG )r r> r r r# r> m s c C s dt | �j| j| jf S )Nz <%s(%r, %r)>)�typer+ rE rF r( r r r# r? q s zValue.__repr__N)T)r+ r, r- r r. r> �setterr? r r r r# rD d s
rD c C s
t jt S r/ )�sys�modulesr+ r r r r# r
t s c C s d S r/ r r r r r# �shutdownw s rL r c C s ddl m} || ||�S )N� )�
ThreadPool)ZpoolrN )Z processesZ initializerZinitargsrN r r r# r z s )T)NNr )#�__all__r rJ r r@ Z
connectionr r r r r r
r r Zqueuer r r r Zcurrent_threadr r r r r �objectr3 �dictr0 rC rD r
rL r r r r r r# �<module> sN �