U
    Nvf                     @   sX   d Z ddlmZ ddlmZ ddlmZ dadd ZG dd	 d	eZG d
d deZ	dS )zUtility function to construct a loky.ReusableExecutor with custom pickler.

This module provides efficient ways of working with data stored in
shared memory with numpy.memmap arrays without inducing any memory
copy between the parent and child processes.
   )get_memmapping_reducers)TemporaryResourcesManager)_ReusablePoolExecutorNc                 K   s   t j| f|S N)MemmappingExecutorget_memmapping_executor)n_jobskwargs r
   3/tmp/pip-unpacked-wheel-dylwa62s/joblib/executor.pyr      s    r   c                       s8   e Zd Zed fdd	ZdddZed	d
 Z  ZS )r   ,  Nr
   c              
      s   |  }	|	|r|ni  |	t|||d tdkp<t|	k}
|	at|}tf d|jd|\}}t j||||
||||d\}}|s||_	|dk	r|j	
| |S )z_Factory for ReusableExecutor with automatic memmapping for large
        numpy arrays.
        )timeoutinitializerinitargsNT)Zunlink_on_gc_collectZtemp_folder_resolver)job_reducersresult_reducersreuser   r   r   env)copyupdatedict_executor_argsr   r   resolve_temp_folder_namesuperZget_reusable_executor_temp_folder_managerZregister_new_context)clsr   r   r   r   r   Ztemp_folderZ
context_idZbackend_argsZexecutor_argsr   managerr   r   Z	_executorZexecutor_is_reused	__class__r
   r   r      s>    
  
     
z*MemmappingExecutor.get_memmapping_executorFc              	   C   s2   | j |d | j | jj|dd W 5 Q R X d S )N)kill_workersT)forceZallow_non_empty)shutdownZ_submit_resize_lockr   Z_clean_temporary_resources)selfr   r
   r
   r   	terminateI   s     zMemmappingExecutor.terminatec                 C   s,   t | dd d k	r| jS | j | _| jS d S )N_cached_temp_folder)getattrr$   r   r   )r"   r
   r
   r   _temp_folder[   s    zMemmappingExecutor._temp_folder)r   Nr
   NNN)F)	__name__
__module____qualname__classmethodr   r#   propertyr&   __classcell__r
   r
   r   r   r      s          /
r   c                       s(   e Zd ZdZdd Z fddZ  ZS )_TestingMemmappingExecutorzWrapper around ReusableExecutor to ease memmapping testing with Pool
    and Executor. This is only for testing purposes.

    c                 C   s   | j |f| }|j|_|S )zSchedule a func to be run)Zsubmitresultget)r"   funcargsfuturer
   r
   r   apply_asyncn   s    z&_TestingMemmappingExecutor.apply_asyncc                    s   t t j|f| S r   )listr   map)r"   fr1   r   r
   r   r5   t   s    z_TestingMemmappingExecutor.map)r'   r(   r)   __doc__r3   r5   r,   r
   r
   r   r   r-   i   s   r-   )
r7   Z_memmapping_reducerr   r   Z externals.loky.reusable_executorr   r   r   r   r-   r
   r
   r
   r   <module>   s   
R