o
    ›¨ÊhÂ«  ã                   @   s  d Z ddlZddlZddlZddlmZ ddlmZmZ ddlm	Z	 ddl
mZ ddlmZ ddlmZmZmZ dd	lmZ dd
lmZmZ ddlmZ ddlZddlmZmZmZmZ ddlm Z  ddl!m"Z" ddlm#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* ddl+m,Z,m-Z-m.Z.m/Z/m0Z0 ddl1m2Z2 ddl3m4Z4m5Z5 ddl6m7Z7 ddl8m9Z9m:Z:m;Z;m<Z<m=Z= ddl>m?Z? dZ@eAdhƒZBe7eCƒZDdZEeddƒZFdZGdZHdd„ ZIG dd „ d eJƒZKd!d"„ ZLG d#d$„ d$ƒZMG d%d&„ d&ƒZNG d'd(„ d(eMeNƒZOeOZPG d)d*„ d*eMƒZQG d+d,„ d,eQeNƒZRG d-d.„ d.eOƒZSdS )/z°Result backend base classes.

- :class:`BaseBackend` defines the interface.

- :class:`KeyValueStoreBackend` is a common base class
    using K/V semantics like _get and _put.
é    N)Ú
namedtuple)ÚdatetimeÚ	timedelta)Úpartial)ÚWeakValueDictionary)ÚExceptionInfo)ÚdumpsÚloadsÚprepare_accept_content)Úregistry)Úbytes_to_strÚensure_bytes)Úmaybe_sanitize_url)Úcurrent_appÚgroupÚmaybe_signatureÚstates)Úget_current_task)ÚContext)ÚBackendGetMetaErrorÚBackendStoreErrorÚ
ChordErrorÚImproperlyConfiguredÚNotRegisteredÚSecurityErrorÚTaskRevokedErrorÚTimeoutError)ÚGroupResultÚ
ResultBaseÚ	ResultSetÚallow_join_resultÚresult_from_tuple)Ú	BufferMap)ÚLRUCacheÚarity_greater)Ú
get_logger)Úcreate_exception_clsÚensure_serializableÚget_pickleable_exceptionÚget_pickled_exceptionÚraise_with_context)Ú get_exponential_backoff_interval)ÚBaseBackendÚKeyValueStoreBackendÚDisabledBackendÚpicklei    Úpending_results_t)ÚconcreteÚweakzU
No result backend is configured.
Please see the documentation for more information.
zû
Starting chords requires a result backend to be configured.

Note that a group chained with a task is also upgraded to be a chord,
as this pattern requires synchronization.

Result backends that supports chords: Redis, Database, Memcached, and more.
c                 C   s   | |dt  ¡ i|¤ŽS )zReturn an unpickled backend.Úapp)r   Ú_get_current_object)ÚclsÚargsÚkwargs© r8   úF/var/www/html/env/lib/python3.10/site-packages/celery/backends/base.pyÚunpickle_backend?   s   r:   c                   @   s    e Zd Zdd„ Ze Z ZZdS )Ú	_nulldictc                 O   ó   d S ©Nr8   )ÚselfÚaÚkwr8   r8   r9   ÚignoreE   ó   z_nulldict.ignoreN)Ú__name__Ú
__module__Ú__qualname__rA   Ú__setitem__ÚupdateÚ
setdefaultr8   r8   r8   r9   r;   D   s    r;   c                 C   s   | d u rdS | j S ©NF)Úignore_result©Úrequestr8   r8   r9   Ú_is_request_ignore_resultK   s   rM   c                   @   s4  e Zd ZejZejZejZeZdZdZ	dZ
dZdddddœZ		dpdd	„Zdqd
d„Zdd„ Zddejfdd„Zddddejfdd„Zdd„ Zdddejfdd„Zdddejfdd„Zdrdd„Zdrdd„Zdrdd„Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Z d)d*„ Z!d+d,„ Z"drd-d.„Z#drd/d0„Z$d1d2„ Z%d3d4„ Z&		dsd5d6„Z'd7d8„ Z(	dtd9d:„Z)d;d<„ Z*d=d>„ Z+d?d@„ Z,e,Z-dAdB„ Z.dCdD„ Z/dEdF„ Z0dGdH„ Z1dIdJ„ Z2dudKdL„Z3dMdN„ Z4dOdP„ Z5dudQdR„Z6dudSdT„Z7dUdV„ Z8dWdX„ Z9dYdZ„ Z:d[d\„ Z;d]d^„ Z<d_d`„ Z=dadb„ Z>dcdd„ Z?dvdedf„Z@dgdh„ ZAdidj„ ZBdrdkdl„ZCdwdndo„ZDdS )xÚBackendNFTé   r   é   )Úmax_retriesÚinterval_startÚinterval_stepÚinterval_maxc                 K   s  || _ | j j}	|p|	j| _tj| j \| _| _| _|p|	j	}
|
dkr%t
ƒ nt|
d�| _|  ||¡| _|d u r9|	jn|| _| jd u rD|	jn| j| _t| jƒ| _|	 dd¡| _|	 dd¡| _|	 dd¡| _|	 d	td
ƒ¡| _|	 dd¡| _ti tƒ ƒ| _ttƒ| _|| _ d S )Néÿÿÿÿ)ÚlimitÚresult_backend_always_retryFÚ+result_backend_max_sleep_between_retries_msi'  Ú,result_backend_base_sleep_between_retries_msé
   Úresult_backend_max_retriesÚinfÚresult_backend_thread_safe)!r3   ÚconfÚresult_serializerÚ
serializerÚserializer_registryÚ	_encodersÚcontent_typeÚcontent_encodingÚencoderÚresult_cache_maxr;   r#   Ú_cacheÚprepare_expiresÚexpiresÚresult_accept_contentÚacceptÚaccept_contentr
   ÚgetÚalways_retryÚmax_sleep_between_retries_msÚbase_sleep_between_retries_msÚfloatrQ   Úthread_safer0   r   Ú_pending_resultsr"   ÚMESSAGE_BUFFER_MAXÚ_pending_messagesÚurl)r>   r3   r`   Úmax_cached_resultsrk   ri   Úexpires_typerv   r7   r^   Úcmaxr8   r8   r9   Ú__init__o   s*   
þ


zBackend.__init__c                 C   s2   |r| j S t| j p
dƒ}| d¡r|dd… S |S )z=Return the backend as an URI, sanitizing the password or not.Ú z:///NrU   )rv   r   Úendswith)r>   Úinclude_passwordrv   r8   r8   r9   Úas_uriŒ   s   zBackend.as_uric                 K   s   |   ||tj¡S )zMark a task as started.)Ústore_resultr   ÚSTARTED©r>   Útask_idÚmetar8   r8   r9   Úmark_as_started•   ó   zBackend.mark_as_startedc                 C   sB   |rt |ƒs| j||||d� |r|jr|  |||¡ dS dS dS )z#Mark task as successfully executed.rK   N)rM   r   ÚchordÚon_chord_part_return)r>   r‚   ÚresultrL   r   Ústater8   r8   r9   Úmark_as_done™   s
   
ÿzBackend.mark_as_donec              	   C   s  |r| j |||||d� |r||jr|  |||¡ zt|jƒ}W n ttfy-   tƒ }Y nw |D ]=}	t|	ƒ}
|
 	|
j
¡ |
j
 d¡|
_|
j
 d¡|
_|ra|tjv ra|
jdura| j |
j||||
d� d|
j
v rm|  |
||¡ q0|r~|jr€|  |||¡ dS dS dS dS )z#Mark task as executed with failure.©Ú	tracebackrL   r‚   Úgroup_idNr†   )r   r†   r‡   ÚiterÚchainÚAttributeErrorÚ	TypeErrorÚtupler   rG   Úoptionsrm   Úidr   r   ÚPROPAGATE_STATESr‚   ÚerrbacksÚ_call_task_errbacks)r>   r‚   ÚexcrŒ   rL   r   Úcall_errbacksr‰   Ú
chain_dataÚ
chain_elemÚchain_elem_ctxr8   r8   r9   Úmark_as_failure¡   s@   
ÿ
ÿÿ

þ
€
Ò-zBackend.mark_as_failurec           	   	   C   sô   g }|j D ]?}| j |¡}|js| j|_z"t|jdƒr0t|jjtƒs0t	|jjdƒr0||||ƒ n| 
|¡ W q tyD   | 
|¡ Y qw |rx|j}|jpN|}t|| jd�}| jjjsb|j dd¡rm|j|f||d� d S |j|f||d� d S d S )NÚ
__header__rP   ©r3   Úis_eagerF)Ú	parent_idÚroot_id)r–   r3   Ú	signatureÚ_appÚhasattrÚtypeÚ
isinstancerž   r   r$   Úappendr   r”   r¢   r   r^   Útask_always_eagerÚdelivery_inform   ÚapplyÚapply_async)	r>   rL   r˜   rŒ   Úold_signatureÚerrbackr‚   r¢   Úgr8   r8   r9   r—   Ù   s<   

ú
öõ
€û

ÿ
ÿõzBackend._call_task_errbacksr{   c                 C   sD   t |ƒ}|r| j|||d |d� |r|jr |  |||¡ d S d S d S )Nr‹   )r   r   r†   r‡   )r>   r‚   ÚreasonrL   r   r‰   r˜   r8   r8   r9   Úmark_as_revoked  s   
ÿ
ÿzBackend.mark_as_revokedc                 C   s   | j |||||d�S )zfMark task as being retries.

        Note:
            Stores the current exception (if any).
        r‹   )r   )r>   r‚   r˜   rŒ   rL   r   r‰   r8   r8   r9   Úmark_as_retry  s   
ÿzBackend.mark_as_retryc              
   C   s°   | j }z	|j|j j}W n ty   | }Y nw t|j d¡|j dg ¡tƒ dœ|¥ƒ}z	|  	||d ¡ W n t
yO } z|j|j|d�W  Y d }~S d }~ww |j|j|d�S )Nr‚   Ú
link_error)r”   r–   rª   )r˜   )r3   Ú_tasksÚtaskÚbackendÚKeyErrorr   r“   rm   Údictr—   Ú	ExceptionÚfail_from_current_stackr”   )r>   Úcallbackr˜   r3   r¶   Úfake_requestÚeb_excr8   r8   r9   Úchord_error_from_stack  s(   ÿ
ýü€ÿzBackend.chord_error_from_stackc                 C   sÊ   t  ¡ \}}}z;|d u r|n|}t|||fƒ}|  |||j¡ |W |d urAz|j ¡  |jj W n	 ty9   Y nw |j	}|d us%~S |d urcz|j ¡  |jj W n	 ty[   Y nw |j	}|d usG~w r=   )
ÚsysÚexc_infor   r�   rŒ   Útb_frameÚclearÚf_localsÚRuntimeErrorÚtb_next)r>   r‚   r˜   Útype_Úreal_excÚtbÚexception_infor8   r8   r9   rº   2  s4   
þù	÷
þù	zBackend.fail_from_current_stackc                 C   sL   |du r| j n|}|tv rt|ƒS t|ƒ}t|d|jƒt|j| jƒ|j	dœS )z$Prepare exception for serialization.NrE   )Úexc_typeÚexc_messageÚ
exc_module)
r`   ÚEXCEPTION_ABLE_CODECSr(   r¦   ÚgetattrrC   r'   r6   ÚencoderD   )r>   r˜   r`   Úexctyper8   r8   r9   Úprepare_exceptionE  s   þzBackend.prepare_exceptionc           
   
   C   s¸  |sdS t |tƒr| jtv rt|ƒ}|S t |tƒs4zt|ƒ}W n ty3 } ztd|› �ƒ|‚d}~ww | d¡}z|d }W n tyP } zt	dƒ|‚d}~ww |du r[t
|tƒ}n'ztj| }| d¡D ]}t||ƒ}qfW n ttfy�   t
|tjjƒ}Y nw | dd¡}t |tƒr’t|tƒs©|du r˜|n|› d|› �}td	|› d
|› �ƒ‚zt |ttfƒr¸||Ž }W |S ||ƒ}W |S  tyÛ }	 zt|› d|› d�ƒ}W Y d}	~	|S d}	~	ww )z1Convert serialized exception to Python exception.NzbIf the stored exception isn't an instance of BaseException, it must be a dictionary.
Instead got: rÌ   rÊ   z5Exception information must include the exception typeÚ.rË   r{   z!Expected an exception class, got z with payload ú(ú))r§   ÚBaseExceptionr`   rÍ   r)   r¸   r‘   rm   r·   Ú
ValueErrorr&   rC   r¿   ÚmodulesÚsplitrÎ   r�   ÚceleryÚ
exceptionsr¦   Ú
issubclassr   r’   Úlistr¹   )
r>   r˜   ÚerÌ   rÊ   r5   ÚnameÚexc_msgÚfake_exc_typeÚerrr8   r8   r9   Úexception_to_pythonO  sr   


ýý€ÿ
ÿ€ÿÿ
ÿÿÿÿ

üý€ýzBackend.exception_to_pythonc                 C   s    | j dkrt|tƒr| ¡ S |S )zPrepare value for storage.r/   )r`   r§   r   Úas_tuple©r>   rˆ   r8   r8   r9   Úprepare_value–  s   zBackend.prepare_valuec                 C   s   |   |¡\}}}|S r=   )Ú_encode)r>   ÚdataÚ_Úpayloadr8   r8   r9   rÏ   œ  s   zBackend.encodec                 C   s   t || jd�S )N)r`   )r   r`   )r>   rç   r8   r8   r9   ræ      ó   zBackend._encodec                 C   s$   |d | j v r|  |d ¡|d< |S )NÚstatusrˆ   )ÚEXCEPTION_STATESrâ   )r>   rƒ   r8   r8   r9   Úmeta_from_decoded£  s   zBackend.meta_from_decodedc                 C   s   |   |  |¡¡S r=   )rí   Údecode©r>   ré   r8   r8   r9   Údecode_result¨  s   zBackend.decode_resultc                 C   s.   |d u r|S |pt |ƒ}t|| j| j| jd�S )N)rc   rd   rk   )Ústrr	   rc   rd   rk   rï   r8   r8   r9   rî   «  s   ýzBackend.decodec                 C   s<   |d u r	| j jj}t|tƒr| ¡ }|d ur|r||ƒS |S r=   )r3   r^   Úresult_expiresr§   r   Útotal_seconds)r>   Úvaluer¦   r8   r8   r9   rh   ´  s   

zBackend.prepare_expiresc                 C   s(   |d ur|S | j jj}|d u r| jS |S r=   )r3   r^   Úresult_persistentÚ
persistent)r>   Úenabledrö   r8   r8   r9   Úprepare_persistent½  s   
zBackend.prepare_persistentc                 C   s(   || j v rt|tƒr|  |¡S |  |¡S r=   )rì   r§   r¹   rÑ   rå   )r>   rˆ   r‰   r8   r8   r9   Úencode_resultÃ  s   

zBackend.encode_resultc                 C   s
   || j v S r=   )rg   ©r>   r‚   r8   r8   r9   Ú	is_cachedÈ  s   
zBackend.is_cachedc                 C   s<  || j v rt ¡ }|r| ¡ }nd }||||  |¡|dœ}|r*t|dd ƒr*|j|d< |r7t|dd ƒr7|j|d< | jj	 
dd¡rœ|rœt|dd ƒt|dd ƒt|d	d ƒt|d
d ƒt|dd ƒt|dƒrh|jrh|j d¡nd dœ}	t|dd ƒr}|j|	d< |	 |j¡ |r—dd	h}
|
D ]}|	| }|  |¡}t|ƒ|	|< q…| |	¡ |S )N)rë   rˆ   rŒ   ÚchildrenÚ	date_doner   r�   r¡   Úextendedrˆ   rµ   r6   r7   ÚhostnameÚretriesrª   Úrouting_key)rÞ   r6   r7   Úworkerr   ÚqueueÚstampsÚstamped_headers)ÚREADY_STATESr   ÚutcnowÚ	isoformatÚcurrent_task_childrenrÎ   r   r¡   r3   r^   Úfind_value_for_keyr¥   rª   rm   r  rG   r  rÏ   r   )r>   rˆ   r‰   rŒ   rL   Úformat_daterÏ   rý   rƒ   Úrequest_metaÚencode_needed_fieldsÚfieldrô   Úencoded_valuer8   r8   r9   Ú_get_result_metaË  sP   
€û






ÿþø



zBackend._get_result_metac                 C   s   t  |¡ d S r=   )ÚtimeÚsleep)r>   Úamountr8   r8   r9   Ú_sleepþ  rê   zBackend._sleepc           
   
   K   s¶   |   ||¡}d}	 z| j||||fd|i|¤Ž |W S  tyY } z3| jrN|  |¡rN|| jk rD|d7 }t| j|| jdƒd }	|  	|	¡ nt
td||d�ƒ n‚ W Y d}~nd}~ww q	)	záUpdate task state and result.

        if always_retry_backend_operation is activated, in the event of a recoverable exception,
        then retry operation with an exponential backoff until a limit has been reached.
        r   TrL   rP   éè  z%failed to store result on the backend)r‚   r‰   N)rù   Ú_store_resultr¹   rn   Úexception_safe_to_retryrQ   r+   rp   ro   r  r*   r   )
r>   r‚   rˆ   r‰   rŒ   rL   r7   r   r˜   Úsleep_amountr8   r8   r9   r     s8   ÿÿ
þþÿ€ðûzBackend.store_resultc                 C   s   | j  |d ¡ |  |¡ d S r=   )rg   ÚpopÚ_forgetrú   r8   r8   r9   Úforget#  s   zBackend.forgetc                 C   ó   t dƒ‚)Nz"backend does not implement forget.©ÚNotImplementedErrorrú   r8   r8   r9   r  '  ó   zBackend._forgetc                 C   s   |   |¡d S )zGet the state of a task.rë   )Úget_task_metarú   r8   r8   r9   Ú	get_state*  s   zBackend.get_statec                 C   ó   |   |¡ d¡S )z$Get the traceback for a failed task.rŒ   ©r   rm   rú   r8   r8   r9   Úget_traceback0  r…   zBackend.get_tracebackc                 C   r"  )zGet the result of a task.rˆ   r#  rú   r8   r8   r9   Ú
get_result4  r…   zBackend.get_resultc                 C   s&   z|   |¡d W S  ty   Y dS w )z(Get the list of subtasks sent by a task.rü   N)r   r·   rú   r8   r8   r9   Úget_children8  s
   ÿzBackend.get_childrenc                 C   s,   | j jjr| j jjst dt¡ d S d S d S )Nz‹Results are not stored in backend and should not be retrieved when task_always_eager is enabled, unless task_store_eager_result is enabled.)r3   r^   r©   Útask_store_eager_resultÚwarningsÚwarnÚRuntimeWarning©r>   r8   r8   r9   Ú_ensure_not_eager?  s   ýÿzBackend._ensure_not_eagerc                 C   ó   dS )a  Check if an exception is safe to retry.

        Backends have to overload this method with correct predicates dealing with their exceptions.

        By default no exception is safe to retry, it's up to backend implementation
        to define which exceptions are safe.
        Fr8   )r>   r˜   r8   r8   r9   r  G  s   zBackend.exception_safe_to_retryc              
   C   sâ   |   ¡  |rz| j| W S  ty   Y nw d}	 z|  |¡}W n? ty^ } z2| jrS|  |¡rS|| jk rJ|d7 }t| j	|| j
dƒd }|  |¡ n
ttd|d�ƒ n‚ W Y d}~nd}~ww q|ro| d¡tjkro|| j|< |S )	zßGet task meta from backend.

        if always_retry_backend_operation is activated, in the event of a recoverable exception,
        then retry operation with an exponential backoff until a limit has been reached.
        r   TrP   r  zfailed to get meta)r‚   Nrë   )r,  rg   r·   Ú_get_task_meta_forr¹   rn   r  rQ   r+   rp   ro   r  r*   r   rm   r   ÚSUCCESS)r>   r‚   Úcacher   rƒ   r˜   r  r8   r8   r9   r   Q  sB   ÿ

þþ
ÿ€ðü
zBackend.get_task_metac                 C   ó   | j |dd�| j|< dS )z;Reload task result, even if it has been previously fetched.F©r0  N)r   rg   rú   r8   r8   r9   Úreload_task_resultx  ó   zBackend.reload_task_resultc                 C   r1  )z<Reload group result, even if it has been previously fetched.Fr2  N)Úget_group_metarg   ©r>   r�   r8   r8   r9   Úreload_group_result|  r4  zBackend.reload_group_resultc                 C   sP   |   ¡  |rz| j| W S  ty   Y nw |  |¡}|r&|d ur&|| j|< |S r=   )r,  rg   r·   Ú_restore_group©r>   r�   r0  rƒ   r8   r8   r9   r5  €  s   ÿ

zBackend.get_group_metac                 C   s   | j ||d�}|r|d S dS )zGet the result for a group.r2  rˆ   N)r5  r9  r8   r8   r9   Úrestore_group�  s   ÿzBackend.restore_groupc                 C   ó   |   ||¡S )z&Store the result of an executed group.)Ú_save_group©r>   r�   rˆ   r8   r8   r9   Ú
save_group“  s   zBackend.save_groupc                 C   s   | j  |d ¡ |  |¡S r=   )rg   r  Ú_delete_groupr6  r8   r8   r9   Údelete_group—  s   
zBackend.delete_groupc                 C   r-  )zBackend cleanup.Nr8   r+  r8   r8   r9   Úcleanup›  ó    zBackend.cleanupc                 C   r-  )z:Cleanup actions to do at the end of a task worker process.Nr8   r+  r8   r8   r9   Úprocess_cleanupž  rB  zBackend.process_cleanupc                 C   s   i S r=   r8   )r>   Úproducerr‚   r8   r8   r9   Úon_task_call¡  rB   zBackend.on_task_callc                 C   r  )Nz%Backend does not support add_to_chordr  )r>   Úchord_idrˆ   r8   r8   r9   Úadd_to_chord¤  r  zBackend.add_to_chordc                 K   r<   r=   r8   )r>   rL   r‰   rˆ   r7   r8   r8   r9   r‡   §  rB   zBackend.on_chord_part_returnc                 C   r<   r=   r8   )r>   r�   Ú
chord_sizer8   r8   r9   Úset_chord_sizeª  rB   zBackend.set_chord_sizec                 K   s®   dd„ |D ƒ|d< zt |dd ƒ}W n ty   d }Y nw |j dt |dd ƒ¡}|d u r9| jjj ||j¡d j}|j dt |ddƒ¡}| jj	d j
|j|f||||d	� d S )
Nc                 S   ó   g | ]}|  ¡ ‘qS r8   ©rã   ©Ú.0Úrr8   r8   r9   Ú
<listcomp>¯  ó    z1Backend.fallback_chord_unlock.<locals>.<listcomp>rˆ   r¦   r  Úpriorityr   zcelery.chord_unlock)Ú	countdownr  rQ  )rÎ   r   r“   rm   r3   ÚamqpÚrouterÚrouterÞ   Útasksr¬   r”   )r>   Úheader_resultÚbodyrR  r7   Ú	body_typer  rQ  r8   r8   r9   Úfallback_chord_unlock­  s    ÿ

üzBackend.fallback_chord_unlockc                 C   r<   r=   r8   r+  r8   r8   r9   Úensure_chords_allowedÄ  rB   zBackend.ensure_chords_allowedc                 K   s,   |   ¡  | jj|Ž }| j||fi |¤Ž d S r=   )r[  r3   r   rZ  ©r>   Úheader_result_argsrX  r7   rW  r8   r8   r9   Úapply_chordÇ  s   zBackend.apply_chordc                 C   s0   |pt tƒ dd ƒ}|rdd„ t |dg ƒD ƒS d S )NrL   c                 S   rJ  r8   rK  rL  r8   r8   r9   rO  Ï  rP  z1Backend.current_task_children.<locals>.<listcomp>rü   )rÎ   r   )r>   rL   r8   r8   r9   r	  Ì  s   ÿzBackend.current_task_childrenr8   c                 C   s   |si n|}t | j||ffS r=   )r:   Ú	__class__©r>   r6   r7   r8   r8   r9   Ú
__reduce__Ñ  s   zBackend.__reduce__)NNNNNN©Fr=   )TF©NN)T)rP   )r8   N)ErC   rD   rE   r   r  ÚUNREADY_STATESrì   r   Úsubpolling_intervalÚsupports_native_joinÚsupports_autoexpirerö   Úretry_policyrz   r~   r„   r/  rŠ   ÚFAILUREr�   r—   ÚREVOKEDr±   ÚRETRYr²   r¾   rº   rÑ   râ   rå   rÏ   ræ   rí   rð   rî   rh   rø   rù   rû   r  r  r   r  r  r!  Ú
get_statusr$  r%  r&  r,  r  r   r3  r7  r5  r:  r>  r@  rA  rC  rE  rG  r‡   rI  rZ  r[  r^  r	  ra  r8   r8   r8   r9   rN   Q   sž    ü
þ
	
ÿ	
ý8.
ÿ	
ÿ




G
	
	
þ3
ÿ"

'



rN   c                   @   sT   e Zd Z		ddd„Z			ddd„Z	ddd	„Zddd„Zdd„ Zedd„ ƒZ	dS )ÚSyncBackendMixinNç      à?Tc           	      c   sn   � |   ¡  |j}|sd S tƒ }|D ]}t|tƒr |j|jfV  q| |j¡ q| j||||||d�E d H  d S )N)ÚtimeoutÚintervalÚno_ackÚ
on_messageÚon_interval)r,  ÚresultsÚsetr§   r   r”   ÚaddÚget_many)	r>   rˆ   ro  rp  rq  rr  rs  rt  Útask_idsr8   r8   r9   Úiter_native×  s   €
ýzSyncBackendMixin.iter_nativec	           
      C   sN   |   ¡  |d urtdƒ‚| j|j||||d�}	|	r%| |	¡ |j||d�S d S )Nz,Backend does not support on_message callback)ro  rp  rs  rq  )Ú	propagater»   )r,  r   Úwait_forr”   Ú_maybe_set_cacheÚmaybe_throw)
r>   rˆ   ro  rp  rq  rr  rs  r»   rz  rƒ   r8   r8   r9   Úwait_for_pendingë  s   ÿü
þz!SyncBackendMixin.wait_for_pendingc                 C   s\   |   ¡  d}	 |  |¡}|d tjv r|S |r|ƒ  t |¡ ||7 }|r-||kr-tdƒ‚q)aL  Wait for task and return its result.

        If the task raises an exception, this exception
        will be re-raised by :func:`wait_for`.

        Raises:
            celery.exceptions.TimeoutError:
                If `timeout` is not :const:`None`, and the operation
                takes longer than `timeout` seconds.
        g        rP   rë   zThe operation timed out.)r,  r   r   r  r  r  r   )r>   r‚   ro  rp  rq  rs  Útime_elapsedrƒ   r8   r8   r9   r{  ý  s   

özSyncBackendMixin.wait_forFc                 C   ó   |S r=   r8   )r>   rˆ   r2   r8   r8   r9   Úadd_pending_result  rB   z#SyncBackendMixin.add_pending_resultc                 C   r€  r=   r8   rä   r8   r8   r9   Úremove_pending_result  rB   z&SyncBackendMixin.remove_pending_resultc                 C   r-  rI   r8   r+  r8   r8   r9   Úis_async  s   zSyncBackendMixin.is_async)Nrn  TNN)Nrn  TNNNT)Nrn  TNrb  )
rC   rD   rE   ry  r~  r{  r�  r‚  Úpropertyrƒ  r8   r8   r8   r9   rm  Ö  s    
ÿ
þ
ÿ
rm  c                   @   ó   e Zd ZdZdS )r,   z"Base (synchronous) result backend.N©rC   rD   rE   Ú__doc__r8   r8   r8   r9   r,   $  ó    r,   c                       s"  e Zd ZeZdZdZdZdZ‡ fdd„Z	dd„ Z
d	d
„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd=dd„Zd=dd„Zd=dd„Zd=d d!„Zd"d#„ Zejfd$d%„Zejfd&d'„Zd(d)d*d(d(d(ejfd+d,„Zd-d.„ Z	(d>d/d0„Zd1d2„ Zd3d4„ Z d5d6„ Z!d7d8„ Z"d9d:„ Z#d;d<„ Z$‡  Z%S )?ÚBaseKeyValueStoreBackendzcelery-task-meta-zcelery-taskset-meta-zchord-unlock-Fc                    sN   t | jdƒr| jj| _tƒ j|i |¤Ž |  ¡  |  ¡  | jr%| j| _	d S d S )NÚ__func__)
r¥   Úkey_trŠ  Úsuperrz   Ú_add_global_keyprefixÚ_encode_prefixesÚimplements_incrÚ_apply_chord_incrr^  r`  ©r_  r8   r9   rz   2  s   
ÿz!BaseKeyValueStoreBackend.__init__c                 C   sZ   | j j di ¡ dd¡}|r+|› d| j› �| _|› d| j› �| _|› d| j› �| _dS dS )a/  
        This method prepends the global keyprefix to the existing keyprefixes.

        This method checks if a global keyprefix is configured in `result_backend_transport_options` using the
        `global_keyprefix` key. If so, then it is prepended to the task, group and chord key prefixes.
        Ú result_backend_transport_optionsÚglobal_keyprefixNrè   )r3   r^   rm   Útask_keyprefixÚgroup_keyprefixÚchord_keyprefix)r>   r“  r8   r8   r9   r�  ;  s   ýz.BaseKeyValueStoreBackend._add_global_keyprefixc                 C   s.   |   | j¡| _|   | j¡| _|   | j¡| _d S r=   )r‹  r”  r•  r–  r+  r8   r8   r9   rŽ  H  s   z)BaseKeyValueStoreBackend._encode_prefixesc                 C   r  )NzMust implement the get method.r  ©r>   Úkeyr8   r8   r9   rm   M  r  zBaseKeyValueStoreBackend.getc                 C   r  )NzDoes not support get_manyr  )r>   Úkeysr8   r8   r9   ÚmgetP  r  zBaseKeyValueStoreBackend.mgetc                 C   r;  r=   )ru  )r>   r˜  rô   r‰   r8   r8   r9   Ú_set_with_stateS  ó   z(BaseKeyValueStoreBackend._set_with_statec                 C   r  )NzMust implement the set method.r  ©r>   r˜  rô   r8   r8   r9   ru  V  r  zBaseKeyValueStoreBackend.setc                 C   r  )Nz Must implement the delete methodr  r—  r8   r8   r9   ÚdeleteY  r  zBaseKeyValueStoreBackend.deletec                 C   r  )NzDoes not implement incrr  r—  r8   r8   r9   Úincr\  r  zBaseKeyValueStoreBackend.incrc                 C   r<   r=   r8   r�  r8   r8   r9   Úexpire_  rB   zBaseKeyValueStoreBackend.expirer{   c                 C   ó$   |s
t d|› d�ƒ‚|  | j||¡S )z#Get the cache key for a task by id.ztask_id must not be empty. Got ú	 instead.)rÖ   Ú_get_key_forr”  )r>   r‚   r˜  r8   r8   r9   Úget_key_for_taskb  ó   z)BaseKeyValueStoreBackend.get_key_for_taskc                 C   r¡  )z$Get the cache key for a group by id.ú group_id must not be empty. Got r¢  )rÖ   r£  r•  ©r>   r�   r˜  r8   r8   r9   Úget_key_for_grouph  r¥  z*BaseKeyValueStoreBackend.get_key_for_groupc                 C   r¡  )z?Get the cache key for the chord waiting on group with given id.r¦  r¢  )rÖ   r£  r–  r§  r8   r8   r9   Úget_key_for_chordn  r¥  z*BaseKeyValueStoreBackend.get_key_for_chordc                 C   s"   | j }|dƒ |||ƒ||ƒg¡S )Nr{   )r‹  Újoin)r>   Úprefixr”   r˜  r‹  r8   r8   r9   r£  t  s   ÿz%BaseKeyValueStoreBackend._get_key_forc                 C   sF   |   |¡}| j| jfD ]}| |¡rt|t|ƒd… ƒ  S qt|ƒS )zTake bytes: emit string.N)r‹  r”  r•  Ú
startswithr   Úlen)r>   r˜  r«  r8   r8   r9   Ú_strip_prefix{  s   

ÿz&BaseKeyValueStoreBackend._strip_prefixc                 c   s<   � |D ]\}}|d ur|   |¡}|d |v r||fV  qd S )Nrë   )rð   )r>   Úvaluesr  Úkrô   r8   r8   r9   Ú_filter_readyƒ  s   €

€üz&BaseKeyValueStoreBackend._filter_readyc                    sF   t |dƒr‡fdd„ˆ | ¡ |¡D ƒS ‡ fdd„ˆ t|ƒ|¡D ƒS )NÚitemsc                    s   i | ]
\}}ˆ   |¡|“qS r8   )r®  )rM  r°  Úvr+  r8   r9   Ú
<dictcomp>�  s    
ÿÿz=BaseKeyValueStoreBackend._mget_to_results.<locals>.<dictcomp>c                    s   i | ]\}}t ˆ | ƒ|“qS r8   ©r   )rM  Úir³  )r™  r8   r9   r´  “  s    ÿÿ)r¥   r±  r²  Ú	enumerate)r>   r¯  r™  r  r8   )r™  r>   r9   Ú_mget_to_resultsŠ  s   

þ
þz)BaseKeyValueStoreBackend._mget_to_resultsNrn  Tc	              	   #   sd  � |d u rdn|}t |tƒr|nt|ƒ}	tƒ }
ˆ j}|	D ]$}z|| }W n	 ty-   Y qw |d |v r@t|ƒ|fV  |
 |¡ q|	 |
¡ d}|	r°t|	ƒ}ˆ  ˆ  	‡ fdd„|D ƒ¡||¡}| 
|¡ |	 dd„ |D ƒ¡ | ¡ D ]\}}|d ur~||ƒ t|ƒ|fV  qr|r–|| |kr–td|› d	�ƒ‚|r›|ƒ  t |¡ |d
7 }|r¬||kr¬d S |	sJd S d S )Nrn  rë   r   c                    s   g | ]}ˆ   |¡‘qS r8   )r¤  )rM  r°  r+  r8   r9   rO  ­  s    ÿz5BaseKeyValueStoreBackend.get_many.<locals>.<listcomp>c                 S   s   h | ]}t |ƒ’qS r8   rµ  )rM  r³  r8   r8   r9   Ú	<setcomp>°  rP  z4BaseKeyValueStoreBackend.get_many.<locals>.<setcomp>zOperation timed out (rÔ   rP   )r§   ru  rg   r·   r   rv  Údifference_updaterÜ   r¸  rš  rG   r²  r   r  r  )r>   rx  ro  rp  rq  rr  rs  Úmax_iterationsr  ÚidsÚ
cached_idsr0  r‚   ÚcachedÚ
iterationsr™  rN  r˜  rô   r8   r+  r9   rw  ˜  sN   €ÿ
€
ÿÿ

ïz!BaseKeyValueStoreBackend.get_manyc                 C   ó   |   |  |¡¡ d S r=   )rž  r¤  rú   r8   r8   r9   r  ¾  ó   z BaseKeyValueStoreBackend._forgetc           
   
   K   sˆ   | j ||||d�}t|ƒ|d< |  |¡}|d tjkr|S z|  |  |¡|  |¡|¡ W |S  tyC }	 z
tt	|	ƒ||d�|	‚d }	~	ww )N)rˆ   r‰   rŒ   rL   r‚   rë   )r‰   r‚   )
r  r   r.  r   r/  r›  r¤  rÏ   r   rñ   )
r>   r‚   rˆ   r‰   rŒ   rL   r7   rƒ   Úcurrent_metaÚexr8   r8   r9   r  Á  s   ÿ
ý€ÿz&BaseKeyValueStoreBackend._store_resultc                 C   s(   |   |  |¡|  d| ¡ i¡tj¡ |S )Nrˆ   )r›  r¨  rÏ   rã   r   r/  r=  r8   r8   r9   r<  Ù  s   ÿz$BaseKeyValueStoreBackend._save_groupc                 C   rÀ  r=   )rž  r¨  r6  r8   r8   r9   r?  Þ  rÁ  z&BaseKeyValueStoreBackend._delete_groupc                 C   s*   |   |  |¡¡}|stjddœS |  |¡S )ú$Get task meta-data for a task by id.N)rë   rˆ   )rm   r¤  r   ÚPENDINGrð   r�   r8   r8   r9   r.  á  s   
z+BaseKeyValueStoreBackend._get_task_meta_forc                 C   s>   |   |  |¡¡}|r|  |¡}|d }t|| jƒ|d< |S dS )rÄ  rˆ   N)rm   r¨  rî   r!   r3   )r>   r�   rƒ   rˆ   r8   r8   r9   r8  è  s   
üz'BaseKeyValueStoreBackend._restore_groupc                 K   s$   |   ¡  | jj|Ž }|j| d� d S )N©r¶   )r[  r3   r   Úsaver\  r8   r8   r9   r�  ô  s   z*BaseKeyValueStoreBackend._apply_chord_incrc                 K   sî  | j sd S | j}|j}|sd S |  |¡}z	tj|| d�}W n+ tyH }	 zt|j|d�}
t	 
d||	¡ |  |
td|	›�ƒ¡W  Y d }	~	S d }	~	ww |d u r~zt|ƒ‚ ty} }	 z t|j|d�}
t	 
d||	¡ |  |
td|› d�ƒ¡W  Y d }	~	S d }	~	ww |  |¡}|j d¡}|d u r‘t|ƒ}||kr�t	 d	|¡ d S ||k�rnt|j|d�}
|jr¯|jn|j}z°ztƒ � ||jjd
d�}W d   ƒ n1 sÊw   Y  W n> t�y }	 z1zt| ¡ ƒ}d ||	¡}W n tyô   t|	ƒ}Y nw t	 
d||¡ |  |
t|ƒ¡ W Y d }	~	n2d }	~	ww z|
 |¡ W n2 t�y; }	 zt	 
d||	¡ |  |
td|	›�ƒ¡ W Y d }	~	nd }	~	ww W | ¡  | j |¡ d S W | ¡  | j |¡ d S W | ¡  | j |¡ d S | ¡  | j |¡ w |   || j!¡ d S )NrÆ  rŸ   zChord %r raised: %rzCannot restore group: zChord callback %r raised: %rzGroupResult z no longer existsrH  z/Chord counter incremented too many times for %rT)ro  rz  zDependency {0.id} raised {1!r}zCallback error: )"r�  r3   r   r©  r   Úrestorer¹   r   r†   ÚloggerÚ	exceptionr¾   r   rÖ   rŸ  rm   r­  Úwarningrf  Újoin_nativerª  r    r^   Úresult_chord_join_timeoutÚnextÚ_failed_join_reportÚformatÚStopIterationÚreprÚdelayrž  Úclientr   ri   )r>   rL   r‰   rˆ   r7   r3   Úgidr˜  Údepsr˜   r»   ÚvalÚsizeÚjÚretÚculpritr°   r8   r8   r9   r‡   ù  s¨   
þ€ýþ€ý
ÿ
þÿ€ÿÿ€öþ€þü÷úÿz-BaseKeyValueStoreBackend.on_chord_part_return)r{   rc  )&rC   rD   rE   r   r‹  r”  r•  r–  r�  rz   r�  rŽ  rm   rš  r›  ru  rž  rŸ  r   r¤  r¨  r©  r£  r®  r   r  r±  r¸  rw  r  r  r<  r?  r.  r8  r�  r‡   Ú__classcell__r8   r8   r‘  r9   r‰  +  sH    	




þ&
ÿr‰  c                   @   r…  )r-   z/Result backend base class for key/value stores.Nr†  r8   r8   r8   r9   r-   @  rˆ  r-   c                   @   sP   e Zd ZdZi Zdd„ Zdd„ Zdd„ Zdd	„ Ze Z	 Z
 ZZe Z ZZd
S )r.   zDummy result backend.c                 O   r<   r=   r8   r`  r8   r8   r9   r   I  rB   zDisabledBackend.store_resultc                 C   ó   t t ¡ ƒ‚r=   )r  ÚE_CHORD_NO_BACKENDÚstripr+  r8   r8   r9   r[  L  rœ  z%DisabledBackend.ensure_chords_allowedc                 O   rÝ  r=   )r  ÚE_NO_BACKENDrß  r`  r8   r8   r9   Ú_is_disabledO  rœ  zDisabledBackend._is_disabledc                 O   r-  )Nzdisabled://r8   r`  r8   r8   r9   r~   R  rB   zDisabledBackend.as_uriN)rC   rD   rE   r‡  rg   r   r[  rá  r~   r!  rl  r%  r$  Úget_task_meta_forr{  rw  r8   r8   r8   r9   r.   D  s    r.   )Tr‡  r¿   r  r(  Úcollectionsr   r   r   Ú	functoolsr   Úweakrefr   Úbilliard.einfor   Úkombu.serializationr   r	   r
   r   ra   Úkombu.utils.encodingr   r   Úkombu.utils.urlr   Úcelery.exceptionsrÙ   r   r   r   r   Úcelery._stater   Úcelery.app.taskr   r   r   r   r   r   r   r   r   Úcelery.resultr   r   r   r    r!   Úcelery.utils.collectionsr"   Úcelery.utils.functionalr#   r$   Úcelery.utils.logr%   Úcelery.utils.serializationr&   r'   r(   r)   r*   Úcelery.utils.timer+   Ú__all__Ú	frozensetrÍ   rC   rÉ  rt   r0   rà  rÞ  r:   r¸   r;   rM   rN   rm  r,   ÚBaseDictBackendr‰  r-   r.   r8   r8   r8   r9   Ú<module>   s`    (


     
N  