Ë
    ñÏjû”  ã                   ó   — d dl Z d dlZd dlZd dlZd dlZd dlmZ d dlmZ d dl	m	Z	m
Z
mZ d dlmZ d dlmZ d dlmZ d dlmZmZmZmZmZmZ d d	lmZmZ d d
lmZ d dlmZmZmZm Z m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z' ddl(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2 ddl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z< erddlm=Z=m>Z>m?Z?m@Z@  ej‚                  d«      ZB eC«       ZDe G d„ d«      «       ZEddddddœdeeFeEdf   deeF   ded   ded   deeG   deeH   deEfd„ZI G d„ d eJ«      ZK G d!„ d"eJ«      ZL G d#„ d$eJ«      ZM G d%„ d&eJ«      ZN G d'„ d(«      ZOd)d*dePeFeQf   fd+„ZRd)d*d,edeOfd-„ZSd)d*d,edeOfd.„ZT	 d4d/ee%   d0eeF   d1eeF   deHfd2„ZUd)d*deHfd3„ZVy)5é    N)ÚSequence)Ú	dataclass)ÚdatetimeÚ	timedeltaÚtimezone)Úpartial)ÚSignals)Útime)ÚTYPE_CHECKINGÚAnyÚCallableÚOptionalÚUnionÚcast)ÚResponseErrorÚ
WatchError)ÚCronJob)ÚDeserializerÚ	JobResultÚSerializationErrorÚ
SerializerÚdeserialize_job_rawÚserialize_resulté   )ÚArqRedisÚRedisSettingsÚcreate_poolÚlog_redis_info)
Úabort_job_max_ageÚabort_jobs_ssÚdefault_queue_nameÚexpires_extra_msÚhealth_check_key_suffixÚin_progress_key_prefixÚjob_key_prefixÚkeep_cronjob_progressÚresult_key_prefixÚretry_key_prefix)	Úargs_to_stringÚimport_stringÚms_to_datetimeÚpollÚtimestamp_msÚto_msÚ
to_secondsÚ
to_unix_msÚtruncate)ÚSecondsTimedeltaÚStartupShutdownÚWorkerCoroutineÚWorkerSettingsTypez
arq.workerc                   ób   — e Zd ZU eed<   ded<   ee   ed<   ee   ed<   ee   ed<   ee   ed<   y)	ÚFunctionÚnamer4   Ú	coroutineÚ	timeout_sÚkeep_result_sÚkeep_result_foreverÚ	max_triesN)	Ú__name__Ú
__module__Ú__qualname__ÚstrÚ__annotations__r   ÚfloatÚboolÚint© ó    úG/var/www/html/gaurav-v2/venv/lib/python3.12/site-packages/arq/worker.pyr7   r7   3   s5   … à
ƒIØ Ó Ø˜‰ÓØ˜E‘?Ó"Ø! $™Ó'Ø˜‰}ÔrG   r7   )r8   Úkeep_resultÚtimeoutr<   r=   r9   r4   r8   rI   r2   rJ   r<   r=   Úreturnc                ó  — t        | t        «      r| S t        | t        «      r|xs | }t        | «      }n| }t	        j
                  |«      st        |› d�«      ‚t        |«      }t        |«      }t        |xs |j                  |||||«      S )aL  
    Wrapper for a job function which lets you configure more settings.

    :param coroutine: coroutine function to call, can be a string to import
    :param name: name for function, if None, ``coroutine.__qualname__`` is used
    :param keep_result: duration to keep the result for, if 0 the result is not kept
    :param keep_result_forever: whether to keep results forever, if None use Worker default, wins over ``keep_result``
    :param timeout: maximum time the job should take
    :param max_tries: maximum number of tries allowed for the function, use 1 to prevent retrying
    z is not a coroutine function)	Ú
isinstancer7   rA   r*   ÚinspectÚiscoroutinefunctionÚRuntimeErrorr/   r@   )r9   r8   rI   rJ   r<   r=   Ú
coroutine_s          rH   ÚfuncrR   =   sŽ   € ô& �)œXÔ&ØÐä�)œSÔ!ØÒ �yˆÜ&3°IÓ&>‰
àˆ
ä×&Ñ& zÔ2Ü˜j˜\Ð)EÐFÓGÐGÜ˜Ó!€GÜ˜[Ó)€Kä�DÒ3˜J×3Ñ3°ZÀÈ+ÐWjÐluÓvÐvrG   c                   ó<   — e Zd ZdZd	ded   fd„Zdefd„Zdefd„Zy)
ÚRetryz‘
    Special exception to retry the job (if ``max_tries`` hasn't been reached).

    :param defer: duration to wait before rerunning the job
    NÚdeferr2   c                 ó$   — t        |«      | _        y ©N)r.   Údefer_score)ÚselfrU   s     rH   Ú__init__zRetry.__init__h   s   € Ü*/°«,ˆÕrG   rK   c                 ó2   — d| j                   xs ddz  d›d�S )Nz<Retry defer r   éè  ú0.2fzs>)rX   ©rY   s    rH   Ú__repr__zRetry.__repr__k   s$   € Ø × 0Ñ 0Ò 5°A¸Ñ=¸dÐCÀ2ÐFÐFrG   c                 ó   — t        | «      S rW   )Úreprr^   s    rH   Ú__str__zRetry.__str__n   s   € Ü�D‹zÐrG   rW   )	r>   r?   r@   Ú__doc__r   rZ   rA   r_   rb   rF   rG   rH   rT   rT   a   s3   „ ññ7˜hÐ'9Ñ:ó 7ðG˜#ó Gð˜ô rG   rT   c                   ó   — e Zd Zdedefd„Zy)ÚJobExecutionFailedÚotherrK   c                 óV   — t        |t        «      r| j                  |j                  k(  S y)NF)rM   re   Úargs)rY   rf   s     rH   Ú__eq__zJobExecutionFailed.__eq__s   s#   € Ü�eÔ/Ô0Ø—9‘9 §
¡
Ñ*Ð*ØrG   N)r>   r?   r@   r   rD   ri   rF   rG   rH   re   re   r   s   „ ð˜Cð  Dô rG   re   c                   ó:   — e Zd Zdedee   fd„Zdefd„Zdefd„Z	y)Ú
FailedJobsÚcountÚjob_resultsc                 ó    — || _         || _        y rW   )rl   rm   )rY   rl   rm   s      rH   rZ   zFailedJobs.__init__z   s   € ØˆŒ
Ø&ˆÕrG   rK   c                 óØ   — | j                   dk(  r*| j                  r| j                  d   j                  }d|›�S | j                   › d�dj                  d„ | j                  D «       «      z   S )Nr   r   z1 job failed z jobs failed:
Ú
c              3   óF   K  — | ]  }t        |j                  «      –— Œ y ­wrW   )ra   Úresult)Ú.0Úrs     rH   Ú	<genexpr>z%FailedJobs.__str__.<locals>.<genexpr>ƒ   s   è ø€ Ð=gÑVfÐQR¼dÀ1Ç8Á8¿nÑVfùs   ‚!)rl   rm   rr   Újoin)rY   Úexcs     rH   rb   zFailedJobs.__str__~   sd   € Ø�:‰:˜Š?˜t×/Ò/Ø×"Ñ" 1Ñ%×,Ñ,ˆCØ" 3 'Ð*Ð*à—j‘j�\ Ð1°D·I±IÑ=gÐVZ×VfÒVfÓ=gÓ4gÑgÐgrG   c                 ó    — dt        | «      › d�S )NÚ<Ú>)rA   r^   s    rH   r_   zFailedJobs.__repr__…   s   € Ø”3�t“9�+˜QÐÐrG   N)
r>   r?   r@   rE   Úlistr   rZ   rA   rb   r_   rF   rG   rH   rk   rk   y   s3   „ ð'˜cð '°°Y±ó 'ðh˜ó hð ˜#ô  rG   rk   c                   ó   — e Zd Zy)ÚRetryJobN)r>   r?   r@   rF   rG   rH   r}   r}   ‰   s   „ ØrG   r}   c            @       óà  — e Zd ZdZ	 dUedddddddddddddddd	dd
ddddddddedddœdeeedf      de	e
   de	ee      de	e   de	e   dede	d   de	d   de	d   de	d   de	d   dedededdddd ed!dd"e	e   d#ed$dd%e	e
   d&e	eeef      d'ed(ed)ed*e	e   d+e	e   d,ed-e	e   d.ef>d/„ZdVd1„ZdVd2„ZdWd'e	e   d)e	e   d0efd3„Zed0efd4„«       ZdVd5„ZdVd6„ZdVd7„ZdVd8„Zd9ee    d0dfd:„Z!d;e
d<ed0dfd=„Z"d;e
d>ed?e	e    d@e	e#   d edAe	e   dBe	e#   d0dfdC„Z$d;e
d?e	e    d0dfdD„Z%dVdE„Z&dXdFe'dGe#dHed0dfdI„Z(dVdJ„Z)dKe*dLe+e*gdf   d0dfdM„Z,d0efdN„Z-dVdO„Z.dKe*d0dfdP„Z/dKe*d0dfdQ„Z0dKe*d0dfdR„Z1dVdS„Z2d0e
fdT„Z3y)YÚWorkera~  
    Main class for running jobs.

    :param functions: list of functions to register, can either be raw coroutine functions or the
      result of :func:`arq.worker.func`.
    :param queue_name: queue name to get jobs from
    :param cron_jobs:  list of cron jobs to run, use :func:`arq.cron.cron` to create them
    :param redis_settings: settings for creating a redis connection
    :param redis_pool: existing redis pool, generally None
    :param burst: whether to stop the worker once all jobs have been run
    :param on_startup: coroutine function to run at startup
    :param on_shutdown: coroutine function to run at shutdown
    :param on_job_start: coroutine function to run on job start
    :param on_job_end: coroutine function to run on job end
    :param after_job_end: coroutine function to run after job has ended and results have been recorded
    :param handle_signals: default true, register signal handlers,
      set to false when running inside other async framework
    :param job_completion_wait: time to wait before cancelling tasks after a signal.
      Useful together with ``terminationGracePeriodSeconds`` in kubernetes,
      when you want to make the pod complete jobs before shutting down.
      The worker will not pick new tasks while waiting for shut down.
    :param max_jobs: maximum number of jobs to run at a time
    :param job_timeout: default job timeout (max run time)
    :param keep_result: default duration to keep job results for
    :param keep_result_forever: whether to keep results forever
    :param poll_delay: duration between polling the queue for new jobs
    :param queue_read_limit: the maximum number of jobs to pull from the queue each time it's polled. By default it
                             equals ``max_jobs`` * 5, or 100; whichever is higher.
    :param max_tries: default maximum number of times to retry a job
    :param health_check_interval: how often to set the health check key
    :param health_check_key: redis key under which health check is set
    :param ctx: dictionary to hold extra user defined state
    :param retry_jobs: whether to retry jobs on Retry or CancelledError or not
    :param allow_abort_jobs: whether to abort jobs on a call to :func:`arq.jobs.Job.abort`
    :param max_burst_jobs: the maximum number of jobs to process in burst mode (disabled with negative values)
    :param job_serializer: a function that serializes Python objects to bytes, defaults to pickle.dumps
    :param job_deserializer: a function that deserializes bytes into Python objects, defaults to pickle.loads
    :param expires_extra_ms: the default length of time from when a job is expected to start
     after which the job expires, defaults to 1 day in ms.
    :param timezone: timezone used for evaluation of cron schedules,
        defaults to system timezone
    :param log_results: when set to true (default) results for successful jobs
      will be logged
    NFTr   é
   i,  i  ç      à?é   éÿÿÿÿ)Ú
queue_nameÚ	cron_jobsÚredis_settingsÚ
redis_poolÚburstÚ
on_startupÚon_shutdownÚon_job_startÚ
on_job_endÚafter_job_endÚhandle_signalsÚjob_completion_waitÚmax_jobsÚjob_timeoutrI   r<   Ú
poll_delayÚqueue_read_limitr=   Úhealth_check_intervalÚhealth_check_keyÚctxÚ
retry_jobsÚallow_abort_jobsÚmax_burst_jobsÚjob_serializerÚjob_deserializerr"   r   Úlog_resultsÚ	functionsr4   r„   r…   r†   r‡   rˆ   r‰   r3   rŠ   r‹   rŒ   r�   rŽ   r�   r�   r‘   r2   rI   r<   r’   r“   r=   r”   r•   r–   r—   r˜   r™   rš   r›   r"   r   rœ   c                ó|  ‡ — t        t        |«      D � ci c]  } | j                  | “Œ c} ‰ _        |€|�|j                  }nt        d«      ‚|‰ _        g ‰ _        |�kt        d„ |D «       «      st        d«      ‚t        |«      ‰ _        ‰ j                  j                  ‰ j                  D �!ci c]  }!|!j                  |!“Œ c}!«       t        ‰ j                  «      dk(  rt        d«      ‚|‰ _        |‰ _        |‰ _        |	‰ _        |
‰ _        |‰ _        |‰ _        t)        j*                  |dz   «      ‰ _        d‰ _        t1        |«      ‰ _        t1        |«      ‰ _        |‰ _        t1        |«      ‰ _        |xs t;        |dz  d«      ‰ _        d‰ _        |‰ _         t1        |«      ‰ _!        |€‰ j                  tD        z   ‰ _#        n|‰ _#        |‰ _$        ‰ jH                  €|xs
 tK        «       ‰ _&        nd ‰ _&        i ‰ _'        i ‰ _(        d ‰ _)        	 t)        jT                  «       ‰ _+        |xs i ‰ _.        t;        ˆ fd	„‰ j                  j_                  «       D «       «      }"|"xs dd
z   ‰ _0        d‰ _1        d‰ _2        d‰ _3        d‰ _4        d ‰ _5        |‰ _6        |‰ _7        ‰ jl                  rµ‰ jn                  rU‰ jq                  tr        jt                  ‰ jv                  «       ‰ jq                  tr        jx                  ‰ jv                  «       nT‰ jq                  tr        jt                  ‰ jz                  «       ‰ jq                  tr        jx                  ‰ jz                  «       d ‰ _>        |‰ _?        |‰ _@        d‰ _A        t…        «       ‰ _C        |‰ _D        |‰ _E        |‰ _F        |‰ _G        |‰ _H        |€2t“        j”                  «       j—                  «       j˜                  ‰ _M        y |‰ _M        y c c} w c c}!w # t        $ r< t)        jX                  «       ‰ _+        t)        jZ                  ‰ jV                  «       Y �Œw xY w)Nz4If queue_name is absent, redis_pool must be present.c              3   ó<   K  — | ]  }t        |t        «      –— Œ y ­wrW   )rM   r   )rs   Úcjs     rH   ru   z"Worker.__init__.<locals>.<genexpr>ç   s   è ø€ ÐC¹°2”z "¤g×.¹ùs   ‚z'cron_jobs, must be instances of CronJobr   z4at least one function or cron_job must be registeredr   r‚   éd   c              3   óR   •K  — | ]  }|j                   xs ‰j                  –— Œ  y ­wrW   )r:   Újob_timeout_s)rs   ÚfrY   s     €rH   ru   z"Worker.__init__.<locals>.<genexpr>  s&   øè ø€ Ð]ÑE\À˜!Ÿ+™+Ò;¨×);Ñ);Ó;ÑE\ùs   ƒ$'r€   T)NÚmaprR   r8   r�   r!   Ú
ValueErrorr„   r…   ÚallrP   r{   ÚupdateÚlenrˆ   r‰   rŠ   r‹   rŒ   r�   r�   ÚasyncioÚBoundedSemaphoreÚsemÚjob_counterr/   r£   r;   r<   Úpoll_delay_sÚmaxr“   Ú_queue_read_offsetr=   r”   r#   r•   Ú_poolr   r†   ÚtasksÚ	job_tasksÚ	main_taskÚget_event_loopÚloopÚnew_event_loopÚset_event_loopr–   ÚvaluesÚin_progress_timeout_sÚjobs_completeÚjobs_retriedÚjobs_failedÚ_last_health_checkÚ_last_health_check_logÚ_handle_signalsÚ_job_completion_waitÚ_add_signal_handlerÚsignalÚSIGINTÚhandle_sig_wait_for_completionÚSIGTERMÚ
handle_sigÚon_stopr—   r˜   Úallow_pick_jobsÚsetÚaborting_tasksr™   rš   r›   r"   rœ   r   ÚnowÚ
astimezoneÚtzinfor   )#rY   r�   r„   r…   r†   r‡   rˆ   r‰   rŠ   r‹   rŒ   r�   rŽ   r�   r�   r‘   rI   r<   r’   r“   r=   r”   r•   r–   r—   r˜   r™   rš   r›   r"   r   rœ   r¤   r    Úmax_timeouts#   `                                  rH   rZ   zWorker.__init__»   s¥  ø€ ôF SVÔVZÐ\eÔRfÓ>gÑRfÈQ¸q¿v¹vÀq¹yÐRfÑ>gˆŒØÐØÐ%Ø'×:Ñ:‘
ä Ð!WÓXÐXØ$ˆŒØ(*ˆŒØÐ ÜÑC¹ÓCÔCÜ"Ð#LÓMÐMÜ! )›_ˆDŒNØ�N‰N×!Ñ!¸¿ºÓ"H¹°2 2§7¡7¨B¡;¸Ñ"HÔIÜˆt�~‰~Ó !Ò#ÜÐUÓVÐVØˆŒ
Ø$ˆŒØ&ˆÔØ(ˆÔØ$ˆŒØ*ˆÔà ˆŒÜ×+Ñ+¨H°q©LÓ9ˆŒØ !ˆÔä'¨Ó4ˆÔÜ'¨Ó4ˆÔØ#6ˆÔ Ü& zÓ2ˆÔØ 0Ò J´C¸À1¹ÀcÓ4JˆÔØ"#ˆÔØ"ˆŒÜ%/Ð0EÓ%FˆÔ"ØÐ#Ø$(§O¡OÔ6MÑ$MˆDÕ!à$4ˆDÔ!ØˆŒ
Ø�:‰:ÐØ;IÒ;\Ì]Ë_ˆDÕà"&ˆDÔà35ˆŒ
à79ˆŒØ7;ˆŒð	.Ü×.Ñ.Ó0ˆDŒIð ’9˜"ˆŒÜÓ]ÀTÇ^Á^×EZÑEZÔE\Ó]Ó]ˆØ&1Ò&6°Q¸"Ñ%<ˆÔ"ØˆÔØˆÔØˆÔØ)*ˆÔØ59ˆÔ#Ø-ˆÔØ$7ˆÔ!Ø×ÒØ×(Ò(Ø×(Ñ(¬¯©¸×8[Ñ8[Ô\Ø×(Ñ(¬¯©¸×9\Ñ9\Õ]à×(Ñ(¬¯©¸¿¹ÔHØ×(Ñ(¬¯©¸¿¹ÔIØ<@ˆŒà$ˆŒØ 0ˆÔØ%)ˆÔÜ(+«ˆÔØ,ˆÔØ,ˆÔØ 0ˆÔØ 0ˆÔØ&ˆÔð ?GÐ>NœŸ™›×1Ñ1Ó3×:Ñ:ˆ�ÐT\ˆ�ùòg ?hùò #IøôL ò 	.Ü×.Ñ.Ó0ˆDŒIÜ×"Ñ" 4§9¡9×-ð	.ús   ”O,Â,O1ÈO6 Ï6AP;Ð:P;rK   c                 óŒ  — | j                   j                  | j                  «       «      | _        	 | j                   j	                  | j                  «       | j                   j	                  | j                  «       «       y# t
        j                  $ r Y Œ?w xY w# | j                   j	                  | j                  «       «       w xY w)zU
        Sync function to run the worker, finally closes worker connections.
        N)r¶   Úcreate_taskÚmainr´   Úrun_until_completerª   ÚCancelledErrorÚcloser^   s    rH   Úrunz
Worker.run3  sŠ   € ð Ÿ™×.Ñ.¨t¯y©y«{Ó;ˆŒð	7Ø�I‰I×(Ñ(¨¯©Ô8ð
 �I‰I×(Ñ(¨¯©«Õ6øô	 ×%Ñ%ò 	áð	ûð �I‰I×(Ñ(¨¯©«Õ6ús#   °%A? Á?BÂB ÂBÂB Â+Cc              ƒ   ó”   K  — | j                   j                  | j                  «       «      | _        | j                  ƒ d{  –—†  y7 Œ­w)za
        Asynchronously run the worker, does not close connections. Useful when testing.
        N)r¶   rÑ   rÒ   r´   r^   s    rH   Ú	async_runzWorker.async_run@  s1   è ø€ ð Ÿ™×.Ñ.¨t¯y©y«{Ó;ˆŒØ�n‰n×Òús   ‚>AÁ AÁAc              ƒ   óD  K  — |�|| _         |�|| _        | j                  «       ƒ d{  –—†  | j                  rR| j                  j                  «       ƒ d{  –—† D �cg c]  }|j                  rŒ|‘Œ }}t        | j                  |«      ‚| j                  S 7 Œn7 ŒBc c}w ­w)zÅ
        Run :func:`arq.worker.Worker.async_run`, check for failed jobs and raise :class:`arq.worker.FailedJobs`
        if any jobs have failed.

        :return: number of completed jobs
        N)	r—   r™   rØ   r½   ÚpoolÚall_job_resultsÚsuccessrk   r»   )rY   r—   r™   rt   Úfailed_job_resultss        rH   Ú	run_checkzWorker.run_checkG  s›   è ø€ ð Ð!Ø(ˆDŒOØÐ%Ø"0ˆDÔØ�n‰nÓ×ÐØ×ÒØ37·9±9×3LÑ3LÓ3N×-NÐ-NÓ!`Ñ-N¨ÐVW×V_ÓV_¢!Ð-NÐÐ!`Ü˜T×-Ñ-Ð/AÓBÐBà×%Ñ%Ð%ð 	øà-NúÒ!`ùs9   ‚&B ¨B©-B ÁBÁB ÁBÁ/BÁ3%B ÂB ÂB c                 ó6   — t        t        | j                  «      S rW   )r   r   r±   r^   s    rH   rÚ   zWorker.poolY  s   € ä”H˜dŸj™jÓ)Ð)rG   c              ƒ   ó`  K  — | j                   €Ot        | j                  | j                  | j                  | j
                  | j                  ¬«      ƒ d {  –—† | _         t        j                  dt        | j                  «      dj                  | j                  «      «       t        | j                  t        j                  «      ƒ d {  –—†  | j                  | j                  d<   | j                  r#| j                  | j                  «      ƒ d {  –—†  t!        | j"                  «      2 3 d {  –—† }| j%                  «       ƒ d {  –—†  | j&                  sŒ.d| j(                  cxk  r| j+                  «       k  r7n n4t-        j.                  | j0                  j3                  «       Ž ƒ d {  –—†   y | j                  j5                  | j
                  «      ƒ d {  –—† }|dk(  sŒ»t-        j.                  | j0                  j3                  «       Ž ƒ d {  –—†   y 7 �ŒÅ7 �ŒT7 �Œ7 Œó7 ŒÝ7 Œz7 ŒM7 Œ6 y ­w)N)r›   rš   r!   r"   z$Starting worker for %d functions: %sz, Úredisr   )r±   r   r†   r›   rš   r„   r"   ÚloggerÚinfor©   r�   rv   r   rÚ   r–   r‰   r,   r®   Ú_poll_iterationrˆ   r™   Ú_jobs_startedrª   Úgatherr²   r¹   Úzcard)rY   Ú_Úqueued_jobss      rH   rÒ   zWorker.main]  s   è ø€ Ø�:‰:ÐÜ*Ø×#Ñ#Ø!%×!6Ñ!6Ø#×2Ñ2Ø#'§?¡?Ø!%×!6Ñ!6ô ÷ ˆDŒJô 	�‰Ð:¼CÀÇÁÓ<OÐQU×QZÑQZÐ[_×[iÑ[iÓQjÔkÜ˜TŸY™Y¬¯©Ó4×4Ð4Ø ŸI™Iˆ�‰�ÑØ�?Š?Ø—/‘/ $§(¡(Ó+×+Ð+ä˜D×-Ñ-Ô.÷ 
	 �!Ø×&Ñ&Ó(×(Ð(à�z‹zØ˜×+Ñ+ÔC¨t×/AÑ/AÓ/CÕCÜ!Ÿ.™.¨$¯*©*×*;Ñ*;Ó*=Ð>×>Ð>ÙØ$(§I¡I§O¡O°D·O±OÓ$D×D�Ø !Ó#Ü!Ÿ.™.¨$¯*©*×*;Ñ*;Ó*=Ð>×>Ð>Ùð1ùð 	5ùð ,ùð
	 øØ(øð ?øàDøà>øñ /ùs±   ‚AH.ÁHÁA3H.ÃHÃ	AH.ÄHÄH.Ä*H,Ä.H"Ä/H,Ä2H.ÅH$ÅH.ÅAH.Æ+H&Æ,.H.ÇH(Ç	H.Ç%-H.ÈH*ÈH.ÈH.ÈH.È"H,È$H.È&H.È(H.È*H.È,H.c              ƒ   ó  K  — | j                   }| j                  r>| j                  dk\  r/| j                  | j                  «       z
  }|dk  ryt	        ||«      }| j
                  r�| j                  | j                  k  rht        «       }| j                  j                  | j                  t        d«      | j                  ||¬«      ƒ d{  –—† }| j                  |«      ƒ d{  –—†  | j                  r| j!                  «       ƒ d{  –—†  t#        | j$                  j'                  «       «      D ]3  \  }}|j)                  «       sŒ| j$                  |= |j+                  «        Œ5 | j-                  «       ƒ d{  –—†  y7 Œ³7 Œœ7 Œz7 Œ­w)z 
        Get ids of pending jobs from the main queue sorted-set data structure and start those jobs, remove
        any finished tasks from self.tasks.
        r   r   Nz-inf)ÚminÚstartÚnumr¯   )r“   rˆ   r™   rå   rë   rÉ   r­   r�   r-   rÚ   Úzrangebyscorer„   rC   r°   Ú
start_jobsr˜   Ú_cancel_aborted_jobsr{   r²   ÚitemsÚdonerr   Ú
heart_beat)rY   rl   Úburst_jobs_remainingrÌ   Újob_idsÚjob_idÚts          rH   rä   zWorker._poll_iterationy  sJ  è ø€ ð
 ×%Ñ%ˆØ�:Š:˜$×-Ñ-°Ò2Ø#'×#6Ñ#6¸×9KÑ9KÓ9MÑ#MÐ Ø# aÒ'ØÜÐ,¨eÓ4ˆEØ×ÒØ×Ñ $§-¡-Ò/Ü"“n�Ø $§	¡	× 7Ñ 7Ø—O‘O¬¨v«¸d×>UÑ>UÐ[`Ðfið !8ó !÷ �ð —o‘o gÓ.×.Ð.à× Ò Ø×+Ñ+Ó-×-Ð-ä˜dŸj™j×.Ñ.Ó0Ö1‰IˆF�AØ�v‰v�xØ—J‘J˜vÐ&à—‘•
ð	 2ð �o‰oÓ×Ñðøð /øð .øð 	 úsN   ‚CFÃE<Ã	FÃ!E>Ã"#FÄF Ä=FÅ2FÅ6FÅ7FÅ>FÆ FÆFc              ƒ   óÈ  K  — | j                   j                  d¬«      4 ƒd{  –—† }|j                  t        dd¬«       |j	                  t        t        «       t        z   t        d«      ¬«       |j                  «       ƒ d{  –—† \  }}ddd«      ƒd{  –—†  t        «       }D ]C  }|j                  «       }	 | j                  |   }|j                  |«       |j                  «        ŒE |rE| j                  j!                  |«        | j                   j"                  t        g|¢­Ž ƒ d{  –—†  yy7 �Œ7 Œ´7 Œ£# 1 ƒd{  –—†7  sw Y   Œ³xY w# t        $ r Y Œµw xY w7 Œ1­w)	z\
        Go through job_ids in the abort_jobs_ss sorted set and cancel those tasks.
        T©ÚtransactionNr   rƒ   )rì   ÚendÚinf)rë   r¯   )rÚ   ÚpipelineÚzranger    Úzremrangebyscorer-   r   rC   ÚexecuterÊ   Údecoder³   ÚaddÚcancelÚKeyErrorrË   r¨   Úzrem)rY   ÚpipeÚabort_job_idsrè   ÚabortedÚjob_id_bytesrö   Útasks           rH   rð   zWorker._cancel_aborted_jobs˜  s-  è ø€ ð —9‘9×%Ñ%°$Ð%×7Ô7¸4Ø�K‰Kœ¨Q°BˆKÔ7Ø×!Ñ!¤-´\³^ÔFWÑ5WÔ]bÐchÓ]iÐ!ÔjØ%)§\¡\£^×3ÑˆM˜1÷ 8×7ô
  ›EˆÛ)ˆLØ!×(Ñ(Ó*ˆFðØ—~‘~ fÑ-�ð —‘˜FÔ#Ø—‘•ð *ñ Ø×Ñ×&Ñ& wÔ/Ø �$—)‘)—.‘.¤Ð9°Ò9×9Ñ9ð ð! 8ùð  4øð 8ø×7×7Ñ7ûô ò Ùðúð :úsˆ   ‚!E"£D5¤E"§AD<ÂD8ÂD<ÂE"ÂD:Â#E"Â;EÃ
A$E"Ä.E Ä/E"Ä8D<Ä:E"Ä<EÅEÅEÅ
E"Å	EÅE"ÅEÅE"c                 ó`   — | j                   dz
  | _         | j                  j                  «        y )Nr   )r­   r¬   Úreleaser^   s    rH   Ú$_release_sem_dec_counter_on_completez+Worker._release_sem_dec_counter_on_complete°  s%   € Ø×+Ñ+¨aÑ/ˆÔØ�‰×ÑÕrG   rõ   c           
   ƒ   óh  ‡ K  — |D �]#  }‰ j                   j                  «       ƒ d{  –—†  ‰ j                  ‰ j                  k\  r‰ j                   j	                  «         y‰ j                  dz   ‰ _        |j                  «       }t        |z   }‰ j                  j                  d¬«      4 ƒd{  –—† }|j                  |«      ƒ d{  –—†  |j                  |«      ƒ d{  –—† }|j                  ‰ j                  |«      ƒ d{  –—† }|s|r|t        «       kD  rW‰ j                  dz
  ‰ _        ‰ j                   j	                  «        t        j                  d|«       	 ddd«      ƒd{  –—†  �Œk|j!                  «        |j#                  |t%        ‰ j&                  dz  «      d«       	 |j)                  «       ƒ d{  –—†  ‰ j*                  j-                  ‰ j/                  |t%        |«      «      «      }|j1                  ˆ fd„«       |‰ j2                  |<   ddd«      ƒd{  –—†  �Œ& y7 �Œ7 �Œƒ7 �Œm7 �ŒW7 �Œ67 ŒÒ7 Œ€# t4        t6        f$ rG ‰ j                  dz
  ‰ _        ‰ j                   j	                  «        t        j                  d	|«       Y Œ|w xY w7 Œt# 1 ƒd{  –—†7  sw Y   �Œ©xY w­w)
zh
        For each job id, get the job definition, check it's not running and start it in a task
        Nr   Trù   z job %s already running elsewherer\   ó   1c                 ó$   •— ‰j                  «       S rW   )r  )rè   rY   s    €rH   Ú<lambda>z#Worker.start_jobs.<locals>.<lambda>Û  s   ø€ °$×2[Ñ2[Ô2]rG   z2multi-exec error, job %s already started elsewhere)r¬   Úacquirer­   r�   r  r  r$   rÚ   rý   ÚwatchÚexistsÚzscorer„   r-   râ   ÚdebugÚmultiÚpsetexrE   rº   r   r¶   rÑ   Úrun_jobÚadd_done_callbackr²   r   r   )	rY   rõ   Újob_id_brö   Úin_progress_keyr  Úongoing_existsÚscorer÷   s	   `        rH   rï   zWorker.start_jobs´  s!  øè ø€ ô  ˆHØ—(‘(×"Ñ"Ó$×$Ð$à×Ñ 4§=¡=Ò0Ø—‘× Ñ Ô"Ùà#×/Ñ/°!Ñ3ˆDÔà—_‘_Ó&ˆFÜ4°vÑ=ˆOØ—y‘y×)Ñ)°dÐ)×;Ô;¸tØ—j‘j Ó1×1Ð1Ø'+§{¡{°?Ó'C×!C�Ø"Ÿk™k¨$¯/©/¸6ÓB×B�Ù!©°%¼,».Ò2Hð (,×'7Ñ'7¸!Ñ';�DÔ$Ø—H‘H×$Ñ$Ô&Ü—L‘LÐ!CÀVÔLØ÷ <×;Ñ;ð —
‘
”Ø—‘˜O¬S°×1KÑ1KÈdÑ1RÓ-SÐUYÔZð
+ØŸ,™,›.×(Ð(ð Ÿ	™	×-Ñ-¨d¯l©l¸6Ä3ÀuÃ:Ó.NÓO�AØ×'Ñ'Ó(]Ô^Ø)*�D—J‘J˜vÑ&÷3 <×;Ñ;ñ  Ø$ùð <ùØ1ùØ!CùØBùð <øð  )ùÜ%¤zÐ2ò _à'+×'7Ñ'7¸!Ñ';�DÔ$Ø—H‘H×$Ñ$Ô&Ü—L‘LÐ!UÐW]Ö^ð	_úð# <ø×;×;Ò;üså   ƒ$J2§H.¨BJ2Â.H1Â/J2Â2JÃH4ÃJÃ H7Ã!#JÄH:ÄAJÅJ2Å*H=Å+J2Å19JÆ+IÆ>H?Æ?IÇAJÈJ2È%JÈ&	J2È1J2È4JÈ7JÈ:JÈ=J2È?IÉAJÊJÊJÊJÊJ2ÊJ/	Ê"J%Ê#J/	Ê*J2rö   r  c              ƒ   ó  ‡ ‡‡‡ ‡!‡"‡#‡$K  — t        «       Š$‰ j                  j                  d¬«      4 ƒd {  –—† }|j                  t        ‰z   «       |j                  t        ‰z   «       |j                  t        ‰z   d«       ‰ j                  r4|j                  t        ‰«       |j                  «       ƒ d {  –—† \  }Š"}}n|j                  «       ƒ d {  –—† \  }Š"}d}d d d «      ƒd {  –—†  d\  Š!Š dŠi Š#dt        dd fˆˆ ˆ!ˆˆ"ˆ#ˆ ˆ$fd	„}s/t        j                  d
‰«        |t        d«      «      ƒ d {  –—† S 	 t!        |‰ j"                  ¬«      \  Š!ŠŠ#}Š rJt        «       ‰ z
  dz  }
t        j)                  d|
‰‰!«        |t+        j,                  «       «      ƒ d {  –—† S 	 ‰ j.                  ‰!   }t3        |d«      r	‰!}t4        }n	‰› d‰!› �}d }|r<|‰"kD  r7|Š"‰ j                  j7                  t        ‰z   dt9        ‰"«      «      ƒ d {  –—†  |j:                  €‰ j:                  n|j:                  }‰"|kD  r«t        «       ‰ z
  dz  }
t        j                  d|
||«       ‰ xj<                  dz  c_        t?        ‰!‰‰#‰"‰ dt        d|› d�«      ‰$t        «       |‰ j@                  ‰‰ jB                  ¬«      }t+        jD                  ‰ jG                  ‰|«      «      ƒ d {  –—† S tH        }d }d}|jJ                  €‰ jL                  n|jJ                  }d }‰‰"tO        ‰ «      |dœ}i ‰ jP                  ¥|¥}‰ jR                  r‰ jS                  |«      ƒ d {  –—†  t        «       Š$d}	 tU        ‰‰#«      }‰"dkD  rd‰"› �nd}‰$|z
  dkD  r|d‰$|z
  dz  d›d �z  }t        j)                  d!‰$‰ z
  dz  |||«       ‰ jV                  jY                   |jZ                  |g‰¢­i ‰#¤Ž«      x‰ j\                  ‰<   }	 t+        j^                  ||«      ƒ d {  –—† }|�‰ j`                  sdntc        te        |«      «      }	 ‰ j\                  ‰= 	 d}t        «       }t        j)                  d#|‰$z
  dz  ||«       d}‰ xjl                  dz  c_6        |j‚                  €‰ j‚                  n|j‚                  }|j„                  €‰ j„                  n|j„                  }d }|tH        ur3|s|d%kD  r,t?        ‰!‰‰#‰"‰ ||‰$||‰ j@                  ‰‰ jB                  ¬«      }‰ j†                  r‰ j‡                  |«      ƒ d {  –—†  t+        jD                  ‰ j‰                  ‰||||||«      «      ƒ d {  –—†  ‰ jŠ                  r‰ j‹                  |«      ƒ d {  –—†  y y 7 �ŒZ7 �ŒÚ7 �Œ¿7 �Œ¬# 1 ƒd {  –—†7  sw Y   �Œ½xY w7 �Œv# t$        $ r1}	t        j'                  d‰«        ||	«      ƒ d {  –—†7  cY d }	~	S d }	~	ww xY w7 �ŒL# t0        $ r8 t        j                  d‰‰!«        |t        d‰!›d�«      «      ƒ d {  –—†7  cY S w xY w7 �Œ'7 �ŒV7 �Œä7 �Œ.# tf        t*        j,                  f$ r%}	ti        |	d"d «      }tk        |«      r |«       }‚ d }	~	ww xY w# ‰ j\                  ‰= w xY w# tf        t*        j,                  f$ �rÂ}	t        «       }|‰$z
  dz  }
‰ jn                  r‚tq        |	tr        «      rr|	jt                  }t        j)                  d$|
||	jt                  xs d%dz  «       |	jt                  r|	jt                  t        «       |z
  z   }‰ xjv                  dz  c_;        �n‰‰ jx                  v rftq        |	t*        j,                  «      rLt        j)                  d&|
|«       |	}d}‰ jx                  j{                  ‰«       ‰ xj<                  dz  c_        n£‰ jn                  rMtq        |	t*        j,                  t|        f«      r-t        j)                  d'|
|«       ‰ xjv                  dz  c_;        nJt        j'                  d(|
||	j~                  j€                  |	d"|i¬)«       |	}d}‰ xj<                  dz  c_        Y d }	~	�Œâd }	~	ww xY w7 �ŒE7 �Œ7 �Œô­w)*NTrù   iPY F)z	<unknown>r   rF   rw   rK   c              “   ó  •K  — ‰xj                   dz  c_         t        ‰‰‰‰‰d| ‰	t        «       ‰› d‰› �‰j                  ‰j                  ‰¬«      }t        j                  ‰j                  ‰|«      «      ƒ d {  –—†  y 7 Œ­w)Nr   FÚ:)Úfunctionrh   ÚkwargsÚjob_tryÚenqueue_time_msrÜ   rr   Ústart_msÚfinished_msÚrefÚ
serializerr„   rö   )r½   r   r-   rš   r„   rª   ÚshieldÚfinish_failed_job)
rw   Úresult_data_rh   r%  Úfunction_namerö   r$  r#  rY   r&  s
     €€€€€€€€rH   Ú
job_failedz"Worker.run_job.<locals>.job_failedï  s�   øè ø€ Ø×Ò Ñ!ÕÜ+Ø&ØØØØ /ØØØ!Ü(›NØ�h˜a ˜Ð/Ø×.Ñ.ØŸ?™?ØôˆLô —.‘. ×!7Ñ!7¸ÀÓ!MÓN×NÒNús   ƒA7BÁ:B Á;Bzjob %s expiredzjob expired)Údeserializerzdeserializing job %s failedr\   u%   %6.2fs âŠ˜ %s:%s aborted before startzjob %s, function %r not foundz	function z
 not foundÚnext_runr!  z#%6.2fs ! %s max retries %d exceededr   zmax z retries exceeded)rö   r)  )rö   r$  Úenqueue_timer  z try=Ú i°  z	 delayed=r]   Úsu   %6.2fs â†’ %s(%s)%sÚextrau   %6.2fs â†� %s â—� %su$   %6.2fs â†» %s retrying job in %0.2fsr   u   %6.2fs âŠ˜ %s abortedu*   %6.2fs â†» %s cancelled, will be run againz%6.2fs ! %s failed, %s: %s)r4  )Fr-   rÚ   rý   Úgetr%   Úincrr(   Úexpirer˜   r  r    r   ÚBaseExceptionrâ   Úwarningre   r   r›   r   Ú	exceptionrã   rª   rÔ   r�   r  Úhasattrr&   ÚsetexrA   r=   r½   r   r„   rš   r*  r+  Ú	no_resultr:   r£   r+   r–   r‹   r)   r¶   rÑ   r9   r³   Úwait_forrœ   r1   ra   Ú	ExceptionÚgetattrÚcallabler»   r—   rM   rT   rX   r¼   rË   Úremover}   Ú	__class__r>   r<   r;   rŒ   Ú
finish_jobr�   )%rY   rö   r  r  Úvrè   Ú	abort_jobr.  Úenqueue_job_tryÚer÷   r"  r(  Úkeep_in_progressr=   Úresult_datarr   Ú	exc_extraÚfinishr:   Ú
incr_scoreÚjob_ctxr–   rÜ   r3  r4  r
  Ú
result_strr'  r<   Úresult_timeout_srh   r%  r-  r$  r#  r&  s%   ``                             @@@@@@rH   r  zWorker.run_jobÞ  s  ÿè ø€ Ü“>ˆØ—9‘9×%Ñ%°$Ð%×7Ô7¸4Ø�H‰H”^ fÑ,Ô-Ø�I‰IÔ&¨Ñ/Ô0Ø�K‰KÔ(¨6Ñ1°5Ô9Ø×$Ò$Ø—	‘	œ-¨Ô0Ø15·±³×+?Ñ(��7˜A™yà&*§l¡l£n× 4‘��7˜AØ!�	÷ 8×7ð *8Ñ&ˆ�Ø "ˆØ!#ˆð	O¤-ð 	O°D÷ 	Oô 	Oñ& Ü�N‰NÐ+¨VÔ4Ù#Ô$6°}Ó$EÓF×FÐFð	'ÜL_Ø × 5Ñ 5ôMÑIˆM˜4 ¨¸/ñ Ü“ /Ñ1°TÑ9ˆAÜ�K‰KÐ?ÀÀFÈMÔZÙ#¤G×$:Ñ$:Ó$<Ó=×=Ð=ð	aØ15·±ÀÑ1NˆHô
 �8˜ZÔ(àˆCÜ0EÑà�H˜A˜m˜_Ð-ˆCØ#Ðá˜°Ò8Ø%ˆGØ—)‘)—/‘/Ô"2°VÑ";¸UÄCÈÃLÓQ×QÐQà&.×&8Ñ&8Ð&@�D—N’NÀh×FXÑFXˆ	Ø�YÒÜ“ /Ñ1°TÑ9ˆAÜ�N‰NÐ@À!ÀSÈ)ÔTØ×Ò Ñ!ÕÜ*ØØØØØØÜ" T¨)¨Ð4EÐ#FÓGØÜ“ØØ—‘ØØ×.Ñ.ôˆKô !Ÿ™¨×(>Ñ(>¸vÀ{Ó(SÓT×TÐTäˆØˆ	ØˆØ*2×*<Ñ*<Ð*D�D×&Ò&È(×J\ÑJ\ˆ	Ø$(ˆ
àØÜ*¨?Ó;Øñ	
ˆð &�—‘Ð%˜WÐ%ˆà×ÒØ×#Ñ# CÓ(×(Ð(ä“>ˆØˆð3	$Ü˜t VÓ,ˆAØ)0°1ª�e˜G˜9Ñ%¸"ˆEØ˜5Ñ  DÒ(Ø˜9 h°Ñ&6¸$Ñ%>¸tÐ$DÀAÐFÑF�Ü�K‰KÐ-°¸?Ñ0JÈdÑ/RÐTWÐYZÐ\aÔbØ,0¯I©I×,AÑ,AÐBTÀ(×BTÑBTÐUXÐBjÐ[_ÒBjÐciÑBjÓ,kÐkˆD�N‰N˜6Ñ" Tð
+Ü&×/Ñ/°°iÓ@×@�ð $* >¸×9IÒ9I™RÌxÔX\Ð]cÓXdÓOe‘
à—N‘N 6Ñ*ð8 ˆGÜ&›.ˆKÜ�K‰KÐ.°¸xÑ1GÈ4Ñ0OÐQTÐV`ÔaØˆFØ×Ò !Ñ#Õð )1×(DÑ(DÐ(LˆD×$Ò$ÐRZ×RnÑRnð 	ð 2:×1GÑ1GÐ1O˜4×-Ò-ÐU]×UkÑUkÐØˆØœÑ"Ñ(;Ð?OÐRSÒ?SÜ*ØØØØØØØØØØØ—‘ØØ×.Ñ.ôˆKð  �?Š?Ø—/‘/ #Ó&×&Ð&ä�n‰nØ�O‰OØØØØ Ø#ØØ óó

÷ 
	
ð 
	
ð ×ÒØ×$Ñ$ SÓ)×)Ñ)ð ðO 8ùð ,@ùà 4ùð 8ù×7×7Ò7úðH Gúô "ò 	'Ü×ÑÐ:¸FÔCÙ# A›×&Ð&Õ&ûð	'úð >úô ò 	aÜ�N‰NÐ:¸FÀMÔRÙ#Ô$6¸À=ÐBSÐS]Ð7^Ó$_Ó`×`Ð`Ò`ð	aúð Rùð, Uùð  )ùð AúÜœw×5Ñ5Ð6ò Ü# A w°Ó5�	Ü˜IÔ&Ù )£�IØûð	ûð —N‘N 6Ñ*ûäœ7×1Ñ1Ð2ó 	&Ü&›.ˆKØ˜xÑ'¨4Ñ/ˆAØ�Š¤:¨a´Ô#7ØŸ]™]�
Ü—‘ÐBÀAÀsÈQÏ]É]ÒM_Ð^_ÐcgÑLgÔhØ—=’=Ø!"§¡´,³.À5Ñ2HÑ!I�JØ×!Ò! QÑ&×!Ø˜4×.Ñ.Ñ.´:¸aÄ×AWÑAWÔ3XÜ—‘Ð3°Q¸Ô<Ø�Ø�Ø×#Ñ#×*Ñ*¨6Ô2Ø× Ò  AÑ%Ö Ø—’¤Z°´G×4JÑ4JÌHÐ3UÔ%VÜ—‘ÐHÈ!ÈSÔQØ×!Ò! QÑ&Ö!ä× Ñ Ø0°!°S¸!¿+¹+×:NÑ:NÐPQÐZaÐclÐYmð !ô ð �Ø�Ø× Ò  AÑ%Õ ÿùð1	&úðn 'ùð
	
ùð *ûsÇ  Š+a?µV¶a?¹A?VÂ8VÂ9VÃVÃ
VÃ!a?Ã,VÃ-Aa?Ä;V1Ä<a?ÅV4 ÅAa?Æ%W1Æ&a?Æ+W4 Æ:Aa?ÈX8ÈCa?Ë%X;Ë&A4a?ÍX>Ía?Í,BZ Ï:Y ÐYÐY Ð$Z Ð=Z ÑC&a?Ô1a6Ô21a?Õ#a9Õ$$a?Öa<Ö	a?ÖVÖVÖa?ÖV.Ö!V$Ö"V.Ö)	a?Ö4	W.Ö=!W)×W!×W)×#W.×$a?×)W.×.a?×48X5Ø,X/Ø-X5Ø2a?Ø4X5Ø5a?Ø;a?Ø>a?ÙY ÙZÙ Y=Ù=ZÚZ ÚZÚZ Úa3Ú1F7a.á(a?á.a3á3a?á9a?á<a?rL  rJ  rP  rM  rI  c              ƒ   óˆ  K  — | j                   j                  d¬«      4 ƒd {  –—† }g }	t        |z   }
|€|	|
gz  }	n|j                  |
t	        |«      «       |rt|r*|rd n|}|j                  t        |z   |t	        |«      ¬«       |	t        |z   t        |z   gz  }	|j                  t        |«       |j                  | j                  |«       n|r|j                  | j                  ||«       |	r |j                  |	Ž  |j                  «       ƒ d {  –—†  d d d «      ƒd {  –—†  y 7 �Œ7 Œ7 Œ
# 1 ƒd {  –—†7  sw Y   y xY w­w)NTrù   ©Úpx)rÚ   rý   r$   Úpexpirer.   rÊ   r'   r(   r%   r  r    r„   ÚzincrbyÚdeleter   )rY   rö   rL  rJ  rP  r<   rM  rI  ÚtrÚdelete_keysr  r7  s               rH   rD  zWorker.finish_jobª  s  è ø€ ð —9‘9×%Ñ%°$Ð%×7Ô7¸2ØˆKÜ4°vÑ=ˆOØÐ'Ø Ð0Ñ0‘à—
‘
˜?¬EÐ2BÓ,CÔDáÙÙ%8™TÐ>N�FØ—F‘FÔ,¨vÑ5°{ÄuÈVÃ}�FÔUØÔ 0°6Ñ 9¼>ÈFÑ;RÐSÑS�Ø—‘œ vÔ.Ø—‘˜Ÿ™¨Õ0ÙØ—
‘
˜4Ÿ?™?¨J¸Ô?ÙØ�—	‘	˜;Ñ'Ø—*‘*“,×Ð÷' 8×7Ñ7ùð& øð' 8ø×7×7Ñ7üsW   ‚!E£D&¤E§C)D-ÄD)ÄD-ÄEÄ D+Ä!EÄ)D-Ä+EÄ-D?Ä3D6Ä4D?Ä;Ec              ƒ   óN  K  — | j                   j                  d¬«      4 ƒd {  –—† }|j                  t        |z   t        |z   t
        |z   «       |j                  t        |«       |j                  | j                  |«       | j                  xs | j                  dkD  }|�@|r>| j                  rdn| j                  }|j                  t        |z   |t        |«      ¬«       |j                  «       ƒ d {  –—†  d d d «      ƒd {  –—†  y 7 Œæ7 Œ7 Œ	# 1 ƒd {  –—†7  sw Y   y xY w­w)NTrù   r   rR  )rÚ   rý   rV  r(   r$   r%   r  r    r„   r<   r;   rÊ   r'   r.   r   )rY   rö   rJ  rW  rI   r7  s         rH   r+  zWorker.finish_failed_jobÉ  sê   è ø€ Ø—9‘9×%Ñ%°$Ð%×7Ô7¸2Ø�I‰IÜ  6Ñ)Ü&¨Ñ/Ü Ñ'ôð
 �G‰G”M 6Ô*Ø�G‰G�D—O‘O VÔ,à×2Ñ2ÒL°d×6HÑ6HÈ1Ñ6LˆKØÐ&©;Ø"×6Ò6™¸D×<NÑ<N�Ø—‘Ô(¨6Ñ1°;Ä5ÈÃ=�ÔQØ—*‘*“,×Ð÷ 8×7Ñ7øð øð 8ø×7×7Ñ7üsW   ‚!D%£D
¤D%§CDÃ4DÃ5DÃ9D%ÄDÄD%ÄDÄD%ÄD"ÄDÄD"ÄD%c              ƒ   óä   K  — t        j                  | j                  ¬«      }| j                  «       ƒ d {  –—†  t	        | j
                  d«      }| j                  ||«      ƒ d {  –—†  y 7 Œ57 Œ­w)N©Útzr�   )r   rÌ   r   Úrecord_healthr¯   r®   Úrun_cron)rY   rÌ   Úcron_window_sizes      rH   ró   zWorker.heart_beatÙ  s]   è ø€ Ü�l‰l˜dŸm™mÔ,ˆØ× Ñ Ó"×"Ð"ä˜t×0Ñ0°#Ó6ÐØ�m‰m˜CÐ!1Ó2×2Ñ2ð 	#øð 	3ús!   ‚4A0¶A,·/A0Á&A.Á'A0Á.A0ÚnÚdelayÚnum_windowsc              ƒ   óø  K  — t        «       }t        ||z  ¬«      }||z   }| j                  D �]&  }|j                  €&|j                  r||_        n|j                  |«       Œ6|j                  |k  sŒF|j                  r|j                  }n2|j                  r$|j                  › dt        |j                  «      › �nd }|j                  | j                  j                  |j                  || j                  |j                  t        j                  | j                   ¬«      kD  r|j                  nd ¬«      «       |j                  |j                  «       �Œ) |xr t#        j$                  |Ž ƒ d {  –—†  y  y 7 Œ­w)N)Úsecondsr!  r[  )Ú_job_idÚ_queue_nameÚ_defer_until)rÊ   r   r…   r0  Úrun_at_startupÚcalculate_nextrö   Úuniquer8   r0   r  rÚ   Úenqueue_jobr„   r   rÌ   r   rª   ræ   )	rY   r`  ra  rb  Újob_futuresÚ
cron_delayÚthis_hb_cutoffÚcron_jobrö   s	            rH   r^  zWorker.run_cronà  s>  è ø€ Ü“eˆä u¨{Ñ':Ô;ˆ
à˜Z™ˆàŸ�ˆHØ× Ñ Ð(Ø×*Ò*Ø()�HÕ%à×+Ñ+¨AÔ.àð × Ñ  >Ó1Ø—?’?Ø,4¯O©O‘FàS[×SbÒSb §¡˜¨a´
¸8×;LÑ;LÓ0MÐ/NÑOÐhl�FØ—‘Ø—I‘I×)Ñ)Ø Ÿ™Ø &Ø$(§O¡Oà19×1BÑ1BÄXÇ\Á\ÐUY×UbÑUbÔEcÒ1c˜H×-Ò-Ðimð *ó ô	ð ×'Ñ'¨×(9Ñ(9Ö:ð5 'ð8 	Ò:œgŸn™n¨kÐ:×:Ñ:Ñ:Ð:ús   ‚A0E:Á3C=E:Å0E8Å1E:c              ƒ   ó  K  — t        «       }|| j                  z
  | j                  k  ry || _        t        d„ | j                  j                  «       D «       «      }| j                  j                  | j                  «      ƒ d {  –—† }t        j                  «       d›d| j                  › d| j                  › d| j                  › d|› d|› �}| j                  j                  | j                  t!        | j                  dz   d	z  «      |j#                  «       «      ƒ d {  –—†  ||j%                  d
«      d  }| j&                  r-|| j&                  k7  rt(        j+                  d|«       || _        y | j&                  s|| _        y y 7 �Œ7 Œi­w)Nc              3   ó>   K  — | ]  }|j                  «        –— Œ y ­wrW   ©rò   ©rs   r÷   s     rH   ru   z'Worker.record_health.<locals>.<genexpr>
  s   è ø€ ÐFÑ2E¨Q §¡£œLÑ2Eùó   ‚z%b-%d %H:%M:%Sz j_complete=ú
 j_failed=ú j_retried=ú j_ongoing=z queued=r   r\   zj_complete=zrecording health: %s)r
   r¾   r”   Úsumr²   r¹   rÚ   rç   r„   r   rÌ   r»   r½   r¼   r  r•   rE   ÚencodeÚindexr¿   râ   rã   )rY   Únow_tsÚpending_tasksÚqueuedrã   Ú
log_suffixs         rH   r]  zWorker.record_health  si  è ø€ Ü“ˆØ�T×,Ñ,Ñ,°×0JÑ0JÒJØØ"(ˆÔÜÑF°$·*±*×2CÑ2CÔ2EÓFÓFˆØ—y‘y—‘ t§¡Ó7×7ˆä�|‰|‹~˜nÐ-¨\¸$×:LÑ:LÐ9MÈZÐX\×XhÑXhÐWið jØ×*Ñ*Ð+¨;°}°oÀXÈfÈXðWð 	ð �i‰i×ÑØ×!Ñ!¤3¨×(BÑ(BÀQÑ(FÈ$Ñ'NÓ#OÐQU×Q\ÑQ\ÓQ^ó
÷ 	
ð 	
ð ˜$Ÿ*™* ]Ó3Ð5Ð6ˆ
Ø×&Ò&¨:¸×9TÑ9TÒ+TÜ�K‰KÐ.°Ô5Ø*4ˆDÕ'Ø×,Ò,Ø*4ˆDÕ'ð -ð 8ùð
	
ús&   ‚BF	ÂFÂBF	ÄFÄA'F	ÆF	ÚsignumÚhandlerc                 óš   — 	 | j                   j                  |t        ||«      «       y # t        $ r t        j                  d«       Y y w xY w)Nz@Windows does not support adding a signal handler to an eventloop)r¶   Úadd_signal_handlerr   ÚNotImplementedErrorrâ   r  )rY   r  r€  s      rH   rÂ   zWorker._add_signal_handler  sA   € ð	]Ø�I‰I×(Ñ(¨´¸À&Ó1IÕJøÜ"ò 	]Ü�L‰LÐ[Ö\ð	]ús   ‚&) ©A
Á	A
c                 óz   — | j                   | j                  z   | j                  z   t        | j                  «      z   S rW   )r»   r¼   r½   r©   r²   r^   s    rH   rå   zWorker._jobs_started   s1   € Ø×!Ñ! D×$5Ñ$5Ñ5¸×8HÑ8HÑHÌ3ÈtÏzÉzË?ÑZÐZrG   c              ƒ   ó¢   K  — t        | j                  «      r4t        j                  d«      ƒ d{  –—†  t        | j                  «      rŒ3yy7 Œ­w)zX
        Sleeps until all tasks are done. Used together with asyncio.wait_for()
        gš™™™™™¹?N)r©   r²   rª   Úsleepr^   s    rH   Ú_sleep_until_tasks_completez"Worker._sleep_until_tasks_complete#  s5   è ø€ ô �$—*‘*ŒoÜ—-‘- Ó$×$Ð$ô �$—*‘*�oØ$ús   ‚.A°A±AÁAc              ƒ   óÖ  K  — t        j                  t        j                  «      5  t        j                  | j                  «       | j                  «      ƒ d{  –—†  ddd«       t        j                  d|j                  | j                  | j                  | j                  t        d„ | j                  j                  «       D «       «      «       | j                  j                  «       D ]#  }|j!                  «       rŒ|j#                  «        Œ% | j$                  xr | j$                  j#                  «        | j&                  xr | j'                  |«       y y7 �Œ# 1 sw Y   �ŒxY w­w)zp
        Wait for tasks to complete, until `wait_for_job_completion_on_signal_second` has been reached.
        Nuh   shutdown on %s, wait complete â—† %d jobs complete â—† %d failed â—† %d retries â—† %d ongoing to cancelc              3   ó>   K  — | ]  }|j                  «        –— Œ y ­wrW   rr  rs  s     rH   ru   z5Worker._wait_for_tasks_to_complete.<locals>.<genexpr>9  s   è ø€ Ð:Ñ&9 �A—F‘F“H”Ñ&9ùrt  )Ú
contextlibÚsuppressrª   ÚTimeoutErrorr>  r‡  rÁ   râ   rã   r8   r»   r½   r¼   rx  r²   r¹   rò   r  r´   rÈ   )rY   r  r÷   s      rH   Ú_wait_for_tasks_to_completez"Worker._wait_for_tasks_to_complete*  s	  è ø€ ô × Ñ ¤×!5Ñ!5Õ6Ü×"Ñ"Ø×0Ñ0Ó2Ø×)Ñ)ó÷ ð ÷ 7ô
 	�‰ØvØ�K‰KØ×ÑØ×ÑØ×ÑÜÑ: d§j¡j×&7Ñ&7Ô&9Ó:Ó:ô	
ð —‘×"Ñ"Ö$ˆAØ—6‘6•8Ø—‘•
ð %ð 	�‰Ò2˜4Ÿ>™>×0Ñ0Ó2øØ�‰Ò-˜Ÿ™ fÕ-Ñ-ð!ù÷ 7Ñ6üs6   ‚$E)¦2EÁEÁEÁBE)Ã=AE)ÅEÅE&Å!E)c           
      óR  — t        |«      }t        j                  d«       d| _        t        j                  d|j                  | j
                  | j                  | j                  t        | j                  «      «       | j                  j                  | j                  |¬«      «       y)a  
        Alternative signal handler that allow tasks to complete within a given time before shutting down the worker.
        Time can be configured using `wait_for_job_completion_on_signal_second`.
        The worker will stop picking jobs when signal has been received.
        z"Setting allow_pick_jobs to `False`FuW   shutdown on %s â—† %d jobs complete â—† %d failed â—† %d retries â—† %d to be completed)r  N)r	   râ   rã   rÉ   r8   r»   r½   r¼   r©   r²   r¶   rÑ   r�  )rY   r  Úsigs      rH   rÅ   z%Worker.handle_sig_wait_for_completionA  s€   € ô �f‹oˆÜ�‰Ð8Ô9Ø$ˆÔÜ�‰ØeØ�H‰HØ×ÑØ×ÑØ×ÑÜ�—
‘
‹Oô	
ð 	�	‰	×Ñ˜d×>Ñ>ÀcÐ>ÓJÕKrG   c           
      óÖ  — t        |«      }t        j                  d|j                  | j                  | j
                  | j                  t        | j                  «      «       | j                  j                  «       D ]#  }|j                  «       rŒ|j                  «        Œ% | j                  xr | j                  j                  «        | j                  xr | j                  |«       y  y )NuY   shutdown on %s â—† %d jobs complete â—† %d failed â—† %d retries â—† %d ongoing to cancel)r	   râ   rã   r8   r»   r½   r¼   r©   r²   r¹   rò   r  r´   rÈ   )rY   r  r�  r÷   s       rH   rÇ   zWorker.handle_sigT  s¦   € Ü�f‹oˆÜ�‰ØgØ�H‰HØ×ÑØ×ÑØ×ÑÜ�—
‘
‹Oô	
ð —‘×"Ñ"Ö$ˆAØ—6‘6•8Ø—‘•
ð %ð 	�‰Ò2˜4Ÿ>™>×0Ñ0Ó2øØ�‰Ò*˜Ÿ™ cÕ*Ñ*rG   c              ƒ   óþ  K  — | j                   s| j                  t        j                  «       | j                  sy t        j                  | j                  j                  «       Ž ƒ d {  –—†  | j                  j                  | j                  «      ƒ d {  –—†  | j                  r#| j                  | j                  «      ƒ d {  –—†  | j                  j                  d¬«      ƒ d {  –—†  d | _        y 7 ŒŒ7 Œa7 Œ47 Œ­w)NT©Úclose_connection_pool)rÀ   rÇ   rÃ   ÚSIGUSR1r±   rª   ræ   r²   r¹   rÚ   rV  r•   rŠ   r–   rÕ   r^   s    rH   rÕ   zWorker.closed  s·   è ø€ Ø×#Ò#Ø�O‰OœFŸN™NÔ+Ø�zŠzØÜ�n‰n˜dŸj™j×/Ñ/Ó1Ð2×2Ð2Ø�i‰i×Ñ˜t×4Ñ4Ó5×5Ð5Ø×ÒØ×"Ñ" 4§8¡8Ó,×,Ð,Ø�i‰i�o‰o°DˆoÓ9×9Ð9Øˆ�
ð 	3øØ5øà,øØ9úsH   ‚A&C=Á(C5Á),C=ÂC7Â.C=ÃC9Ã#C=Ã(C;Ã)C=Ã7C=Ã9C=Ã;C=c                 ó¬   — d| j                   › d| j                  › d| j                  › dt        d„ | j                  j                  «       D «       «      › d�	S )Nz<Worker j_complete=ru  rv  rw  c              3   ó>   K  — | ]  }|j                  «        –— Œ y ­wrW   rr  rs  s     rH   ru   z"Worker.__repr__.<locals>.<genexpr>s  s   è ø€ ÐGÑ3F¨a §¡£œ\Ñ3Fùrt  rz   )r»   r½   r¼   rx  r²   r¹   r^   s    rH   r_   zWorker.__repr__p  s]   € à! $×"4Ñ"4Ð!5°ZÀ×@PÑ@PÐ?QÐQ\Ð]a×]nÑ]nÐ\oð pÜÑG°4·:±:×3DÑ3DÔ3FÓGÓGÐHÈðKð	
rG   )rF   )rK   N©NN)é   )4r>   r?   r@   rc   r!   r"   r   r   r7   r   rA   r   r   r   rD   rE   Údictr   r   r   r   rZ   rÖ   rØ   rÞ   ÚpropertyrÚ   rÒ   rä   rð   r  r{   Úbytesrï   r  rC   rD  r+  ró   r   r^  r]  r	   r   rÂ   rå   r‡  r�  rÅ   rÇ   rÕ   r_   rF   rG   rH   r   r   �   s+  „ ñ+ð^ CEðv]ð %7Ø15Ø26Ø)-ØØ26Ø37Ø48Ø26Ø59Ø#Ø#$ØØ*-Ø*.Ø$)Ø),Ø*.ØØ48Ø*.Ø(,ØØ!&Ø Ø/3Ø37Ø 0Ø'+Ø òCv]à˜E (Ð,=Ð"=Ñ>Ñ?ðv]ð ˜S‘Mð	v]ð
 ˜H WÑ-Ñ.ðv]ð ! Ñ/ðv]ð ˜XÑ&ðv]ð ðv]ð Ð.Ñ/ðv]ð Ð/Ñ0ðv]ð Ð0Ñ1ðv]ð Ð.Ñ/ðv]ð  Ð 1Ñ2ðv]ð ðv]ð !ðv]ð  ð!v]ð" (ð#v]ð$ (ð%v]ð& "ð'v]ð( 'ð)v]ð* # 3™-ð+v]ð, ð-v]ð.  2ð/v]ð0 # 3™-ð1v]ð2 �d˜3 ˜8‘nÑ%ð3v]ð4 ð5v]ð6 ð7v]ð8 ð9v]ð: ! Ñ,ð;v]ð< # <Ñ0ð=v]ð> ð?v]ð@ ˜8Ñ$ðAv]ðB óCv]óp7óñ&¨(°4©.ð &ÐQYÐZ]ÑQ^ð &Ðjmó &ð$ ð*�hò *ó ð*ó ó8 ó>:ó0ð(+¨¨U©ð (+¸ó (+ðTJ* Cð J*°ð J*¸ó J*ðXàðð ðð ˜e‘_ð	ð
 # 5™/ðð "ðð ˜S‘Mðð # 5™/ðð 
óð>¨cð ÀÈÁð ÐTXó ó 3ñ#; ð #;°ð #;ÀSð #;ÐQUó #;óJ5ð*]¨'ð ]¸HÀgÀYÐPTÀ_Ñ<Uð ]ÐZ^ó ]ð[˜só [ó%ð.¸ð .ÀDó .ð.L°Wð LÀó Lð&+ ð +¨Tó +ó 
ð
˜#ô 
rG   r   Úsettings_clsr5   c                 ó  — t        t        j                  t        «      j                  j                  «       «      }t        | t        «      r| n| j                  }|j                  «       D ��ci c]  \  }}||v sŒ||“Œ c}}S c c}}w rW   )
rÊ   rN   Ú	signaturer   Ú
parametersÚkeysrM   r™  Ú__dict__rñ   )rœ  Úworker_argsÚdÚkrE  s        rH   Ú
get_kwargsr¥  w  si   € Ü”g×'Ñ'¬Ó/×:Ñ:×?Ñ?ÓAÓB€KÜ" <´Ô6‰¸L×<QÑ<Q€AØŸW™WœYÔ;™Y‘T�Q˜¨!¨{Ò*:ˆAˆq‰D˜YÒ;Ð;ùÓ;s   Á,BÁ9Br#  c                 ó2   — t        di i t        | «      ¥|¥¤ŽS )NrF   )r   r¥  )rœ  r#  s     rH   Úcreate_workerr§  }  s    € ÜÑ;Ð:”z ,Ó/Ð:°6Ð:Ñ;Ð;rG   c                 ó>   — t        | fi |¤Ž}|j                  «        |S rW   )r§  rÖ   )rœ  r#  Úworkers      rH   Ú
run_workerrª  �  s   € Ü˜<Ñ2¨6Ñ2€FØ
‡J�J„LØ€MrG   r†   r•   r„   c              ƒ   óT  K  — | xs
 t        «       } t        | «      ƒ d {  –—† }|xs t        }|xs	 |t        z   }|j	                  |«      ƒ d {  –—† }|st
        j                  d«       d}nt
        j                  d|«       d}|j                  d¬«      ƒ d {  –—†  |S 7 Œ‚7 ŒT7 Œ
­w)Nz9Health check failed: no health check sentinel value foundr   zHealth check successful: %sr   Tr’  )	r   r   r!   r#   r5  râ   r9  rã   rÕ   )r†   r•   r„   rá   Údatart   s         rH   Úasync_check_healthr­  ‡  s¢   è ø€ ð $Ò6¤}£€NÜ'¨Ó7×7€EØÒ1Ô1€JØ'ÒQ¨JÔ9PÑ,PÐà—‘Ð+Ó,×,€DÙÜ�‰ÐRÔSØ‰ä�‰Ð1°4Ô8ØˆØ
�+‰+¨Dˆ+Ó
1×1Ð1Ø€Hð 8øð -øð 2ús4   ‚B(ŸB" /B(ÁB$ÁAB(ÂB&ÂB(Â$B(Â&B(c                 ó<  — t        | «      }t        t        t           |j	                  d«      «      }t        t        t
           |j	                  d«      «      }t        t        t
           |j	                  d«      «      }t        j                  t        |||«      «      S )zw
    Run a health check on the worker and return the appropriate exit code.
    :return: 0 if successful, 1 if not
    r†   r•   r„   )	r¥  r   r   r   r5  rA   rª   rÖ   r­  )rœ  Ú
cls_kwargsr†   r•   r„   s        rH   Úcheck_healthr°  š  sw   € ô
 ˜LÓ)€JÜœ(¤=Ñ1°:·>±>ÐBRÓ3SÓT€NÜœH¤S™M¨:¯>©>Ð:LÓ+MÓNÐÜ”hœs‘m Z§^¡^°LÓ%AÓB€JÜ�;‰;Ô)¨.Ð:JÈJÓWÓXÐXrG   r—  )Wrª   rŠ  rN   ÚloggingrÃ   Úcollections.abcr   Údataclassesr   r   r   r   Ú	functoolsr   r	   r
   Útypingr   r   r   r   r   r   Úredis.exceptionsr   r   Úarq.cronr   Úarq.jobsr   r   r   r   r   r   Úconnectionsr   r   r   r   Ú	constantsr   r    r!   r"   r#   r$   r%   r&   r'   r(   Úutilsr)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   Ú	getLoggerrâ   Úobjectr=  r7   rA   rD   rE   rR   rP   rT   re   rk   r}   r   r™  Ú	NameErrorr¥  r§  rª  r­  r°  rF   rG   rH   Ú<module>r¿     s  ðÛ Û Û Û Û Ý $Ý !ß 2Ñ 2Ý Ý Ý ß F× Fç 6å ß s× sç MÓ M÷÷ ÷ ÷
÷ 
õ 
ñ ß^Ó^à	ˆ×	Ñ	˜<Ó	(€Ù‹H€	ð ÷ð ó ðð Ø04Ø,0Ø*.Ø#ò!wØ�S˜(Ð$5Ð5Ñ6ð!wð �3‰-ð!wð Ð,Ñ-ð	!wð
 Ð(Ñ)ð!wð " $™ð!wð ˜‰}ð!wð ó!wôHˆLô ô"˜ô ô �ô  ô 	ˆ|ô 	÷g
ñ g
ðT<Ð1ð <°d¸3À	¸>Ñ6Jó <ð<Ð 4ð <Àð <Èó <ðÐ1ð ¸Sð ÀVó ð rvñØ˜]Ñ+ðØ?GÈ¹}ðØaiÐjmÑanðàóð&	YÐ3ð 	Y¸ô 	YrG   