o wvXjk@sLdZddlmZmZddlZddlmZddlmZddl m Z m Z m Z ddl mZmZddlmZmZmZmZmZmZmZd d lmZmZd d lmZzdd lmZmZm Z m!Z!dd lm"Z"Wne#y{dd lmZmZm Z m!Z!dd lm"Z"Ynwzddl$m%Z&Wn e#ydZ&Ynwz ddl'm(Z(m)Z)Wne#yGddde*Z(e(Z)YnwdZ+dZ,ddZ-ddZ.GdddeZGddde*Z/Gddde0e/Z1Gddde*Z2e 3e2Gd d!d!e Z4eGd"d#d#e4e/Z5eGd$d%d%e*Z6e!3e6Gd&d'd'e*Z7eGd(d)d)e7Z8e"3e8eGd*d+d+ee7Z9dS),z8Custom maps, sets, sequences, and other data structures.)absolute_importunicode_literalsN) OrderedDict)deque)heapifyheappopheappush)chaincount)PY3Emptyitemskeys monotonicpython_2_unicode_compatiblevalues)firstuniq) match_case)CallableMappingMutableMapping MutableSet)Sequence) reversed_dict) LazyObject LazySettingsc@s eZdZdS)rN)__name__ __module__ __qualname__r!r!U/var/www/html/myproject/venv/lib/python3.10/site-packages/celery/utils/collections.pyr#sr) AttributeDictMixin AttributeDict BufferMapChainMapConfigurationView DictAttribute Evictable LimitedSet Messagebufferr force_mappinglpmergezK<{name}({size}): maxlen={0.maxlen}, expires={0.expires}, minlen={0.minlen}>cCs*t|ttfr |j}t|tst|S|S)z?Wrap object into supporting the mapping interface if necessary.) isinstancerr_wrappedrr(mr!r!r"r,3sr,cs |jfddt|D|S)zpIn place left precedent dictionary merge. Keeps values from `L`, if the value in `R` is :const:`None`. cs"g|] \}}|dur||qSNr!).0kvsetitemr!r" Bs"zlpmerge..) __setitem__r )LRr!r6r"r-;sr-c@s^eZdZdZer ddZn erddZnddZeeds-er&d dd Z d Sd d d Z d Sd S) rz#Dict where insertion order matters.cCsttt|Sr2)nextiterrselfr!r!r"_LRUkeyJszOrderedDict._LRUkeycC t|Sr2)r<iterkeysr>r!r!r"r@Q cCs|jddS)Nr)_OrderedDict__rootr>r!r!r"r@V move_to_endTcCs|std||||<dS)Nzno last=True on PyPy)NotImplementedErrorpop)r?keylastr!r!r"rG]szOrderedDict.move_to_endcCs|j|}|d}|d}||d<||d<|j}|r0|d}||d<||d<||d<|d<dS|d}||d<||d<||d<|d<dSNrr)_OrderedDict__maprE)r?rJrKlink link_prev link_nextroot first_noder!r!r"rGhs N)T) rrr __doc__r r@_dict_is_orderedhasattr _OrderedDictrGr!r!r!r"rFs    rc@s eZdZdZddZddZdS)r#z[Mixin for Mapping interface that adds attribute access. I.e., `d.key -> d[key]`). cCs0z||WStytdt|j|w)z`d.key -> d[key]`.z#{0!r} object has no attribute {1!r})KeyErrorAttributeErrorformattyper)r?r4r!r!r" __getattr__s   zAttributeDictMixin.__getattr__cCs |||<dS)z"`d[key] = value -> d.key = value`.Nr!r?rJvaluer!r!r" __setattr__rCzAttributeDictMixin.__setattr__N)rrr rSr[r^r!r!r!r"r#|s r#c@seZdZdZdS)r$z$Dict subclass with attribute access.N)rrr rSr!r!r!r"r$sr$c@seZdZdZdZddZddZddZd#d d Zd#d d Z d dZ ddZ ddZ ddZ e ZddZddZeZddZeZejddkrOeZe ZeZdSddZdd Zd!d"ZdS)$r(z[Dict interface to attributes. `obj[k] -> obj.k` `obj[k] = val -> obj.k = val` NcCst|d|dS)Nobj)objectr^)r?r_r!r!r"__init__zDictAttribute.__init__cC t|j|Sr2)getattrr_r?rJr!r!r"r[ zDictAttribute.__getattr__cCst|j||Sr2setattrr_r\r!r!r"r^rFzDictAttribute.__setattr__cC"z||WSty|YSwr2rWr?rJdefaultr!r!r"get   zDictAttribute.getcCs||vr |||<dSdSr2r!rkr!r!r" setdefaults zDictAttribute.setdefaultcCs&zt|j|WStyt|wr2)rdr_rXrWrer!r!r" __getitem__s  zDictAttribute.__getitem__cCst|j||dSr2rgr\r!r!r"r9rbzDictAttribute.__setitem__cCrcr2)rUr_rer!r!r" __contains__rfzDictAttribute.__contains__cCstt|jSr2)r=dirr_r>r!r!r" _iterate_keysrFzDictAttribute._iterate_keyscC|Sr2rsr>r!r!r"__iter__zDictAttribute.__iter__ccs&|D] }|t|j|fVqdSr2rsrdr_rer!r!r"_iterate_itemss zDictAttribute._iterate_itemsccs"|D] }t|j|VqdSr2rxrer!r!r"_iterate_valuess zDictAttribute._iterate_valuesrcCt|Sr2)listr>r!r!r"rrwzDictAttribute.keyscCrAr2r}ryr>r!r!r"r rfzDictAttribute.itemscCrAr2r}rzr>r!r!r"rrfzDictAttribute.valuesr2)rrr rSr_rar[r^rmrorpr9rqrsrBrvry iteritemsrz itervaluessys version_infor rrr!r!r!r"r(s2   r(c@s6eZdZdZdZdZdZdZgZddZ ddZ ddZ d d Z d d Z d dZddZddZddZd;ddZddZddZddZddZeZd;dd Zd!d"Zd#d$Zed%d&Zd'd(ZeZd)d*Zd+d,Z e Z!d-d.Z"e"Z#d/d0Z$e$Z%d1d2Z&e'j(d3d4kre Z)e"Z*e$Z+dSd5d6Z)d7d8Z*d9d:Z+dS)r!r!r"r/rFzChainMap.clearcCs(z|||WSty|YSwr2)rrWrkr!r!r"rm3s  z ChainMap.getcCsttj|jSr2)lensetunionrr>r!r!r"__len__:rbzChainMap.__len__cCrtr2rur>r!r!r"rv>szChainMap.__iter__cs"|tfdd|jDS)Nc3s|]}|vVqdSr2r!)r3r1rJr!r" Dz(ChainMap.__contains__..)ranyrrer!rr"rqA zChainMap.__contains__cC t|jSr2)rrr>r!r!r"__bool__F zChainMap.__bool__cCs"||}||vr|||<dSdSr2)rrkr!r!r"roKs  zChainMap.setdefaultcOs0|jj|i|}|jD] }||i|q |Sr2)rr _observers)r?argsrresultcallbackr!r!r"rQs zChainMap.updatecCsd|dtt|jS)Nz{0.__class__.__name__}({1})z, )rYjoinmapreprrr>r!r!r"__repr__XzChainMap.__repr__cGs|tj|g|RS)z?Create a ChainMap with a single dict created from the iterable.)dictfromkeys)clsiterablerr!r!r"r]szChainMap.fromkeyscCs&|j|jdg|jddRSrL) __class__rcopyr>r!r!r"rcs&z ChainMap.copycstfddt|jDS)Ncsg|]}|qSr!r!)r3ropr!r"r8nz"ChainMap._iter..)r reversedr)r?rr!rr"_iterhszChainMap._itercCst|ddS)NcSrtr2r)rr!r!r"rsz(ChainMap._iterate_keys..)rrr>r!r!r"rsprbzChainMap._iterate_keyscfddDS)Nc3s|] }||fVqdSr2r!r3rJr>r!r"rwsz*ChainMap._iterate_items..r!r>r!r>r"ryurbzChainMap._iterate_itemscr)Nc3s|]}|VqdSr2r!rr>r!r"r|rz+ChainMap._iterate_values..r!r>r!r>r"rzzrbzChainMap._iterate_valuescCs|j|dSr2)rappend)r?rr!r!r"bind_toszChainMap.bind_torr{cCrAr2)r}rsr>r!r!r"rrfz ChainMap.keyscCrAr2r~r>r!r!r"r rfzChainMap.itemscCrAr2rr>r!r!r"rrfzChainMap.valuesr2),rrr rSrrrrrrarrIrrrpr9rrrmrrvrqr __nonzero__rorr classmethodrr__copy__rrsrBryrrzrrrrrr rr!r!r!r"r&sX      r&csheZdZdZdfdd ZddZfddZd d Zd d Zdd dZ ddZ ddZ ddZ Z S)r'aA view over an applications configuration dictionaries. Custom (but older) version of :class:`collections.ChainMap`. If the key does not exist in ``changes``, the ``defaults`` dictionaries are consulted. Arguments: changes (Mapping): Map of configuration changes. defaults (List[Mapping]): List of dictionaries containing the default configuration. NcsN|durgn|}tt|j|g|R|jj|r |ddn||ddS)N_)prefix_keys)superr'rarrrstrip)r?rrrrrr!r"ras  zConfigurationView.__init__cCs4|j}|r||s||n|}t|||fS|fSr2)r startswithr)r?rJrpkeyr!r!r"_to_keyss zConfigurationView._to_keysc s|}tt|j}||jrtfdd|jDndD]}z||WSty0Yqwz|WStyLt|dkrKtdj |w)Nc3s|]}|VqdSr2r!)r3frr!r"rrz0ConfigurationView.__getitem__..r!rz)Key not found: {0!r} (with prefix: {0!r})) rrr'rprtuplerWrrrY)r?rJrgetitemr4rrr"rps&       zConfigurationView.__getitem__cCrr2rr\r!r!r"r9rzConfigurationView.__setitem__cstdfdd|DS)Nc3s|]}|VqdSr2)rmrr>r!r"rsz*ConfigurationView.first..)r)r?rr!r>r"rrzConfigurationView.firstcCrir2rjrkr!r!r"rmrnzConfigurationView.getcCs|jdS)z&Remove all changes, but keep defaults.Nrr>r!r!r"rszConfigurationView.clearcs"||tfdd|jDS)Nc3s&|]tfddDVqdS)c3s|]}|vVqdSr2r!)r3r4r0r!r"rrz;ConfigurationView.__contains__...N)r)r3rr0r"rs$z1ConfigurationView.__contains__..)rrrrer!rr"rqrzConfigurationView.__contains__cCs@|jd}|jd}|jj|||jd|jd|g|ddS)Nrrrr)rrrrr)rr)r?otherrrr!r!r" swap_withs   zConfigurationView.swap_with)NNNr2)rrr rSrarrpr9rrmrrqr __classcell__r!r!rr"r's   r'c@seZdZdZdZd+ddZddZd d Zd d Zd,d dZ ddZ ddZ e Z d,ddZ d,ddZddZddZddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(ZeZed)d*ZdS)-r*a*Kind-of Set (or priority queue) with limitations. Good for when you need to test for membership (`a in set`), but the set should not grow unbounded. ``maxlen`` is enforced at all times, so if the limit is reached we'll also remove non-expired items. You can also configure ``minlen``: this is the minimal residual size of the set. All arguments are optional, and no limits are enabled by default. Arguments: maxlen (int): Optional max number of items. Adding more items than ``maxlen`` will result in immediate removal of items sorted by oldest insertion time. expires (float): TTL for all items. Expired items are purged as keys are inserted. minlen (int): Minimal residual size of this set. .. versionadded:: 4.0 Value must be less than ``maxlen`` if both are configured. Older expired items will be deleted, only after the set exceeds ``minlen`` number of items. data (Sequence): Initial data to initialize set with. Can be an iterable of ``(key, value)`` pairs, a dict (``{key: insertion_time}``), or another instance of :class:`LimitedSet`. Example: >>> s = LimitedSet(maxlen=50000, expires=3600, minlen=4000) >>> for i in range(60000): ... s.add(i) ... s.add(str(i)) ... >>> 57000 in s # last 50k inserted values are kept True >>> '10' in s # '10' did expire and was purged from set. False >>> len(s) # maxlen is reached 50000 >>> s.purge(now=monotonic() + 7200) # clock + 2 hours >>> len(s) # now only minlen items are cached 4000 >>>> 57000 in s # even this item is gone now False rNcCs|durdn||_|durdn||_|durdn||_i|_g|_|r(|||j|jkr7dks.N)rrrrr>r!r!r" _refresh_heap9szLimitedSet._refresh_heapcCs|j|jkr |dSdSr2)_heap_overloadmax_heap_percent_overloadrr>r!r!r"_maybe_refresh_heap?s  zLimitedSet._maybe_refresh_heapcCs|jg|jdd<dS)z)Clear all data, start from scratch again.N)rrrr>r!r!r"rDs zLimitedSet.clearcCsf|pt}||jvr||||f}||j|<t|j||jr/t|j|jkr1|dSdSdS)z=Add a new item, or reset the expiry time of an existing item.N)rrdiscardrrrrpurge)r?itemnowrr!r!r"addJs      zLimitedSet.addcCs|sdSt|tr|j|j||dSt|trJt|D]$\}}t|tt fr2|d}t|t sAt d t |||||q#dS|D]}||qLdS)z8Update this set from other LimitedSet, dict or iterable.Nrz9Expecting float timestamp, got type {0!r} with value: {1})r.r*rrrrrr rr}floatrrYrZr)r?rrJinsertedr_r!r!r"rVs,     zLimitedSet.updatecCs|j|d|dSr2)rrIrr?rr!r!r"rqs zLimitedSet.discardcCs|pt}t|tr |n|}|jr&t|j|jkr&|t|j|jks|jr`t|j|jkr7dkrbndS|j d\}}||j|krJdS|t|j|jkr]dks:dSdSdSdS)zCheck oldest items and remove them if needed. Arguments: now (float): Time of purging -- by default right now. This can be useful for unit testing. rN) rr.rrrrrIrrr)r?r inserted_timerr!r!r"rxs "$zLimitedSet.purgecCsD|jr t|j\}}z |j|W|StyYnw|js|S)z?Remove and return the oldest item, or :const:`None` when empty.)rrrrIrW)r?rlrrr!r!r"rIs zLimitedSet.popcCsddt|jDS)a6Whole set as serializable dictionary. Example: >>> s = LimitedSet(maxlen=200) >>> r = LimitedSet(maxlen=200) >>> for i in range(500): ... s.add(i) ... >>> r.update(s.as_dict()) >>> r == s True cSsi|]\}}||qSr!r!)r3rrJr!r!r" sz&LimitedSet.as_dict..)rrr>r!r!r"as_dictszLimitedSet.as_dictcCs |j|jkSr2rr?rr!r!r"__eq__rfzLimitedSet.__eq__cCs || Sr2)rrr!r!r"__ne__rfzLimitedSet.__ne__cCstj|t|jt|dS)N)namesize)REPR_LIMITED_SETrYrZrrr>r!r!r"rszLimitedSet.__repr__cCsddtt|jDS)Ncss|]\}}|VqdSr2r!)r3rir!r!r"rrz&LimitedSet.__iter__..)sortedrrr>r!r!r"rvrzLimitedSet.__iter__cCrr2)rrr>r!r!r"rrzLimitedSet.__len__cC ||jvSr2rrer!r!r"rqrzLimitedSet.__contains__cCs|j|j|j||jffSr2)rrrrrr>r!r!r" __reduce__szLimitedSet.__reduce__cCrr2)boolrr>r!r!r"rrzLimitedSet.__bool__cCs"t|jdtt|jddS)z5Compute how much is heap bigger than data [percents].dr)rrmaxrr>r!r!r"rs"zLimitedSet._heap_overload)rrNrr2)rrr rSrrarrrrrr pop_valuerrIrrrrrvrrqrrrpropertyrr!r!r!r"r*s25      r*c@s2eZdZdZeZddZdefddZddZd S) r)z2Mixin for classes supporting the ``evict`` method.cCs|jtddS)z&Force evict until maxsize is enforced.)rangeN)_evictr r>r!r!r"evictszEvictable.evictrcs2zfdd||DWdStyYdSw)Ncsg|]}qSr!)_evict1)r3rr>r!r"r8rz$Evictable._evict..) IndexError)r?limitrr!r>r"rs  zEvictable._evictcCs8|j|jkr tz|WdS|jytwr2) _evictcountmaxsizer _pop_to_evictr r>r!r!r"rs zEvictable._evict1N) rrr rSr rrrrr!r!r!r"r)s  r)c@s~eZdZdZeZdefddZddZddZd d Z d d Z d dZ ddZ ddZ ddZddZddZeddZdS)r+zA buffer of pending messages.NcCs@||_||pg|_|jj|_|jj|_|jj|_|jj|_ dSr2) rrr_appendpopleft_popr_lenextend_extend)r?rrrr!r!r"ras    zMessagebuffer.__init__cC"|||jo|dSdSr2)rrrrr!r!r"putrzMessagebuffer.putcCrr2)rrr)r?itr!r!r"rrzMessagebuffer.extendcGs2z|WSty|r|dYS|w)Nr)rrr r?rlr!r!r"take s   zMessagebuffer.takecCrtr2)r r>r!r!r"rrwzMessagebuffer._pop_to_evictcCsdt|jt||jSNz<{0}: {1}/{2}>)rYrZrrrr>r!r!r"rrzMessagebuffer.__repr__ccs* z|VWn tyYdSwqr2)rrr>r!r!r"rvs zMessagebuffer.__iter__cCrtr2)rr>r!r!r"r'rwzMessagebuffer.__len__cCrr2rrr!r!r"rq+rzMessagebuffer.__contains__cCrr2)rrr>r!r!r" __reversed__/rzMessagebuffer.__reversed__cCs |j|Sr2r )r?indexr!r!r"rp3rzMessagebuffer.__getitem__cCr|r2rr>r!r!r"r7szMessagebuffer._evictcount)rrr rSr rrarrr rrrvrrqrrprrr!r!r!r"r+s   r+cseZdZdZeZeZdZdZdZ dfdd Z ddZ d d Z d d Z d dZddZddZddZddZeddZZS)r%zMap of buffers.NrcsDtt|||_d|_|r||tddt|D|_dS)Nrcss|]}t|VqdSr2r)r3bufr!r!r"rRrz%BufferMap.__init__..) rr%rar bufmaxsizersumr total)r?rrrrr!r"raKs  zBufferMap.__init__cCs@||||jd7_|||jo|dSdS)Nr)_get_or_create_bufferrrrGrr)r?rJrr!r!r"rTs z BufferMap.putcCs:||||jt|7_|jo|dSdSr2)rrrrrr)r?rJr r!r!r"r[szBufferMap.extendcGsd\}}z||}Wn tyd}Yn wz |}|jd8_Wn |jy/d}Ynw|||rA|r=|dS||S)N)NFTrr)rWr rr rG)r?rJrlrthrowrr!r!r"r as$   zBufferMap.takecCs2z||WSty|}||<|YSwr2)rW _new_buffer)r?rJrr!r!r"rws   zBufferMap._get_or_create_buffercCs|j|jdS)N)r)Bufferrr>r!r!r"rrFzBufferMap._new_buffercGs||j|Sr2)r@r r r!r!r"_LRUpoprbzBufferMap._LRUpopc CstdD]<}|}||}z|Wnt|jfy%||Yqw|jd8_t|s9||dS||dSdS)Nrr) rr@r rr rIrrrG)r?rrJrr!r!r"rs    zBufferMap._pop_to_evictcCsdt|j|j|jSr )rYrZrrrr>r!r!r"rszBufferMap.__repr__cCs|jSr2)rr>r!r!r"rszBufferMap._evictcount)Nr)rrr rSr+rr rrrrarrr rrrrrrrrr!r!rr"r%@s$ r%):rS __future__rrr collectionsrrVrheapqrrr itertoolsr r celery.fiver r r rrrr functionalrrtextrcollections.abcrrrrr ImportError__pypy__rrTdjango.utils.functionalrrr`__all__rr,r-r#rr$r(registerr&r'r*r)r+r%r!r!r!r"sf  $     6 X%X g I