~tjbdZddlmZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl mZddlmZddlmZdd lmZmZmZmZmZer ejd Zd Zd Zd ZeGddZeGddZGdde Z Gdde Z!Gdde Z"e!Z#e"Z$eeedd(d!Z%eeedd(d"Z&d)d#Z'Gd$d%e!Z(Gd&d'e"Z)dS)*zPrompt caching module for LangSmith SDK. This module provides thread-safe LRU caches with background refresh for prompt caching. Includes both sync and async implementations. ) annotationsN)ABC) OrderedDict) Awaitable) dataclass)Path) TYPE_CHECKINGAnyCallableOptionalUnionzlangsmith.cachei,d<c>eZdZUdZded<ded<dZded<dd ZdS) CacheEntryz4A single cache entry with metadata for TTL tracking.r valuefloat created_atNzOptional[Callable[[], Any]] refresh_func ttl_secondsOptional[float]returnboolcH|dStj|jz |kS)z/Check if entry is past its TTL (needs refresh).NF)timer)selfrs T/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/langsmith/prompt_cache.pyis_stalezCacheEntry.is_stale)s%  5 do-<<)rrrr)__name__ __module__ __qualname____doc____annotations__rrrrrr!sV>>JJJ04L4444======rrc|eZdZUdZdZded<dZded<dZded<dZded<e d d Z e dd Z d S) CacheMetricszCache performance metrics.rinthitsmisses refreshesrefresh_errorsrc |j|jzS)z%Total cache requests (hits + misses).)r)r*rs rtotal_requestszCacheMetrics.total_requests9sy4;&&rrc4|j}|dkr |j|z ndS)zCache hit rate (0.0 to 1.0).rg)r/r))rtotals rhit_ratezCacheMetrics.hit_rate>s&#$)AIIty5  36rN)rr()rr) r r!r"r#r)r$r*r+r,propertyr/r2r%rrr'r'0s$$DMMMMFOOOOIN '''X'777X777rr'ceZdZdZgdZeeefd"d Ze d#d Z d$dZ d%dZ d&dZ d'dZd$dZd(dZd)dZd*dZd"d Zd!S)+_BasePromptCachezBase class for prompt caches with shared LRU logic. Provides thread-safe in-memory LRU cache operations. Subclasses implement the background refresh mechanism. )_cache_lock _max_size _ttl_seconds_refresh_interval_metricsmax_sizer(rrrefresh_interval_secondsrrNonect|_tj|_t |_||||dS)agInitialize the base cache. Args: max_size: Maximum entries in cache (LRU eviction when exceeded). ttl_seconds: Time before entry is considered stale. Set to None for infinite TTL (entries never expire, no background refresh). refresh_interval_seconds: How often to check for stale entries. r<rr=N)rr6 threadingRLockr7r'r; _configurerr<rr=s r__init__z_BasePromptCache.__init__UsX5@MM _&& $  #%=      rr'c|jS)zGet cache performance metrics.)r;r.s rmetricsz_BasePromptCache.metricsls }rc,t|_dS)zReset all metrics to zero.N)r'r;r.s r reset_metricsz_BasePromptCache.reset_metricsqs$ rkeystrrCallable[[], Any] Optional[Any]cJ|jdkrdS|j5||jvr#|jxjdz c_ ddddS|j|}||_|j||jxjdz c_|jcdddS#1swxYwYdS)a]Get a value from cache. Args: key: The cache key (prompt identifier like "owner/name:hash"). refresh_func: Function to refresh this cache entry when stale. Returns: The cached value or None if not found. Stale entries are still returned (background refresh handles updates). rN) r8r7r6r;r*r move_to_endr)r)rrJrentrys rgetz_BasePromptCache.getus >Q  4 Z  $+%% $$)$$         K$E".E  K # #C ( ( ( M  ! #  ;                  s BA BBBrr c|jdkrdS|j5tj}t|||}||jvrut |j|jkrXt t|j}|j|t d|||j|<|j |ddddS#1swxYwYdS)Set a value in the cache. Args: key: The cache key (prompt identifier). value: The value to cache. refresh_func: Function to refresh this cache entry when stale. rN)rrrzEvicted oldest cache entry: ) r8r7rrr6lennextiterpoploggerdebugrP)rrJrrnowrQ oldest_keys r_setz_BasePromptCache._sets. >Q   F Z ) ))++CUsVVVE$+%%#dk*:*:dn*L*L!$t{"3"344   +++ HJHHIII$DK  K # #C ( ( ( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sCC**C.1C.c||j5|j|dddddS#1swxYwYdS)ziRemove a specific entry from cache. Args: key: The cache key to invalidate. N)r7r6rX)rrJs r invalidatez_BasePromptCache.invalidates Z ' ' KOOC & & & ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' 's 155cx|j5|jddddS#1swxYwYdS)z$Clear all cache entries from memory.N)r7r6clearr.s rraz_BasePromptCache.clears Z  K                       s /33list[tuple[str, CacheEntry]]cj5fdjDcdddS#1swxYwYdS)z.Get list of stale cache entries (thread-safe).cRg|]#\}}|j||f$Sr%)rr9).0rJrQrs r z7_BasePromptCache._get_stale_entries..sFC>>$"344e rN)r7r6itemsr.s`r_get_stale_entriesz#_BasePromptCache._get_stale_entriess Z  "&+"3"3"5"5                  s %;??pathUnion[str, Path]cxddlm}t|}|jdd|j5i}|jD]v\}}t|j |j rKt|j dr|j d}n!|j }n|j }|||<wd|i}d d d n #1swxYwY|d } t|d 5} t!j|| d d d d n #1swxYwY||t&dt+|d|d S#t,$r/} |r|| d } ~ wwxYw)z{Dump cache contents to a JSON file for offline use. Args: path: Path to the output JSON file. rschemasT)parentsexist_ok model_dumpjson)modeentriesNz.tmpw)indentzDumped z cache entries to ) langsmithrmrparentmkdirr7r6rg isinstancer PromptCommithasattrrpdict with_suffixopenrqdumpreplacerYrZrU Exceptionexistsunlink) rri ls_schemasrsrJrQ value_datadata temp_pathfes rrz_BasePromptCache.dumpsW 433333Dzz $666 Z ( (G"k//11 * * Uek:+BCC-u{L998%*[%;%;%;%H%H %*[%5%5%7%7 "'J) w'D! ( ( ( ( ( ( ( ( ( ( ( ( ( ( (&$$V,,  i%% - $!,,,, - - - - - - - - - - - - - - -   d # # # LLI3w<<II4II J J J J J   !! #  """G  sOBCC #C =F D1% F1D55F8D59AF F9 *F44F9c \ddlm}t|}|std|dS t |5}tj|}dddn #1swxYwYnD#tj tf$r+}t d|d|Yd}~dSd}~wwxYw| di}d}tj }|j5|D]\} } t!|j|jkrtd|n t'|jd r|j| } n|j| } t/| | } | |j| <|d z }#t0$r*}t d | d|Yd}~d}~wwxYwdddn #1swxYwYtd |d||S)a%Load cache contents from a JSON file. Args: path: Path to the JSON file to load. Returns: Number of entries loaded. Loaded entries get a fresh TTL starting from load time. If the file doesn't exist or is corrupted, returns 0. rrlzCache file not found: NzFailed to load cache file : rsz)Reached max cache size, stopping load at model_validate)rrrOzFailed to load cache entry zLoaded z cache entries from )rwrmrrrYrZrrqloadJSONDecodeErrorOSErrorwarningrRrr7rgrUr6r8r|r{r parse_objrr) rrirrrrrsloadedr[rJrrrQs rrz_BasePromptCache.loads 433333Dzz{{}}  LL8$88 9 9 91 d $qy|| $ $ $ $ $ $ $ $ $ $ $ $ $ $ $$g.    NNCCCCC D D D11111 ((9b))ikk Z  #*==??  Zt{##t~55LL!UV!U!UVVVE z68HIIN * 7 F Fz R R * 7 A A* M M'UsCCCE',DK$aKFF NN#K#K#K#K#KLLLHHHH#               *  AvAA4AABBB sz BA:. B:A>>BA>BC CC=H> G2 G-(H-G22HHHc0||_||_||_dS)N)r8r9r:rDs rrCz_BasePromptCache._configure&s! "'!9rNr<r(rrr=rrr>)rr'rr>)rJrKrrLrrMrJrKrr rrLrr>)rJrKrr>)rrb)rirjrr>)rirjrr()r r!r"r# __slots__DEFAULT_PROMPT_CACHE_MAX_SIZE DEFAULT_PROMPT_CACHE_TTL_SECONDS-DEFAULT_PROMPT_CACHE_REFRESH_INTERVAL_SECONDSrEr3rGrIrRr]r_rarhrrrCr%rrr5r5Es) I6'G*W      .X''''>))))4''''    ((((T5555n::::::rr5cxeZdZdZddgZeeeddfd ZddZ ddZ ddZ ddZ ddZ ddZeeedddZxZS) PromptCacheaThread-safe LRU cache with background thread refresh. For use with the synchronous Client. Features: - In-memory LRU cache with configurable max size - Background thread for refreshing stale entries - Stale-while-revalidate: returns stale data while refresh happens - Thread-safe for concurrent access Example: >>> def fetch_prompt(key: str) -> PromptCommit: ... return client._fetch_prompt_from_api(key) >>> cache = PromptCache( ... max_size=100, ... ttl_seconds=3600, ... fetch_func=fetch_prompt, ... ) >>> cache.set("my-prompt:latest", prompt_commit) >>> cached = cache.get("my-prompt:latest") >>> cache.shutdown() _shutdown_event_refresh_threadr@r<r(rrr=rrr>ct|||tj|_d|_dS)aInitialize the sync prompt cache. Args: max_size: Maximum entries in cache (LRU eviction when exceeded). ttl_seconds: Time before entry is considered stale. Set to None for infinite TTL (offline mode - entries never expire). Default: 300 (5 minutes). refresh_interval_seconds: How often to check for stale entries. r@N)superrErAEventrrrr<rr= __class__s rrEzPromptCache.__init__KsO #%=    )00;?rrJrKrr rrLcj|j|||||dS)rTN)r_start_refresh_threadr]rrJrrs rsetzPromptCache.setes;   '  & & ( ( ( #ul+++++rc.|dS)gStop background refresh thread. Should be called when the client is being cleaned up. N)shutdownr.s rstopzPromptCache.stoprs rc|j|j|j$|jdd|_dSdS)rNg@)timeout)rrrjoinr.s rrzPromptCache.shutdownys[   +  $ $ & & &   +  % %c % 2 2 2#'D  , +rc|jo|jtj|jdd|_|jt ddSdS)z5Start background thread for refreshing stale entries.NTzPromptCache-refresh)targetdaemonnamezStarted cache refresh thread) r9rrarAThread _refresh_looprstartrYrZr.s rrz!PromptCache._start_refresh_threads~   (  & & ( ( (#,#3)*$$$D  & & ( ( ( LL7 8 8 8 8 8 ) (rc|j|jsk |n4#t$r'}t d|Yd}~nd}~wwxYw|j|jidSdS)z)Background loop to refresh stale entries.z(Unexpected error in cache refresh loop: N)rwaitr:_refresh_stale_entriesrrY exceptionrrs rrzPromptCache._refresh_loops&++D,BCC Q Q++---- Q Q Q  !OA!O!OPPPPPPPP Q&++D,BCC Q Q Q Q Qs6 A'A""A'cB|}|sdStdt|d|D]\}}|jrdS|j |}||||j|jxj dz c_ td|#t$r?}|jxj dz c_ t d|d|Yd}~d}~wwxYwdS)z)Check for stale entries and refresh them.Nz Refreshing  stale cache entriesrOzRefreshed cache entry: zFailed to refresh cache entry r) rhrYrZrUris_setrrr;r+rr,rr stale_entriesrJrQ new_valuers rrz"PromptCache._refresh_stale_entriessb//11   F K3}#5#5KKKLLL' P PJC#**,, !-P % 2 2 4 4IHHS)U-?@@@M++q0++LL!@3!@!@AAAA PPPM00A500NN#NC#N#N1#N#NOOOOOOOOP . P Ps/A"C D5DDc^|||||dS)Reconfigure the cache parameters. Args: max_size: Maximum entries in cache (LRU eviction when exceeded). ttl_seconds: Time before entry is considered stale. refresh_interval_seconds: How often to check for stale entries. r@NrrCrDs r configurezPromptCache.configures?  #%=      rrrr)r r!r"r#rrrrrErrrrrrr __classcell__rs@rrr1s.#$56I 6'G*W @@@@@@@@4 , , , , ( ( ( ( 9 9 9 9QQQQPPPP46'G*W           rrcveZdZdZdgZeeeddfd ZddZ ddZ ddZ ddZ ddZ ddZeeedddZxZS)AsyncPromptCacheaThread-safe LRU cache with asyncio task refresh. For use with the asynchronous AsyncClient. Features: - In-memory LRU cache with configurable max size - Asyncio task for refreshing stale entries - Stale-while-revalidate: returns stale data while refresh happens - Thread-safe for concurrent access Example: >>> async def fetch_prompt(key: str) -> PromptCommit: ... return await client._afetch_prompt_from_api(key) >>> cache = AsyncPromptCache( ... max_size=100, ... ttl_seconds=3600, ... fetch_func=fetch_prompt, ... ) >>> await cache.start() >>> cache.set("my-prompt:latest", prompt_commit) >>> cached = cache.get("my-prompt:latest") >>> await cache.stop() _refresh_taskr@r<r(rrr=rrr>c^t|||d|_dS)agInitialize the async prompt cache. Args: max_size: Maximum entries in cache (LRU eviction when exceeded). ttl_seconds: Time before entry is considered stale. Set to None for infinite TTL (offline mode - entries never expire). refresh_interval_seconds: How often to check for stale entries. r@N)rrErrs rrEzAsyncPromptCache.__init__s@ #%=    <@rrJrKrr rCallable[[], Awaitable[Any]]czK|j|d{V||||dS)zSet a value in the cache. Args: key: The cache key (prompt identifier). value: The value to cache. refresh_func: Async function to refresh this cache entry when stale. N)rrr]rs rasetzAsyncPromptCache.asetsM   %**,,        #ul+++++rcK|jdS|jdStj|d|_t ddS)zStart async background refresh loop. Must be called from an async context. Creates an asyncio task that periodically checks for stale entries and refreshes them. Does nothing if ttl_seconds is None (infinite TTL mode). NzAsyncPromptCache-refresh)rz Started async cache refresh task)r9rasyncio create_taskrrYrZr.s rrzAsyncPromptCache.startsk   $ F   ) F$0    +     788888rcX|j"|jd|_dSdS)zStop background refresh task. Synchronous wrapper that cancels the refresh task. For proper cleanup in async context, use stop() instead. N)rcancelr.s rrzAsyncPromptCache.shutdowns8   )   % % ' ' '!%D    * )rcK|jdS|j |jd{Vn#tj$rYnwxYwd|_tddS)zlStop async background refresh loop. Cancels the refresh task and waits for it to complete. Nz Stopped async cache refresh task)rrrCancelledErrorrYrZr.s rrzAsyncPromptCache.stop$s   % F !!### $ $ $ $ $ $ $ $ $%    D ! 788888s 4AAcK tj|jd{V|d{VnC#tj$rt $r'}t d|Yd}~nd}~wwxYw)z/Async background loop to refresh stale entries.TNz.Unexpected error in async cache refresh loop: )rsleepr:rrrrYrrs rrzAsyncPromptCache._refresh_loop4s W WmD$:;;;;;;;;;113333333333)    W W W  !URS!U!UVVVVVVVV W  Ws9?A?A::A?c&K|}|sdStdt|d|D]\}}|j |d{V}||||jd{V|jxjdz c_td||#t$r?}|jxj dz c_ t d|d|Yd}~d}~wwxYwdS)z8Check for stale entries and refresh them asynchronously.NzAsync refreshing rrOzAsync refreshed cache entry: z$Failed to async refresh cache entry r) rhrYrZrUrrr;r+rr,rrs rrz'AsyncPromptCache._refresh_stale_entries@sm//11   F Q]););QQQRRR' V VJC!-V&+&8&8&:&: : : : : : :I))CE4FGGGGGGGGGM++q0++LL!F!F!FGGGG VVVM00A500NN#T##T#TQR#T#TUUUUUUUUV . V VsA.C D 5DD clK|d{V||||dS)rNrrDs rrzAsyncPromptCache.configureUsEiikk +/GHHHHHrr)rJrKrr rrrr>r)r r!r"r#rrrrrErrrrrrrrrs@rrrs!0!!I 6'G*W @@@@@@@@, , , , ,9999(&&&&9999 W W W WVVVV06'G*W IIIIIIIIIIrrr@r<r(rrr=rrr>c@t|||dSaConfigure the global prompt cache. This should be called before any cache instances are created or used. Args: max_size: Maximum entries in cache (LRU eviction when exceeded). ttl_seconds: Time before entry is considered stale. refresh_interval_seconds: How often to check for stale entries. Example: >>> from langsmith import configure_global_prompt_cache >>> configure_global_prompt_cache(max_size=200, ttl_seconds=7200) r@N)prompt_cache_singletonrr@s rconfigure_global_prompt_cacherls4&$$!9%rcPKt|||d{VdSr)async_prompt_cache_singletonrr@s r#configure_global_async_prompt_cachersV& ' 0 0!9 1  rc>tjdtddS)NzcThe 'Cache' class is deprecated and will be removed in a future version. Use 'PromptCache' instead.) stacklevel)warningswarnDeprecationWarningr%rr_deprecated_cache_class_warningrs0 M % rc.eZdZdZeeedd fd ZxZS) Cachez:Deprecated alias for PromptCache. Use PromptCache instead.r@r<r(rrr=rrr>cltt|||dS)aInitialize the deprecated Cache class. Args: max_size: Maximum entries in cache (LRU eviction when exceeded). ttl_seconds: Time before entry is considered stale. refresh_interval_seconds: How often to check for stale entries. r@NrrrErs rrEzCache.__init__E ())) #%=      rr r r!r"r#rrrrErrs@rrrsXDD 6'G*W             rrc.eZdZdZeeedd fd ZxZS) AsyncCachezDDeprecated alias for AsyncPromptCache. Use AsyncPromptCache instead.r@r<r(rrr=rrr>cltt|||dS)aInitialize the deprecated AsyncCache class. Args: max_size: Maximum entries in cache (LRU eviction when exceeded). ttl_seconds: Time before entry is considered stale. refresh_interval_seconds: How often to check for stale entries. r@Nrrs rrEzAsyncCache.__init__rrrrrs@rrrsXNN 6'G*W             rrrr)*r# __future__rrrqloggingrArrabcr collectionsrcollections.abcr dataclassesrpathlibrtypingr r r r r getLoggerrYrrrrr'r5rrrrrrrrrr%rrrs #"""""  ######%%%%%%!!!!!!@@@@@@@@@@@@@@   , - -$* #02-  = = = = = = =  = 7777777 7(i:i:i:i:i:si:i:i:XR R R R R "R R R j^I^I^I^I^I'^I^I^ID%//11 2#C&S 82#C&S :     K   2     !     r