tj1 UddlZddlmZmZmZmZmZmZddlm Z ddl m Z ddl m Z ddlmZmZmZddlmZddlmZdd lmZmZmZd d d d dddZeeefed<gdZdddddddZeeefed<gdZdddddddddd Z eeefed<d ed!eeeefeeefffd"Z!d#eed$ee d%eeeefd!eeeffd&Z"d#eed$ee d%eeeefd!eeeffd'Z#d(e$d#eed$ee d%eeeefd!eeeff d)Z%d*eeefd+eeefd(e$d!dfd,Z&d-eeefd+eeefd(e$d!dfd.Z'd!eeeeefffd/Z(d ed!eeeeefffd0Z)d1ed2eeeeeffd!dfd3Z*ee ej+ej,4d5e d6ed7ej-d!dfd8Z.ee ej+ej/9d5e d6ed eed!dfd:Z0dS);N)AnyDictOptionalSetTuplecast)given) ClientAPI)CreateCollectionConfiguration)CollectionMetadata EMBEDDING_KEYSchema) strategies)check_metadata)is_spann_disabled_modemulti_region_testresetspaceef_construction ef_search max_neighborssync_threshold resize_factor) hnsw:spacezhnsw:construction_efzhnsw:search_efzhnsw:Mzhnsw:sync_thresholdzhnsw:resize_factorHNSW_METADATA_TO_CONFIG)rrrrrrl2dig333333? HNSW_DEFAULTS) r search_nprobe write_nproberrrreassign_neighbor_countsplit_thresholdmerge_threshold@ 2SPANN_DEFAULTSschemareturnc|jj}|J|j}|J|jtj}|J|j}|Jt j|jt j|jfS)N)defaults float_list vector_indexkeysr rvector_index_to_dictconfig)r+defaults_float defaults_viembedding_float embedding_vis `/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/chromadb/test/property/test_schema.py#_extract_vector_configs_from_schemar9Js_/N  % % % -K  " " "k-0;O  & & &"/L  # # # ' (:;;' (;<< metadata configurationschema_vector_index_configct}d}d}|rT|d}|rrttt t f|}|tj ||d|d|d<d}d}|d}|rttt t f|} tj | } | D]\} } | | t| krd}| d5|s3| dtdkrd}| d|d<d}|rf|d |d|d<d}|dr/tj |d} || |rH|d3|dtdkr|r |d|d<d}|rI|d 3|dtdkr|s |d|d<d}|sY|rW|dB|d}t|d r*tt | |d<|S) NFTspannrhnswr embedding_function_default_spaceembedding_function default_space)r*copygetrrstrrupdaternon_none_itemsitemsrhasattrrC)r;r<r=expected space_setshould_try_metadata spann_cfgspann_cfg_dicthnsw_cfg hnsw_cfg_dict hnsw_non_nonekeyvalue spann_schemaefs r8_compute_expected_config_spannrW]s ""$$HI!!%%g..  ,!$sCx.)< :7 CHW I % ) )' 2 2 *%4*73L OOL ) ) )  LL & & 2 LL & &.*A A A  B%\2  #  & * *+M N N  & * *+M N N ' " # # #7 .   > >   2 3 3 ? / 0 2 ' ' > $S" ; ; = =HW  Or:c,t}d}t}d}|r`|d}|t t t tf|}tj |} | | | D]\} } | | t| krd}| | | d*|s(| dtdkrd}d}|d} | Mt t t tf| } | d|s| d|d<d}d}|r|rt D]h\} }|| |dkr#|| ||<d}||D||vr || ||<||i|r{|d |d|d<d}|dr.| tj |dn|dr |r%|d |s |d|d<d}|sY|rW|dB|d}t|dr*t t||d<|S) NFTr@rr?rArBrC)rrDsetrErrrFrrrHrGrIr1raddrJrC)r;r<r=rKrLconfigured_hnsw_keysrM hnsw_cfg_raw hnsw_dictrRrSrT spann_cfg_raw spann_dictcfg_keyrVs r8_compute_expected_config_hnswrasi !!##HI%(UU,$((00  #(,T#s(^\(J(JI&5i@@M OOM * * *+1133 0 0 U$-2D)D)D*/' ' ' (:(:(<(< = = =  ))5i5 $$W--w1GGG*/' %))'22  $)-d38nm)L)LJ~~g&&292$.w$7! &+# 2x 2399;; 2 2LC||C  ('!!$,SM! $((111222$,SM!$((111!  % ) )' 2 2 > :7 CHW I % ) )& 1 1  OO)*DV*LMM    ( + +G 4 4   #  & * *+M N N  7 .   > >   2 3 3 ? / 0 2 ' ' > $S" ; ; = =HW  Or: spann_activecJ|rt|||St|||S)aR some assumptions/assertions: 1. we are not testing failure paths. any config built is/should be valid. invalid cases can be tested separately or in e2e tests ex: if configuration is set, schema is not set. if schema is set, configuration is not set. both hnsw and spann cannot be set at the same time in config or schema )rWrarbr;r<r=s r8_compute_expected_configresB - m%?   - m%?   r:actualrKcD|rtnt}|D]}||}||}t|tr@t|tr+t j||ddsJ|d|d|t||ksJ|d|d|dS)N& .>rel_tolabs_tol mismatch: expected , got ) SPANN_FIELDS HNSW_FIELDSrE isinstancefloatmathisclose)rfrKrbfieldsfield actual_valueexpected_values r8_assert_config_valuesrxs * :\\{F R Rzz%(( !% lE * * Rz.%/P/P R<ndD R RQQ^QQ<QQ R R R ...QQ^QQ<QQ/... R Rr: vector_infoc|d|dksJ|rtttttf|d}|Jt D]}|dkr ||}||}t|tr@t|tr+tj ||ddsJ|d|d|{||ksJ|d|d|dStttttf|d}|JtD]}|dkr ||}||}t|tr@t|tr+tj ||ddsJ|d|d|{||ksJ|d|d|dS)Nrr?rhrirlrmr@) rrrrFrrnrErprqrrrsro)ryrKrbrNrurvrwrPs r8_assert_schema_valuesr{-sx w 8G#4 4 4 4 4!V$sCx.1;w3GHH $$$! V VE$==//L%e_N,.. V:ne3T3T V| .$VVUUUU|UUVVV !N222UUUU|UU3222 V Vc3h0+f2EFF### V VE#<<..L%e_N,.. V:ne3T3T V| .$VVUUUU|UUVVV !N222UUUU|UU3222 V Vr:cPddiddiddiddiddiddiddidddiddiddddiidS)z Get expected index states for default schema (when schema=None). Based on Schema._initialize_defaults() and _initialize_keys(). enabledTF)string_inverted int_invertedfloat_inverted bool_inverted sparse_vector fts_indexr0)r~rr0)r. #documentz #embeddingrr:r8_get_default_schema_indexesrWs!*40&-($/'.'/#U+&.  !*51#T*  Y-   r:ci}|jjr;|jjjr*d|vri|d<d|jjjji|dd<|jjr;|jjjr*d|vri|d<d|jjjji|dd<|jjr;|jjjr*d|vri|d<d|jjjji|dd<|jjr;|jjj r*d|vri|d<d|jjj ji|dd<|jj rP|jj j r?d|vri|d<|jj j j|jj j j d|dd<|j D]\}}|td fvri}|jr"|jjrd|jjji|d<|jr"|jjrd|jjji|d<|jr"|jjrd|jjji|d<|jr"|jj rd|jj ji|d<|j r2|j j r&|j j j|j j j d|d<|r|||<|S) z Extract expected index states from input schema. Returns a dict mapping key -> index_type -> enabled/config info. r.r}r~rrr)r}r3rr)r.stringstring_inverted_indexr} int_valueint_inverted_index float_valuefloat_inverted_indexbooleanbool_inverted_indexrsparse_vector_indexr3r1rIr )r+rKrS value_types key_expecteds r8 _extract_expected_schema_indexesrps++-H &/"8"N X % %#%HZ v-CK3 ./  V_%>%Q X % %#%HZ v0CK0 ^," v'B'W X % %#%HZ v2GO2 -. 6?#:#N X % %#%HZ v.BJ1 _- %  O ) =   X % %#%HZ 4HPo3GN1 1 _- #K--//")")[ =+. . . ')   +"4"J ;-CK/L* +   [%:%M ;0CK,L (  " {'>'S ;2GO.L) *   ;#6#J ;.BJ-L )  $ )B)V &4HP%3GN--L )  )(HSM Or: actual_schemaexpected_indexesc d|vr|d}|j}d|vrU|dd}|j}|r2|jr+|jj|ksJd|d|jjn |s Jdd|vrU|dd}|j}|r2|jr+|jj|ksJd|d|jjn |s Jd d |vrU|d d}|j}|r2|jr+|jj|ksJd |d|jjn |s Jd d |vrU|d d}|j}|r2|j r+|j j|ksJd|d|j jn |s Jdd|vr|dd}|j } | Jd| j Jd| j j|ksJd|d| j jd|dvr||dd} | j j } | j *| j | j ksJd| j d| j | j*| j| jksJd| jd| jd|vr\|dd}|j}| Jd|j Jd|jj|ksJd|d|jjd|vr\|dd}|j} | Jd| j Jd| jj|ksJd|d| jj|D]\} }| dkr | |jvsJd | d!|j| }d|vrg|dd}|j}|Jd"| d#|jJd"| d$|jj|ksJd"| d%|d|jjd|vrg|dd}|j}|Jd"| d&|jJd"| d'|jj|ksJd"| d(|d|jjd |vrg|d d}|j}|Jd"| d)|jJd"| d*|jj|ksJd"| d+|d|jjd |vrg|d d}|j}|Jd"| d,|j Jd"| d-|j j|ksJd"| d.|d|j jd|vr|dd}|dd} |j } | Jd"| d/| j Jd"| d0| j j|ksJd"| d1|d| j j| j j } | j -| j | j ksJd"| d2| j d| j | j-| j| jksJd"| d3| jd| jd|vrg|dd}|j}|Jd"| d#|jJd"| d4|jj|ksJd"| d5|d|jjd|vrg|dd}|j} | Jd"| d6| jJd"| d7| jj|ksJd"| d8|d| jjdS)9z T3;?OOOOJHXJJ`k`aHJJPOOO(SS)SSS' / / /0A)L +9M ,,.S,,,1==:>==19=MMMMHDTHH\i\}]FHHNMM,_==="3O"DX"N - A H "'3%*o.BBBByI]yyerewyyCBB"-9%0O4NNNNLOiLLq~rJLLONN + + +0=iH +2M ,,.L,,,'330433'/3CCCCy@PyyXeXoXwyyDCC . . .0@K  / : $002T000!.::3;::".6:JJJJDCSDD[l[y\BDDKJJ.3355]G]G\ *   m((((*U3*U*U*U(((*/4  , ,+,=>yI .5M ,,.Pc.P.P.P,,,3??@s@@@@??3;?OOOOOsOOIYOOanbEbMOOPOO \ ) )+N;IF +5J))+P3+P+P+P)))-99=s===:99-59IIIIFsFFFVFF^h^{_DFFJII | + ++,<=iH -9L++-TS-T-T-T+++1==?s???>==19=MMMMLsLLHXLL`laBaJLLNMM l * *+Os>>><;;/7;KKKKIsIIGWII_j_~`GIILKK l * *+Os>>>>==19=MMMMKsKKGWKK_l`A`IKKNMM*=DM#/!&/*>>>>x3xxH\xxdqdvxx?>>)5!,0JJJJK3KKoNhKKp}qIKKKJJ , & &+K8C .5M ,,.Pc.P.P.P,,,'334s444433'/3CCCC|s||CS||[h[r[z||DCC \ ) )+N;IF  2 = $002X#2X2X2X000!.::7s777;::".6:JJJJGsGGFVGG^o^|_EGGKJJy]G]Gr:)nameoptional_fieldsclientrrc|j}|j}|j}t||||||}||jdifvsJnt ||j|j}t }|rdnd} |rdnd} || } || } | J| d| difvs J| dt||||j } tttttf| | ||r|d|d}||d}||}|r|dd krzt!|d s Jd |d |ks5Jd |d |d |j}|Jt%|\}}|r)|dJ|dJ|dJ|dJn(|dJ|dJ|dJ|dJt'|| |t'|| ||rB|d.|d}|%|jjjjj}|nt!|d r^||ks4Jd|d ||jt4jjjj}|tt!|d rf||ks>Jd|d |dSdSdSdSdSdS)N)rr;r<r+r?r@z configuration missingz configuration should be absentrdrBtypeknownrz*embedding function should have name methodz+embedding function name mismatch: expected rmz4defaults embedding function name mismatch: expected z9embedding key embedding function name mismatch: expected )r;r<r+rcreate_collectionrrrEreschema_vector_inforxrrrFr get_configrJrr9r{r.r/r0r3rBr1r )rrrr;r<r+ collection coll_configrb active_key inactive_key active_blockinactive_blockrKrVcoll_ef ef_config schema_result defaults_cfg embedding_cfg defaults_ef embedding_efs r81test_vector_index_configuration_create_collectionrs'H#1M  #F &MMM)) # *J"tRj00000x!4555*K--L(4fJ)666wL??:..L __\22N  # # %J%J%J # # #       777    (!##2#E H$tCH~|<!oo&:;;G"#..00 v!6!6'!A!A"FDDCDD%==00BGGII===M$&GGIIMM5>]]65J5JMM>== %M  $ $ $"Em"T"TL- 1F#+++V$,,,G$000W%1111G$,,,W%---F#///V$000,,???-<@@@**+?@@L / 0 >'0;HObK&7;+G+G&"''))RWWYY666F " FF1<1A1A1C1CFF766 )-m<GT[nL'GL&,I,I'#((**bggii777G " GG1=1B1B1D1DGG877LL >('''77r:rr+cHt||t}nt|}|||}|j}| Jdt ||||}|j}| Jdt ||dS)z Test that schema-only components (inverted indexes, sparse vector indexes) are correctly created and persisted when creating a collection. NrzSchema should not be None)rrrrr+rget_collection)rrr+rrrs r8%test_schema_create_and_get_collectionrs &MMM ~688;FCC))tF)CCJ%M  $ $&A $ $ $=*:;;;&&t,,J%M  $ $&A $ $ $=*:;;;;;r:)1rrtypingrrrrrr hypothesisr chromadb.apir %chromadb.api.collection_configurationr chromadb.api.typesr r rchromadb.test.propertyr!chromadb.test.property.invariantsrchromadb.test.conftestrrrrrF__annotations__rorrnr*r9rWraboolrerxr{rrrcollection_name&metadata_configuration_schema_strategyCollectionInputCombinationrschema_strategyrrr:r8rs 8888888888888888""""""OOOOOO .-----<<<<<<-!+) ++c3h  !! tCH~    ! " "S#X     4S>4S> )*&S)*S9:S!)c3h 8S #s(^ SSSSlN)*N9:N!)c3h 8N #s(^ NNNNb  )* 9: !)c3h 8   #s(^     *R cNR38nRR RRRR('Vc3h'V38n'V'V 'V'V'V'VTT#tCH~*=%>2V V #tCH~ VVVVrGG3S#X./G GGGGD # # % %EJEGG` ` ` :` ```  `F # # % % %: % ' '< < < V < <<<  <<