jpdZddlZddlZddlZddlZddlZddlZdZdZ dZ dZ dZ dZ ejdd Z dd Zd Zej$d ZeeD]<ZeeeZej0eseZeeej6s5ee>ej8dfdZeededdddej8dd fdZeededddej8dfdZeededdy)a This is a set of function wrappers that override the default numpy versions. Interoperability functions for pytorch and Faiss: Importing this will allow pytorch Tensors (CPU or GPU) to be used as arguments to Faiss indexes and other functions. Torch GPU tensors can only be used with Faiss GPU indexes. If this is imported with a package that supports Faiss GPU, the necessary stream synchronization with the current pytorch stream will be automatically performed. Numpy ndarrays can continue to be used in the Faiss python interface after importing this file. All arguments must be uniformly either numpy ndarrays or Torch tensors; no mixing is allowed. Nc|jsJ|jtjk(sJt j |j j|jzS)?gets a Faiss SWIG pointer from a pytorch tensor (on CPU or GPU)) is_contiguousdtypetorchuint8faisscast_integer_to_uint8_ptruntyped_storagedata_ptrstorage_offsetxs c/var/www/html/Fitness-lenito-AI-main/venv/lib/python3.12/site-packages/faiss/contrib/torch_utils.pyswig_ptr_from_UInt8Tensorr$s^ ??   77ekk !! !  * * $$&)9)9);; c|jsJ|jtjk(sJt j |j j|jdzzSr) rrrfloat16r cast_integer_to_void_ptrr r r rs rswig_ptr_from_HalfTensorr-sc ??   77emm ## #  ) ) $$&)9)9);a)?? rc|jsJ|jtjk(sJt j |j j|jdzzS)r) rrrfloat32r cast_integer_to_float_ptrr r r rs rswig_ptr_from_FloatTensorr7sc ??   77emm ## #  * * $$&)9)9);a)?? rc|jsJ|jtjk(sJt j |j j|jdzzSr) rrrbfloat16r rr r r rs rswig_ptr_from_BFloat16Tensorr @sc ??   77enn $$ $  ) ) $$&)9)9);a)?? rc|jsJ|jtjk(sJd|jzt j |j j|jdzzS)rdtype=%sr) rrrint32r cast_integer_to_int_ptrr r r rs rswig_ptr_from_IntTensorr%Isq ??   77ekk !7:#77 !  ( ( $$&)9)9);a)?? rc|jsJ|jtjk(sJd|jzt j |j j|jdzzS)rr") rrrint64r cast_integer_to_idx_t_ptrr r r rs rswig_ptr_from_IndicesTensorr*Rsq ??   77ekk !7:#77 !  * * $$&)9)9);a)?? rc#K|tjj}tj|j }tjj }|jtjj }|jtjj | d|j||y#|j||wxYww)zCreates a scoping object to make Faiss GPU use the same stream as pytorch, based on torch.cuda.current_stream(). Or, a specific pytorch stream can be passed in as a second argument, in which case we will use that stream. N) rcudacurrent_streamr cast_integer_to_cudastream_t cuda_streamcurrent_devicegetDefaultStreamsetDefaultStream)respytorch_stream cuda_stream_s prior_dev prior_streams r using_streamr8`s22466""M  ))+I'' (A(A(CDL224mD6  Y 5Y 5sB9C*<CC*C''C*Fc t||}|jd|zk(ry|s|jd|zk(sJt||dz|t|||y#t$r|rYywxYw)Ntorch_replacement_ replacement__numpy)getattrAttributeError__name__setattr) the_classname replacementignore_missingignore_no_base orig_methods rtorch_replace_methodrG}si. 3d:: k22nt6KKL L Ith 4 It[)    s A A$"A$ctjfd}tjfd}d!d}tjfd}tjfdddtjffd } d"fd }dddfd }d }d!d } d#d } d } d} d!d} d!d}t|d|t|d|t|d|t|d|t|d|t|d|t|d| t|d| t|d| t|d| dt|d|dt|d|dt|d| t|d |y)$NcPt|tjur|j|St|tj usJ|j \}}||jk(sJ|tjk(r t|}n*|tjk(r t|}n td|jrIt|dsJdt!|j#5|j%|||dddy|j%|||y#1swYyxYwN:numeric type must be either faiss.Float32 or faiss.Float16 getDevice#GPU tensor on CPU index not allowed)typenpndarray add_numpyrTensorshapedr Float32rFloat16r ValueErroris_cudahasattrr8 getResourcesadd_exselfr numeric_typenrTx_ptrs rtorch_replacement_addz1handle_torch_Index..torch_replacement_adds 7bjj >>!$ $Aw%,,&&&ww1DFF{{ 5== (-a0E U]] *,Q/EL  99k 54 5 d//12 Aul332 KK5, / 32 +DD%ct|tjur|j||St|tj usJ|j \}}||jk(sJ|tjk(r t|}n*|tjk(r t|}n tdt|tj usJ|j |fk(sJdt|}|jrJt!|dsJdt#|j%5|j'||||dddy|j'||||y#1swYyxYw)NrKz!not same number of vectors as idsrLrM)rNrOrPadd_with_ids_numpyrrRrSrTr rUrrVrrWr*rXrYr8rZadd_with_ids_ex)r]ridsr^r_rTr`ids_ptrs rtorch_replacement_add_with_idsz:handle_torch_Index..torch_replacement_add_with_idssF 7bjj **1c2 2Aw%,,&&&ww1DFF{{ 5== (-a0E U]] *,Q/EL CyELL(((yyQD E"EE -c2 99k 54 5 d//12$$Q|WE32  E< A 32s +EE'ct|tjur|j|||St|tj usJ|j \}}||jk(sJt|}|2t j|||jtj}n0t|tj usJ|j ||fk(sJt|}|jrKt|dsJdt|j!5|j#||||ddd|S|j#|||||S#1swY|SxYw)NdevicerrLrM)rNrOrP assign_numpyrrRrSrTremptyrkr(r*rXrYr8rZassign_c)r]rklabelsr_rTr`L_ptrs rtorch_replacement_assignz4handle_torch_Index..torch_replacement_assigns8 7bjj $$Q62 2Aw%,,&&&ww1DFF{{)!, >[[AahhekkJF<5<</ //<.torch_replacement_trains 7bjj ##A& &Aw%,,&&&ww1DFF{{ 5== (-a0E U]] *,Q/EL  99k 54 5 d//12 a 532 MM!UL 1 32rbc||j\}}|tjk(r t|}n*|tjk(r t |}n t d|2tj|||jtj}n0t|tjusJ|j||fk(sJt|}|2tj|||jtj}n0t|tjusJ|j||fk(sJt|} ||| ||fS)NrKrj)rSr rUrrVrrWrrmrkrrNrRr(r*) rroDIr^r_rTr`D_ptrI_ptrs rsearch_methods_commonz1handle_torch_Index..search_methods_commons ww1 5== (-a0E U]] *,Q/EL  9 AqGA7ell* **77q!f$ $$)!, 9 AqEA7ell* **77q!f$ $$+A.eUAq((rc t|tjur|j||||St|tj usJ|j \}}||jk(sJ ||||\}} } }}|jrOt|dsJdt|j5|j||||| | ddd||fS|j||||| | ||fS#1swY||fSxYw)NrxryrLrM) rNrOrP search_numpyrrRrSrTrXrYr8rZ search_ex) r]rrorxryr^r_rTr`rzr{r|s rtorch_replacement_searchz4handle_torch_Index..torch_replacement_search-s 7bjj $$QQ!$4 4Aw%,,&&&ww1DFF{{$9!Q1$E!ueQ 99k 54 5 d//12q%q%G3 !t  NN1e\1eU C!t 3 !t s 8C55Dc t|tjur|j|||||St|tj usJ|j \}}||jk(sJ ||||\}} } }}|3t j||||jtj}n1t|tj usJ|j |||fk(sJt|} |jrLt|dsJdt|j5|j!|||| | | dddn|j!|||| | | |||fS#1swYxYw)N)rxryRrjrLrM)rNrOrPsearch_and_reconstruct_numpyrrRrSrTrmrkrrrXrYr8rZsearch_and_reconstruct_c) r]rrorxryrr_rTr`rzr{R_ptrr|s r(torch_replacement_search_and_reconstructzDhandle_torch_Index..torch_replacement_search_and_reconstructHsa 7bjj 44QQ!q4I IAw%,,&&&ww1DFF{{$9!Q1$E!ueQ 9 Aq!AHHEMMJA7ell* **77q!Qi' '')!, 99k 54 5 d//12--a5%O32  ) )!UAueU K!Qw 32s *E%%E.r~c t|tjur|j||||||St|tj usJ|j \}}||jk(sJ||||\} } } }}|j ||jfk(sJ|j}t|} |7|j}|j |j k(sJt|} nd} |jrQt|dsJdt|j5|j!|| || | | | dddd||fS|j!|| || | | | d||fS#1swY||fSxYw)Nr~rLrMF)rNrOrPsearch_preassigned_numpyrrRrSrTnprobe contiguousr*rrXrYr8rZsearch_preassigned_c)r]rroIqDqrxryr_rTr`rzr{Iq_ptrDq_ptrr|s r$torch_replacement_search_preassignedz@handle_torch_Index..torch_replacement_search_preassignedjs 7bjj 00Ar2a0H HAw%,,&&&ww1DFF{{$9!Q1$E!ueQxxAt{{++++ ]]_,R0 >B88rxx' ''.r2FF 99k 54 5 d//12))uau3!t  % %5!VVUE5 !t 3!t s -E..E:cht|tjusJd|j|S)Nz(remove_ids not yet implemented for torch)rNrrRremove_ids_numpy)r]rs rtorch_replacement_remove_idsz8handle_torch_Index..torch_replacement_remove_idss5 G5<< ' 6 5 6 '$$Q''rc|-t|tjur|j||St j d}t |dr$t j d|j}|1t j|j|tj}n9t|tjusJ|j|jfk(sJt|}|jrIt |dsJdt|j!5|j#||ddd|S|j#|||S#1swY|SxYw)NcpurLr,rjrM)rNrOrPreconstruct_numpyrrkrYrLrmrTrrRrSrrXr8rZ reconstruct_c)r]keyrrkr`s rtorch_replacement_reconstructz9handle_torch_Index..torch_replacement_reconstructs, MQ2:: 5))#q1 1e$ 4 %\\&$..*:;F 9 DFF6GA7ell* **77tvvi' '')!, 99k 54 5 d//12""3.3    sE * 3 s $EEc|dk(r |j}|.t|tjur|j |||St j d}t|dr$t j d|j}|2t j||j|t j}n:t|t jusJ|j||jfk(sJt|}|jrJt|dsJdt!|j#5|j%|||ddd|S|j%||||S#1swY|SxYw)NrrLr,rjrM)ntotalrNrOrPreconstruct_n_numpyrrkrYrLrmrTrrRrSrrXr8rZreconstruct_n_c)r]n0nirrkr`s rtorch_replacement_reconstruct_nz;handle_torch_Index..torch_replacement_reconstruct_nsF 8B MQ2:: 5++BA6 6e$ 4 %\\&$..*:;F 9 BvU]]KA7ell* **77r466l* **)!, 99k 54 5 d//12$$RU33   R / 3 s 8E++E5c<t|tjur|j||St|tj usJ|j \}t|}t|tj usJ|j ||jfk(sJt|}|jrIt|dsJdt|j5|j|||dddy|j|||y#1swYyxYw)NrLrM)rNrOrPupdate_vectors_numpyrrRrSr*rTrrXrYr8rZupdate_vectors_c)r]keysrr_keys_ptrr`s r torch_replacement_update_vectorsz.torch_replacement_update_vectorss : #,,T15 5DzU\\)))zz.t4Aw%,,&&&ww1dff+%%%)!, 99k 54 5 d//12%%a5932  ! !!Xu 5 32s !DDcZt|tjur|j||St|tj usJ|j \}}||jk(sJt|}|jrJdt|drJdtj|}|j||||t jtj|j |dzj#j%d}t'|d}t jtj|j(|j#} t jtj|j*|j#} || | fS)Nz1Range search using GPU tensor not yet implementedrLz-Range search on GPU index not yet implementedr(r)rNrOrPrange_search_numpyrrRrSrTrrXrYr RangeSearchResultrange_search_c from_numpy rev_swig_ptrlimscopyastypeint distancesrp) r]rthreshr_rTr`r3rndrxrys rtorch_replacement_range_searchz:handle_torch_Index..torch_replacement_range_searchsm 7bjj **1f5 5Aw%,,&&&ww1DFF{{)!,  ? > ?  +  ; : ; %%a( Aufc2    sxxQ / 4 4 6 = =g F b]   U// rBGGI J   U// B?DDF GQzrct|tjur|j||St|tj usJ|j \}}||jk(sJt|}|5t j||jtj}n!|j ||jfk(sJt|}|jrJt|dsJdt|j!5|j#|||ddd|S|j#||||S#1swY|SxYwN)rrLrM)rNrOrPsa_encode_numpyrrRrSrTrrm sa_code_sizerrrXrYr8rZ sa_encode_c)r]rcodesr_rTr` codes_ptrs rtorch_replacement_sa_encodez7handle_torch_Index..torch_replacement_sa_encode"s- 7bjj ''51 1Aw%,,&&&ww1DFF{{)!, =KK4#4#4#6ekkJE;;1d&7&7&9":: ::-e4 99k 54 5 d//12  E953     Qy 1 3  s EEct|tjur|j||St|tj usJ|j \}}||jk(sJt|}|1t j||jtj}n:t|tj usJ|j ||jfk(sJt|}|jrJt|dsJdt|j!5|j#|||ddd|S|j#||||S#1swY|SxYwr)rNrOrPsa_decode_numpyrrRrSrrrmrTrrrXrYr8rZ sa_decode_c)r]rrr_csrr`s rtorch_replacement_sa_decodez7handle_torch_Index..torch_replacement_sa_decode@s? ;"** $''q1 1E{ell*** 2T&&((((-e4 9 AtvvU]];A7ell* **77q$&&k) )))!, ==k 54 5 d//12  Iu53    Q 5 1 3 s *EE'add add_with_idsassigntrainsearch remove_ids reconstruct reconstruct_n range_searchupdate_vectorsT)rDsearch_and_reconstructsearch_preassigned sa_encode sa_decodeN)NNN)rrN)r rUrG)rArarhrrrvrrrrrrrrrrr|s @rhandle_torch_Indexrsw49MM0<$)==!BF>7E+@A>#AH.FGG-DEH.FGL2NO="??$C>#A(   0  ,  K1LMK1LMrr c t|tjurtj|||||S|j \}}|j sJ|jtjk(sJ|jrJd|j \}}||k(sJ|j sJ|jtjk(sJ|jrJdtj|||jtj} tj|||jtj} t| } t| } t|} t|}|tj k(r tj"|| ||||| | | | fS|tj$k(r tj&|| ||||| | | | fStj(|| ||||||| | | | fS)N)metric metric_argzuse knn_gpu for GPU tensorsrj)rNrOrPr knn_numpysizerrrrrXrmrkr(r*r METRIC_L2 knn_L2sqrMETRIC_INNER_PRODUCTknn_inner_productknn_extra_metrics)xqxbrorrnbrTnqd2rxryr{rzxb_ptrxq_ptrs rtorch_replacement_knnrs Bx2::r2qJOO GGIEB     88u}} $$ $zz888> WWYFB 7N7     88u}} $$ $zz888> B"))5==AA B"))5;;?A ' *E %a (E &r *F &r *F   2r1eUC a4K 5-- - 2r1eUK a4K  FAr2vz1eU  a4KrknnTrc  t|tjurtj||||||||S|j \} } |j rd} n<|jj r|j}d} n td|jtjk(rtj} t|} n}|jtjk(rtj} t!|} nD|jtj"k(rtj$} t'|} n td|j \}}|| k(sJ|j rd}n<|jj r|j}d}n td|jtjk(rtj}t|}n}|jtjk(rtj}t!|}nD|jtj"k(rtj$}t'|}n td|2tj(|||j*tj}n2|j,||fk(sJ|jtjk(sJ|2tj(|||j*tj.}n|j,||fk(sJ|jtj.k(rtj0}t3|}na|j|jcxk(rtj4k(r)n tdtj6}t9|}n tdt|}tj:}||_||_| |_ | |_!| |_"| |_#| |_$||_%||_&||_'||_(||_)||_*||_+||_||_,t[|5tj\||ddd||fS#1swY||fSxYw)NTFz$matrix should be row or column-majorz'xq must be float32, float16 or bfloat16rjzI must be i64 or i32)/rNrOrPr knn_gpu_numpyrrt TypeErrorrrrDistanceDataType_F32rrDistanceDataType_F16rrDistanceDataType_BF16r rmrkrSr(IndicesDataType_I64r*r#IndicesDataType_I32r%GpuDistanceParamsrrodimsvectorsvectorsRowMajor vectorType numVectorsqueriesqueriesRowMajor queryType numQueries outDistances outIndicesoutIndicesTypeuse_cuvsr8bfKnn)r3rrrorxryrrkrrrT xb_row_majorxb_typerrr xq_row_majorxq_typerI_typer{rzargss rtorch_replacement_knn_gpurs Bx2::""3B1aHH GGIEB      TTV >?? xx5== ,,*2. U]] ",,)"- U^^ #---b1ABB WWYFB 7N7      TTV >?? xx5== ,,*2. U]] ",,)"- U^^ #---b1ABBy KKAbiiu}} Eww2q'!!!ww%--'''y KKAbiiu{{ Cww2q'!!!ww%++**+A. AGG *u{{ *.//**'*.// %a (E  " " $DDK DFDIDL'DDODODL'DDNDODDO DDKDM c  C  a4K  a4Ks Q33Q?knn_gpuc&t|tjurtj|||||S|j \}}|j rd}n<|jj r|j}d}n td|jtjk(rtj} t|} nD|jtjk(rtj} t!|} n td|j \} } | |k(sJ|j rd} n<|jj r|j}d} n td|jtjk(rtj}t|}nD|jtjk(rtj}t!|}n td|2tj"| ||j$tj}n2|j&| |fk(sJ|jtjk(sJt|}tj(}||_d|_||_| |_||_| |_||_||_| |_||_| |_||_ ||_tC|5tjD||ddd|S#1swY|SxYw) NTFz'xb matrix should be row or column-majorzxb must be float32 or float16z'xq matrix should be row or column-majorzxq must be float32 or float16rjr)#rNrOrPr pairwise_distance_gpu_numpyrrrrrrrrrrrrrmrkrSrrrorrrrrrrrrrr8r)r3rrrxrrkrrTrrrrrrrrrzrs r'torch_replacement_pairwise_distance_gpur (sr Bx2::00b"aHH GGIEB      TTV ABB xx5== ,,*2. U]] ",,)"-788 WWYFB 7N7      TTV ABB xx5== ,,*2. U]] ",,)"-788y KKBryy Fww2r("""ww%--''' %a (E  " " $DDK DFDIDL'DDODODL'DDNDODDK c  C  H  Hs %LLpairwise_distance_gpur)FF) __doc__r r contextlibinspectsysnumpyrOrrrr r%r*contextmanagerr8rGrmodules faiss_moduledirsymbolr=objisclassrA issubclassIndexrrrr rrrsC $   66:HM*0nNb{{7# ,F , 'Cws i - y )  -2OO F\5*?tL  ?? fR)6dG T+ r