tjY<ddlZddlZddlmZddlmZddlm Z m Z ddl m Z m Z mZmZmZmZmZe rddlmZe rddlmZGdd e ZGd d ejZ d d ZdS)N)is_scipy_availableis_vision_available)HungarianMatcher _set_aux_lossbox_iou dice_lossgeneralized_box_iounested_tensor_from_tensor_listsigmoid_focal_loss)center_to_corners_formatlinear_sum_assignmentc>eZdZejdZdS)LwDetrHungarianMatcherc"|djdd\}}|ddd}|ddd}tjd|D}tjd|D} d } d } d| z || zzd|z d z z} | d|z | zz|d z z} | dd|f| dd|fz }|j}|tj}| tj} tj || d }||}tt|t|  }|j |z|j |zz|j|zz}|||d }d|D}g}||z|d}t%|D]]|}dt'||d D}dkr|}@fdt)||D}^d|DS)z Differences: - out_prob = outputs["logits"].flatten(0, 1).sigmoid() instead of softmax - class_cost uses alpha and gamma logitsNrrr pred_boxescg|] }|d S class_labels.0vs \/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/transformers/loss/loss_lw_detr.py z2LwDetrHungarianMatcher.forward..6sCCCa. 1CCCcg|] }|d Sboxesrrs rrz2LwDetrHungarianMatcher.forward..7s = = =7 = = =rg?g@g:0yE>)pc8g|]}t|dSr!lenrs rrz2LwDetrHungarianMatcher.forward..Ns"222QQwZ222rdimc>g|]\}}t||Srr)rics rrz2LwDetrHungarianMatcher.forward..Ts)sssTQ21Q488sssrcg|]O\}}tj|d|dzzgtj|d|dgfPS)rr)np concatenate)rindice1indice2group_idgroup_num_queriess rrz2LwDetrHungarianMatcher.forward..Xsq ) GAJARU]A]4]'^__ GAJ'?@@rcg|]E\}}tj|tjtj|tjfFS))dtype)torch as_tensorint64)rr+js rrz2LwDetrHungarianMatcher.forward.._sHssscgcdfg%+666QVQ\8]8]8]^sssr)shapeflattensigmoidr6catlogr5tofloat32cdistr r bbox_cost class_cost giou_costviewcpusplitrange enumeratezip)selfoutputstargets group_detr batch_size num_queriesout_probout_bbox target_ids target_bboxalphagammaneg_cost_classpos_cost_classrCr5rBrD cost_matrixsizesindicescost_matrix_listgroup_cost_matrix group_indicesr2r3s @@rforwardzLwDetrHungarianMatcher.forward(s#*("3"9"1""= K8$,,Q22::<<<(00A66YCC7CCCDD i = =W = = =>> e)%8a(lT>Q=V=V=X=XVW#AAAzM2^AAAzM5RR ;;u}--!nnU]33 K+;;; LL'' ))A()K)KMefqMrMrsss ny04?Z3OORVR`clRll !&&z;CCGGII 22'222':5&,,->A,FFj))  H 0 : ssYO`OfOfglnpOqOqErErsssM1}}' -0,G,G tskrssssrN)__name__ __module__ __qualname__r6no_gradr_rrrrr's:U]__6t6t_6t6t6trrcxeZdZfdZdZejdZdZdZ dZ dZ dZ d Z xZS) LwDetrImageLossct||_||_||_||_||_dSN)super__init__matcher num_classes focal_alphalossesrN)rKrjrkrlrmrN __class__s rrizLwDetrImageLoss.__init__csB  && $rcd|vrtd|d}|j}||}tjdt ||D}|j} d} |d|} tjdt ||Dd} tjtt| t| d} | |} | }| }tj|}||  |}||fz}||| |d | z z}tj|d  |}|||<d |z ||<| |z|d |z zz }||z }d |i}|S) Nrz#No logits were found in the outputsc6g|]\}\}}|d|Srr)rt_Js rrz/LwDetrImageLoss.loss_labels..ss*%b%b%byq&1aa&7&:%b%b%brrrc6g|]\}\}}|d|Sr!rrrqrrr+s rrz/LwDetrImageLoss.loss_labels..w(!W!W!WIAv1!G*Q-!W!W!Wrrr(rg{Gz?loss_ce)KeyErrorr5_get_source_permutation_idxr6r=rJrldiagr rdetachr?cloner< zeros_likepowclampr>sum)rKrLrMr[ num_boxes source_logitsr5idxtarget_classes_orUrV src_boxes target_boxes iou_targetspos_iousprob pos_weights neg_weightspos_ind pos_qualityrwrms r loss_labelszLwDetrImageLoss.loss_labelsls1 7 " "@AA A) #..w77 9%b%bCPWY`LaLa%b%b%bcc L)#. y!W!WWgAVAV!W!W!W]^___ j ,Y-=-=-?-?@@BZ[gBhBh i ijk l  "nnU++ $$&&--//$$&&&}55 hhuoo((// )++7m''..a%i1H1HH k+t44;;==@@GG * G ; G,+kQXNN.s%)R)R)RQ#a.?*@*@)R)R)Rr)devicer$g?rcardinality_error) rr6r7r<maxvaluesrnn functionall1_lossfloat) rKrLrMr[rrrtarget_lengths card_predcard_errrms rloss_cardinalityz LwDetrImageLoss.loss_cardinalitys")R)R')R)R)R[abbb^^%%))"--4s:??BB =(():):N.rvrrr(none) reduction loss_bboxr loss_giou) rxryr6r=rJrrrrrzr r) rKrLrMr[rr source_boxesrrrmrs r loss_boxeszLwDetrImageLoss.loss_boxess w & &@AA A..w77|,S1 y!W!WWgAVAV!W!W!W]^___ M)), PV)WW 'mmoo 9{  8 F FH`amHnHn o o   (mmoo 9{ rcd|vrtd||}||}|d}||}d|D}t|\} } | |} | |} t j|dddf| j dddd}|ddd f d }| d } | |j } t|| |t|| |d } | S) z Compute the losses related to the masks: the focal loss and the dice loss. Targets dicts must contain the key "masks" containing a tensor of dim [nb_target_boxes, h, w]. pred_masksz#No predicted masks found in outputscg|] }|d S)masksrrrqs rrz.LwDetrImageLoss.loss_masks..s---7---rNbilinearF)sizemode align_cornersrr) loss_mask loss_dice)rxry_get_target_permutation_idxr decomposer?rr interpolater:r;rEr r ) rKrLrMr[r source_idx target_idx source_masksr target_masksvalidrms r loss_maskszLwDetrImageLoss.loss_maskssa w & &@AA A55g>> 55g>> |, #J/ --W---.s,cccna&!uvq99cccrcg|]\}}|Srr)rrrrs rrz?LwDetrImageLoss._get_source_permutation_idx..sBBB;FABBBrr6r=rI)rKr[ batch_idxrs rryz+LwDetrImageLoss._get_source_permutation_idxSIccPYZaPbPbcccdd YBB'BBBCC *$$rctjdt|D}tjd|D}||fS)NcDg|]\}\}}tj||Srr)rr+rrtargets rrz?LwDetrImageLoss._get_target_permutation_idx..s,cccna!Vuvq99cccrcg|]\}}|Srr)rrrrs rrz?LwDetrImageLoss._get_target_permutation_idx..sBBB;AvBBBrr)rKr[rrs rrz+LwDetrImageLoss._get_target_permutation_idxrrc|j|j|j|jd}||vrt d|d||||||S)N)labels cardinalityr"rzLoss z not supported)rrrr ValueError)rKlossrLrMr[rloss_maps rget_losszLwDetrImageLoss.get_lossse&0__    x  9T999:: :x~gwCCCrc  |jr|jnd}d|D}||||}t d|D}||z}t j|gt jtt| j }d}tj rKtjr8tj|tjjtj}t j||z d}i}|jD].} ||| ||||/d|vrt1|dD]{\ } || ||}|jD]W} | dkr || | |||} fd | D} || X|d |vrv|d } || || }|jD]N} || | |||} d | D} || O|S) a This performs the loss computation. Args: outputs (`dict`, *optional*): Dictionary of tensors, see the output specification of the model for the format. targets (`list[dict]`, *optional*): List of dicts, such that `len(targets) == batch_size`. The expected keys in each dict depends on the losses applied, see each loss' doc. rc2i|]\}}|dk |dk||S) enc_outputsauxiliary_outputsrrkrs r z+LwDetrImageLoss.forward..s:' ' ' Q]0B0BqL_G_G_AqG_G_G_rc3@K|]}t|dVdS)rNr&rs r z*LwDetrImageLoss.forward..s/@@1An-..@@@@@@r)r5r)op)minrrc(i|]\}}|dz|Srrrrrrr+s rrz+LwDetrImageLoss.forward..s)HHHAa'a''k1HHHrr)rNc i|] \}}|dz| S_encrrs rrz+LwDetrImageLoss.forward..'s"CCCDAq!f*aCCCr)trainingrNitemsrjrr6r7rnextiterrrdist is_availableis_initialized all_reduceReduceOpSUMget_world_sizeritemrmupdaterrI)rKrLrMrNoutputs_without_aux_and_encr[r world_sizermrrl_dictrr+s @rr_zLwDetrImageLoss.forwards)- >>CCEE K U UD MM$--gwSS T T T T ' ) )(1':M2N(O(O * *$$,,'8':NN K**Dw !]]41BGWV_``FHHHHHHHFMM&)))) * G # #!-0Kll;JlOOG  & &t['7IVVCCFLLNNCCC f%%%% r)r`rarbrirr6rcrrrryrrr_ __classcell__)rns@rrerebs%%%%%"""HU]__  _  2D%%%%%% D D D6666666rrec  t|j|j|j} gd} t | |j|j| |j} | |i} d}|| d<|| d<||d| d<|j rt||}|| d<| | ||j |j d |j d <|j rdi}t|jd z D]5|fd D6|d D}|t%fdD}||fS)N)rCrBrD)rr"r)rjrkrlrmrNrr)rrrr)rwrrrc(i|]\}}|dz|Srrrs rrz0LwDetrForObjectDetectionLoss..Zs)#S#S#Stq!AAK#S#S#Src i|] \}}|dz| Srrrs rrz0LwDetrForObjectDetectionLoss..\s"EEEAq6z1EEErc3BK|]}|v||zVdSrgr)rr loss_dict weight_dicts rrz/LwDetrForObjectDetectionLoss..^s:TT1 CSCSy|k!n,CSCSCSCSTTr)rrCrBrDre num_labelsrlrNr?auxiliary_lossrclass_loss_coefficientbbox_loss_coefficientgiou_loss_coefficientrHdecoder_layersrrr)rrrrconfig outputs_class outputs_coordenc_outputs_classenc_outputs_coordkwargsrjrm criterion outputs_lossraux_weight_dictenc_weight_dictrr+rrs @@@rLwDetrForObjectDetectionLossr-s%$0@FL\G0 / /F%&$ ILLL#L!+L#'##L>)-GG,= () ,//I$;&JfggK%;K  ,v,q011 U UA  " "#S#S#S#S{?P?P?R?R#S#S#S T T T T?+++EE1B1B1D1DEEEO''' TTTTTiTTT T TD - --r)NNNN)numpyr.r6torch.distributed distributedrtorch.nnrutilsrrloss_for_object_detectionrrr r r r r transformers.image_transformsrscipy.optimizerrModulererrrrrs ;;;;;;;;GFFFFFF54444448t8t8t8t8t-8t8t8tvHHHHHbiHHHb2.2.2.2.2.2.r