# THJn[U5R5VVs0sH upUcM X_M nnnURS5nX44v ML gs snnf7f)Nlabel)ritemspop)exkvdr+featuress r$gen2_tf_glue_convert_examples_to_features..gen^sS&,Rj&6&6&8J&8daATQT&8Jgj Js"AAA$AN)glue_processorstfds_mapget_example_from_tensor_dictr%rfloat32int64model_input_namesrr from_generatordictfromkeysint32 TensorShape) rrrr processorexample label_typer3 input_namesr/r2s @r$r"r"Ns$D)+ gopgo\c&&y'M'Mg'VWgop4XU_k#'7?RZZ  !  11 ww--  ]]; 1: >1< =A'' =r~~b?Q R  q>s (D  D c^^Uc URnUbc[U"5nUc+UR5n[R SUSU35 Tc$[ Um[R STSU35 [ U5VVs0sHupxX_M snnmS[S[[[S44UU4Sjjn UV s/sH o"U 5PM n n U"UV s/sHoRU R4PM sn USSS 9n /n [[U55H;nU Vs0sH oXU_M nn[S0UDS X0D6nU R!U5 M= [ USS 5HVupz[R S 5 [R S U R"35 [R SX35 MX U $s snnfs sn fs sn fs snf)NzUsing label list z for task zUsing output mode rAr'c>URcgTS:XaTUR$TS:Xa[UR5$[T5e)Nclassification regression)r+floatKeyError)rA label_maprs r$label_from_example>_glue_convert_examples_to_features..label_from_examplesJ ==  * *W]]+ + L (' '{##r&rT)rpadding truncationr+z*** Example ***zguid: z features: )model_max_lengthr5 get_labelsloggerinfoglue_output_modes enumerater rintrHtext_atext_brangelenrappendguid)rrrrrrr@ir+rKrAlabelsbatch_encodingr2r/inputsfeaturerJs ` @r$r#r#ms//  #D)+  "--/J KK+Ja^&q))>B:&: : "  ! -  %& fW\\N+, j ./. OAAC CCs F=>G GG c\rSrSrSrSrSrg) OutputModerFrGrPN)__name__ __module__ __qualname____firstlineno__rFrG__static_attributes__rPr&r$rdrds %NJr&rdcP^\rSrSrSrU4SjrSrSrSrSr Sr S r S r U=r $) MrpcProcessorz/Processor for the MRPC data set (GLUE version).c>[TU]"U0UD6 [R"[R S5[ 5 gNr@super__init__rrrrrselfargskwargs __class__s r$rrMrpcProcessor.__init__/ $)&) )00=}Mr&c [USR5USR5RS5USR5RS5[USR555$See base class.idx sentence1utf-8 sentence2r+r numpydecodestrrt tensor_dicts r$r7*MrpcProcessor.get_example_from_tensor_dictn   $ $ &  $ * * , 3 3G <  $ * * , 3 3G <  G$**, -   r&c[RS[RR US535 UR UR [RR US55S5$)r|z LOOKING AT train.tsvtrain)rSrTospathjoin_create_examples _read_tsvrtdata_dirs r$get_train_examples MrpcProcessor.get_train_examplessQ k"'',,x"E!FGH$$T^^BGGLL;4W%XZabbr&cURUR[RR US55S5$r|zdev.tsvdevrrrrrrs r$get_dev_examplesMrpcProcessor.get_dev_examples.$$T^^BGGLL94U%VX]^^r&cURUR[RR US55S5$r|ztest.tsvtestrrs r$get_test_examplesMrpcProcessor.get_test_examples.$$T^^BGGLL:4V%WY_``r&c SS/$r|01rPrts r$rRMrpcProcessor.get_labels Szr&c /n[U5HDupEUS:XaM USU3nUSnUSnUS:XaSOUSn UR[XgXS95 MF U$)5Creates examples for the training, dev and test sets.r-rrNr]rXrYr+rVr\r rtlinesset_typerr^liner]rXrYr+s r$rMrpcProcessor._create_examplessp 'GAAvZq$D!WF!WF$.DDGE OOLd&^ _(r&rPrfrgrhri__doc__rrr7rrrrRrrj __classcell__rws@r$rlrls29N c _a  r&rlcP^\rSrSrSrU4SjrSrSrSrSr Sr S r S r U=r $) MnliProcessorz3Processor for the MultiNLI data set (GLUE version).c>[TU]"U0UD6 [R"[R S5[ 5 grorprss r$rrMnliProcessor.__init__ryr&c [USR5USR5RS5USR5RS5[USR555$)r|r}premiser hypothesisr+rrs r$r7*MnliProcessor.get_example_from_tensor_dictsn   $ $ &  " ( ( * 1 1' :  % + + - 4 4W =  G$**, -   r&cURUR[RR US55S5$r|rrrrs r$r MnliProcessor.get_train_examples.$$T^^BGGLL;4W%XZabbr&cURUR[RR US55S5$)r|zdev_matched.tsv dev_matchedrrs r$rMnliProcessor.get_dev_exampless/$$T^^BGGLLK\4]%^`mnnr&cURUR[RR US55S5$)r|ztest_matched.tsv test_matchedrrs r$rMnliProcessor.get_test_exampless/$$T^^BGGLLK]4^%_aoppr&c /SQ$)r|) contradiction entailmentneutralrPrs r$rRMnliProcessor.get_labelss99r&c /n[U5HWupEUS:XaM USUS3nUSnUSnURS5(aSOUSn UR[XgXS95 MY U$) rrr rNr)rV startswithr\r rs r$rMnliProcessor._create_exampless} 'GAAvZqa *D!WF!WF$//77DT"XE OOLd&^ _(r&rPrrs@r$rrs2=N coq:  r&rc8^\rSrSrSrU4SjrSrSrSrU=r $)MnliMismatchedProcessoriz>Processor for the MultiNLI Mismatched data set (GLUE version).c>[TU]"U0UD6 [R"[R S5[ 5 grorprss r$rr MnliMismatchedProcessor.__init__ ryr&cURUR[RR US55S5$)r|zdev_mismatched.tsvdev_mismatchedrrs r$r(MnliMismatchedProcessor.get_dev_examples s/$$T^^BGGLLK_4`%acsttr&cURUR[RR US55S5$)r|ztest_mismatched.tsvtest_mismatchedrrs r$r)MnliMismatchedProcessor.get_test_exampless/$$T^^BGGLLK`4a%bduvvr&rP) rfrgrhrirrrrrrjrrs@r$rrsHNuwwr&rcP^\rSrSrSrU4SjrSrSrSrSr Sr S r S r U=r $) ColaProcessoriz/Processor for the CoLA data set (GLUE version).c>[TU]"U0UD6 [R"[R S5[ 5 grorprss r$rrColaProcessor.__init__ryr&c [USR5USR5RS5S[USR555$r|r}sentencerNr+rrs r$r7*ColaProcessor.get_example_from_tensor_dictU   $ $ &  # ) ) + 2 27 ;   G$**, -   r&cURUR[RR US55S5$rrrs r$r ColaProcessor.get_train_examples&rr&cURUR[RR US55S5$rrrs r$rColaProcessor.get_dev_examples*rr&cURUR[RR US55S5$rrrs r$rColaProcessor.get_test_examples.rr&c SS/$rrPrs r$rRColaProcessor.get_labels2rr&c US:HnU(aUSSnU(aSOSn/n[U5H8upgUSU3nXtn U(aSOUSn UR[XSU S95 M: U$)rrr Nrrrr) rtrr test_mode text_indexrr^rr]rXr+s r$rColaProcessor._create_examples6s{& !"IE#Q  'GAZq$D%F%D47E OOLd$V[\ ] ( r&rPrrs@r$rrs29N c_a  r&rcP^\rSrSrSrU4SjrSrSrSrSr Sr S r S r U=r $) Sst2ProcessoriEz0Processor for the SST-2 data set (GLUE version).c>[TU]"U0UD6 [R"[R S5[ 5 grorprss r$rrSst2Processor.__init__Hryr&c [USR5USR5RS5S[USR555$rrrs r$r7*Sst2Processor.get_example_from_tensor_dictLrr&cURUR[RR US55S5$rrrs r$r Sst2Processor.get_train_examplesUrr&cURUR[RR US55S5$rrrs r$rSst2Processor.get_dev_examplesYrr&cURUR[RR US55S5$rrrs r$rSst2Processor.get_test_examples]rr&c SS/$rrPrs r$rRSst2Processor.get_labelsarr&c /nUS:XaSOSn[U5H?upVUS:XaM USU3nXdnUS:XaSOUSn UR[XxSU S95 MA U$)rrr rrNrr) rtrrrrr^rr]rXr+s r$rSst2Processor._create_examplesesw"f,Q!  'GAAvZq$D%F$.DDGE OOLd$V[\ ] (r&rPrrs@r$rrEs2:N c_a  r&rcP^\rSrSrSrU4SjrSrSrSrSr Sr S r S r U=r $) StsbProcessorisz0Processor for the STS-B data set (GLUE version).c>[TU]"U0UD6 [R"[R S5[ 5 grorprss r$rrStsbProcessor.__init__vryr&c [USR5USR5RS5USR5RS5[USR555$r{rrs r$r7*StsbProcessor.get_example_from_tensor_dictzrr&cURUR[RR US55S5$rrrs r$r StsbProcessor.get_train_examplesrr&cURUR[RR US55S5$rrrs r$rStsbProcessor.get_dev_examplesrr&cURUR[RR US55S5$rrrs r$rStsbProcessor.get_test_examplesrr&cS/$)r|NrPrs r$rRStsbProcessor.get_labelss v r&c /n[U5HGupEUS:XaM USUS3nUSnUSnUS:XaSOUSn UR[XgXS95 MI U$) rrrrrNrrrrs r$rStsbProcessor._create_examplest 'GAAvZqa *D!WF!WF$.DDHE OOLd&^ _(r&rPrrs@r$rrss2:N c_a  r&rcP^\rSrSrSrU4SjrSrSrSrSr Sr S r S r U=r $) QqpProcessoriz.Processor for the QQP data set (GLUE version).c>[TU]"U0UD6 [R"[R S5[ 5 grorprss r$rrQqpProcessor.__init__ryr&c [USR5USR5RS5USR5RS5[USR555$)r|r} question1r question2r+rrs r$r7)QqpProcessor.get_example_from_tensor_dictrr&cURUR[RR US55S5$rrrs r$rQqpProcessor.get_train_examplesrr&cURUR[RR US55S5$rrrs r$rQqpProcessor.get_dev_examplesrr&cURUR[RR US55S5$rrrs r$rQqpProcessor.get_test_examplesrr&c SS/$rrPrs r$rRQqpProcessor.get_labelsrr&c US:HnU(aSOSnU(aSOSn/n[U5HGupxUS:XaM USUS3n Xn Xn U(aSOUS n UR[XXS 95 MI U$![a MZf=f) rrr rrrrNrOr)rV IndexErrorr\r ) rtrrrq1_indexq2_indexrr^rr]rXrYr+s r$rQqpProcessor._create_exampless& !1q!1q 'GAAvZqa *D  )tAw OOLd&^ _(  sA66 BBrPrrs@r$rrs28N c_ar&rcP^\rSrSrSrU4SjrSrSrSrSr Sr S r S r U=r $) QnliProcessoriz/Processor for the QNLI data set (GLUE version).c>[TU]"U0UD6 [R"[R S5[ 5 grorprss r$rrQnliProcessor.__init__ryr&c [USR5USR5RS5USR5RS5[USR555$)r|r}questionrrr+rrs r$r7*QnliProcessor.get_example_from_tensor_dictsn   $ $ &  # ) ) + 2 27 ;  # ) ) + 2 27 ;  G$**, -   r&cURUR[RR US55S5$rrrs r$r QnliProcessor.get_train_examplesrr&cURUR[RR US55S5$rrrs r$rQnliProcessor.get_dev_examplesrr&cURUR[RR US55S5$rrrs r$rQnliProcessor.get_test_examplesrr&c SS/$r|rnot_entailmentrPrs r$rRQnliProcessor.get_labels.//r&c /n[U5HGupEUS:XaM USUS3nUSnUSnUS:XaSOUSn UR[XgXS95 MI U$ rrrr r(rNrrrrs r$rQnliProcessor._create_examplesrr&rPrrs@r$r.r.s29N c_a0  r&r.cP^\rSrSrSrU4SjrSrSrSrSr Sr S r S r U=r $) RteProcessoriz.Processor for the RTE data set (GLUE version).c>[TU]"U0UD6 [R"[R S5[ 5 grorprss r$rrRteProcessor.__init__ryr&c [USR5USR5RS5USR5RS5[USR555$r{rrs r$r7)RteProcessor.get_example_from_tensor_dict rr&cURUR[RR US55S5$rrrs r$rRteProcessor.get_train_examplesrr&cURUR[RR US55S5$rrrs r$rRteProcessor.get_dev_examplesrr&cURUR[RR US55S5$rrrs r$rRteProcessor.get_test_examplesrr&c SS/$r;rPrs r$rRRteProcessor.get_labelsr>r&c /n[U5HGupEUS:XaM USUS3nUSnUSnUS:XaSOUSn UR[XgXS95 MI U$r@rrs r$rRteProcessor._create_examples#rr&rPrrs@r$rCrCs28N c_a0  r&rCcP^\rSrSrSrU4SjrSrSrSrSr Sr S r S r U=r $) WnliProcessori1z/Processor for the WNLI data set (GLUE version).c>[TU]"U0UD6 [R"[R S5[ 5 grorprss r$rrWnliProcessor.__init__4ryr&c [USR5USR5RS5USR5RS5[USR555$r{rrs r$r7*WnliProcessor.get_example_from_tensor_dict8rr&cURUR[RR US55S5$rrrs r$r WnliProcessor.get_train_examplesArr&cURUR[RR US55S5$rrrs r$rWnliProcessor.get_dev_examplesErr&cURUR[RR US55S5$rrrs r$rWnliProcessor.get_test_examplesIrr&c SS/$rrPrs r$rRWnliProcessor.get_labelsMrr&c /n[U5HGupEUS:XaM USUS3nUSnUSnUS:XaSOUSn UR[XgXS95 MI U$r@rrs r$rWnliProcessor._create_examplesQrr&rPrrs@r$rSrS1s29N c_a  r&rSr() colamnlimrpcsst-2r)qqpqnlirtewnli) rbrczmnli-mmrdrer)rfrgrhrirFrG)NNNN).rrr dataclassesrenumrtypingrrtokenization_utilsrutilsr r r r r tensorflowr get_loggerrfrSrlistrWr%rrr r"r#rdrlrrrrrrr.rCrSglue_tasks_num_labelsr5rUrPr&r$rss " "5-==   H %m!%  D&(99: "   F $(  ''// & SM    D!%  4< 4"4 4n ,M,^+M+\ wm w ,M,^+M+\+M+\1=1h+M+\+=+\+M+^       &                  r&