ktj3vddlZddlZddlZddlZddlmZ ddZdZdZdZ dZ ddZ d Z d Z d Zed kryeZed eddlmZeejejsejs JdeeZnejZddlmZeeeZeD]ZeedSdS)N) TensorProtoc.tj}|dddtd|dddtd|d d dtd d |dddtdd |ddtd d |ddtd d |ddtdd |ddt dd |ddtdd |ddtdd |d!dtdd" |d#dtdd$ |d%dd&gd'd()|d*d+dd,d-.|d/|d0dtd1d2 |d3dd,d4.|d5|d6dd,d7.|d8|d9d:dd,;|d<||S)=Nz-iz--inputFz2Set the input file for reading the profile results)requiredtypehelpz-mz--modelzIonnx model path to run profiling. Required when --input is not specified.z-bz --batch_sizezbatch size of input)rrdefaultrz-sz--sequence_length zsequence length of inputz--past_sequence_lengthzpast sequence length for gpt2z--global_lengthz&number of global tokens for longformerz --samplesiz\number of samples to test. Set it large enough to reduce the variance of performance result.z --thresholdg{Gz?zfThreshold of run time ratio among all nodes. Nodes with larger ratio will show in top expensive nodes.z --thread_numznumber of threads to usez--input_ids_namez"input name for input IDs, for bertz--segment_ids_namez$input name for segment IDs, for bertz--input_mask_namez'input name for attention mask, for bertz--dummy_inputsr )bertgpt2 longformerr zEType of model inputs. The default will create dummy inputs with ones.)rr choicesrz-gz --use_gpu store_truezuse GPU)ractionr)use_gpuz --providercudazExecution provider to usez--basic_optimizationz_Enable only basic graph optimizations. By default, all optimizations are enabled in OnnxRuntime)basic_optimizationz--kernel_time_onlyz.Only include the kernel time and no fence time)kernel_time_onlyz-vz --verbose)rr)verbose)argparseArgumentParser add_argumentstrintfloat set_defaults parse_args)argvparsers _/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/onnxruntime/transformers/profiler.pyparse_argumentsr"s  $ & &F    A     X     "     '     ,    5    k    u    '    1    3    6  999 T  kE,U^___ &&&   (   n   5111  =   /// kE,OOO &&&   T " ""cddlm}||||| |d}|D]}|d|} |} | S)Nr)create_onnxruntime_sessionT)enable_all_optimization num_threadsenable_profiling)benchmark_helperr%run end_profiling) onnx_model_pathrproviderr thread_num all_inputsr%sessioninputs_ profile_files r! run_profiler4s};;;;;;(($6 6 G&& KKf % %((**L r#ct|dtkr#t||dndS)Nvalue)r WhichOneofrgetattr)dims r!get_dim_from_type_protor:sC489P9P4Q4QUX4X4X73w// 0 0 0^bbr#c8d|jjjDS)Nc,g|]}t|S)r:).0ds r! z-get_shape_from_type_proto..s! Q Q Q1 #A & & Q Q Qr#) tensor_typeshaper9) type_protos r!get_shape_from_type_protorDs Q Q 0F0L0P Q Q QQr#c i |D]F}t|j}g}t|D]/\}}t |t r||0t|dkrdSt|dkr |||d<t|dkr |||d<|jjj } | tj tj tj fvsJ| tj kr tjn'| tj kr tjn tj} tj|| } | |j<H fdt)|D} | S)a Create dummy inputs for ONNX model. Args: onnx_model (OnnxModel): ONNX model batch_size (int): batch size sequence_length (int): sequence length samples (int): number of samples Returns: List[Dict]: list of inputs Nrrdtypecg|]}Sr=r=r>r2 dummy_inputss r!r@z'create_dummy_inputs..7771,777r#)'get_graph_inputs_excluding_initializersrDr enumerate isinstancerappendlenrA elem_typerFLOATINT32INT64numpyfloat32int64int32onesnamerange) onnx_model batch_sizesequence_lengthsamples graph_inputrB symbol_dimsir9rR data_typedatar/rKs @r!create_dummy_inputsrfsL!IIKK.. )+*:;; && & &FAs#s## &""1%%% {  a  44 {  a  $.E+a. ! {  a  $3E+a. !$0: [. 0A;CTUUUUUK--- MM!*k.?!?!?%++U[  z%y111)- [%&&7777g777J r#c bddlm}m}|||||\} } } ||||dd| | | d } | S)a-Create dummy inputs for BERT model. Args: onnx_model (OnnxModel): ONNX model batch_size (int): batch size sequence_length (int): sequence length samples (int): number of samples input_ids_name (str, optional): Name of graph input for input IDs. Defaults to None. segment_ids_name (str, optional): Name of graph input for segment IDs. Defaults to None. input_mask_name (str, optional): Name of graph input for attention mask. Defaults to None. Returns: List[Dict]: list of inputs r)find_bert_inputsgenerate_test_data{F) test_casesseedr input_ids segment_ids input_maskrandom_mask_length)bert_test_datarhri) r]r^r_r`input_ids_namesegment_ids_nameinput_mask_namerhrirmrnror/s r!create_bert_inputsrusv.DCCCCCCC)9)9*nVfhw)x)x&I{J##     J r#cz|||||zd}i|D]}t|j}t|D];\}} t | t r!| |vrt d| || ||<<|jjj} | tj tj tj fvsJ| tj kr tjn'| tj kr tjn tj} tj|| } | |j<fdt'|D} | S)aCreate dummy inputs for GPT-2 model. Args: onnx_model (OnnxModel): ONNX model batch_size (int): batch size sequence_length (int): sequence length past_sequence_length (int): past sequence length samples (int): number of samples Raises: RuntimeError: symbolic is not supported. Use the tool convert_to_onnx.py to export ONNX model instead. Returns: List[Dict]: list of inputs )r^seq_len past_seq_len total_seq_lensymbol is not supported: rGcg|]}Sr=r=rJs r!r@z&create_gpt2_inputs..7rLr#)rMrDrrNrOr RuntimeErrorrArRrrSrTrUrVrWrXrYrZr[r\)r]r^r_past_sequence_lengthr`symbolsrarBrcr9rRrdrer/rKs @r!create_gpt2_inputsr sb$!",(+?? GL!IIKK.. )+*:;;&& , ,FAs#s## ,g%%&'H3'H'HIII&s|E!H$0: [. 0A;CTUUUUUK--- MM!*k.?!?!?%++U[  z%y111)- [%&&7777g777J r#c||d}i|D])}t|j}t|D];\}} t | t r!| |vrt d| || ||<<|jjj} | tj tj tj fvsJ| tj kr tjn'| tj kr tjn tj} d|jvr"tj|| } d| ddd|f<ntj|| } | |j<+fdt)|D} | S)aCreate dummy inputs for Longformer model. Args: onnx_model (OnnxModel): ONNX model batch_size (int): batch size sequence_length (int): sequence length global_length (int): number of global tokens samples (int): number of samples Raises: RuntimeError: symbolic is not supported. Use the tool convert_longformer_to_onnx.py to export ONNX model instead. Returns: List[Dict]: list of inputs )r^r_rzglobalrGrNcg|]}Sr=r=rJs r!r@z,create_longformer_inputs..frLr#)rMrDrrNrOrr|rArRrrSrTrUrVrWrXrYr[zerosrZr\)r]r^r_ global_lengthr`r~rarBrcr9rRrdrer/rKs @r!create_longformer_inputsr;s (OLLGL!IIKK.. )+*:;;&& , ,FAs#s## ,g%%&'H3'H'HIII&s|E!H$0: [. 0A;CTUUUUUK--- MM!*k.?!?!?%++U[  {' ' ';uI666D&'DN]N" # #:e9555D)- [%&&7777g777J r#c |jdkr|jntjd}dtjvrt |tjd<ddlm}ddlm }|||j }d}|j dkr4t||j |j|j|j|j|j}n|j dkr(t'||j |j|j|j}nT|j d kr(t+||j |j|j|j}n!t/||j |j|j}t1|j |j|j|j|j|}|S) NrF)logicalOMP_NUM_THREADS)load) OnnxModelr r r)r.psutil cpu_countosenvironronnxrr]rmodelrKrur^r_r`rrrsrtrr}rrrfr4rr-r)argsr'rrr]r/r3s r!r*r*js%)_q%8%8$//f>NW\>]>]>]K **(+K(8(8 $%$$$$$$44 ++,,JJ F""'  O  L    !      f $ $'  O   % L     l * *-  O    L   )T_dFZ\`\hii       L r#__main__ Arguments) setup_loggerzMrequires either --model to run profiling or --input to read profiling results)process_results)N)NNN)rrrVrrrr"r4r:rDrfrurrr*__name__ argumentsprintr)rrinputrr3profile_result_processorrresultsliner=r#r!rs I#I#I#I#X&cccRRR'''^&&&&R---`,,,^333l z!!I E+y!!!------L"### ?'oo ooos9~~   888888olI66G d %"r#