Commit f0fd1d15 by Zhihong Ma

fix: add figures and data of ResNet 50/152 & MobileNetV2

parent 718adf69
title_list: title_list:
INT_2 INT_3 INT_4 INT_5 INT_6 INT_7 INT_8 INT_9 INT_10 INT_11 INT_12 INT_13 INT_14 INT_15 INT_16 POT_2 POT_3 POT_4 POT_5 POT_6 POT_7 POT_8 FLOAT_3_E1 FLOAT_4_E1 FLOAT_4_E2 FLOAT_5_E1 FLOAT_5_E2 FLOAT_5_E3 FLOAT_6_E1 FLOAT_6_E2 FLOAT_6_E3 FLOAT_6_E4 FLOAT_7_E1 FLOAT_7_E2 FLOAT_7_E3 FLOAT_7_E4 FLOAT_7_E5 FLOAT_8_E1 FLOAT_8_E2 FLOAT_8_E3 FLOAT_8_E4 FLOAT_8_E5 FLOAT_8_E6 INT_2 INT_3 INT_4 INT_5 INT_6 INT_7 INT_8 INT_9 INT_10 INT_11 INT_12 INT_13 INT_14 INT_15 INT_16 POT_2 POT_3 POT_4 POT_5 POT_6 POT_7 POT_8 FLOAT_3_E1 FLOAT_4_E1 FLOAT_4_E2 FLOAT_5_E1 FLOAT_5_E2 FLOAT_5_E3 FLOAT_6_E1 FLOAT_6_E2 FLOAT_6_E3 FLOAT_6_E4 FLOAT_7_E1 FLOAT_7_E2 FLOAT_7_E3 FLOAT_7_E4 FLOAT_7_E5 FLOAT_8_E1 FLOAT_8_E2 FLOAT_8_E3 FLOAT_8_E4 FLOAT_8_E5 FLOAT_8_E6
js_flops_list: js_flops_list:
1550.9715484177518 1010.6618450832785 490.36711983121603 228.63618240796055 105.95458399477697 49.891832454127176 23.971386463834847 11.766940263306672 5.802198156728322 2.945552854494226 1.4089209459809153 0.7028945356689421 0.3627421448027583 0.19639652432616655 0.10290621589207728 1550.8075202402079 809.3304044813559 63.26114709313436 15.830878394687405 15.634705354751606 15.634431154765087 15.634698562637233 587.3992465237176 253.07460850671436 167.7732979941726 114.12219518775181 68.27832659271789 12.144600108734192 54.196499986788375 32.71026185994328 4.564269861924828 4.394313417840971 27.2226004480338 17.773922603276603 1.835626977923447 1.140768842343387 4.352845163504906 14.670441182682843 10.848507506546051 0.8384693109379681 0.2879456941504031 1.125951118032696 4.513798580930398 23.751628696034675 9.970130122904623 1.27369342087768 0.28313082786825217 0.0661330799143482 0.015909788749053112 0.003919561637024714 0.000976824876513856 0.0002478207988959643 6.729750617685151e-05 2.465999254564852e-05 1.4437640662014585e-05 1.753492282816915e-05 1.6118921091019203e-05 1.0942083041102445e-05 19.360958236249306 3.720049772121422 1.203861698176446 1.205551302740704 1.1875784274865653 1.197261990471644 1.187304920096399 3.9054602854075413 1.359654720924604 0.6455689626848736 0.738021827869755 0.21746836151979718 0.24024395039789773 0.5416934888086916 0.1090641843494709 0.062104454894076684 0.24001038871414732 0.4679728318331829 0.07558863061735592 0.015767804836310184 0.062021724817765404 0.24001037755982702 0.43631459469295775 0.06362924454198643 0.003988977252631458 0.015714696763899187 0.06202157326324543 0.24307858155352763
js_param_list: js_param_list:
2002.106323493944 1372.02362009663 671.0149474230941 309.663259250007 143.27027648429524 67.49540905020389 32.55983555593742 15.869736824352183 7.926162889715859 4.02332834190554 1.9402921921025507 0.9559948430950564 0.508804418130463 0.2717493824489641 0.13919396885736918 2001.9790999589547 1107.2067857978273 83.57876316913644 19.292681748877833 19.02125598032171 19.020799891258196 19.02136321962437 798.8315967007426 340.9924481049778 224.3565008774726 153.1878319793109 91.23587962872053 15.849439499156954 72.38482837963767 43.77844645529062 6.041587890012816 5.361963458618261 36.153465149572746 23.556317981886238 2.4844498630535665 1.3908570555914732 5.3079356070464785 19.032545512994524 14.363684371124728 1.1298448661196772 0.35511280677379703 1.3705161714374172 5.430401902437382 20.85553941977874 9.981209988545288 1.3539305429512496 0.30139434372520046 0.07038894495212882 0.016983314589243823 0.004172975453783345 0.0010420360112590532 0.00026273648166581423 7.17926315777753e-05 2.4605053810581976e-05 1.317531321555632e-05 1.9623210180810698e-05 1.747944047326041e-05 1.170199482974471e-05 17.390004975267495 3.8124967157643033 1.0178092545455621 1.0125712143846217 0.9928878407387453 1.0125745208871095 0.995760463684502 3.5930026564803716 1.1991610585566574 0.6596486829871696 0.6274086902313186 0.2277369707300968 0.20674715542055963 0.45375203785887974 0.11819179575270293 0.05360085504661807 0.20648789904506443 0.3899066809035698 0.0837931514468961 0.013553482490574238 0.05351237083520507 0.206488208407236 0.3632293653938247 0.07115836515515826 0.003443783278898041 0.01349690316709514 0.0535122559122496 0.20908980476129443
ptq_acc_list: ptq_acc_list:
10.0 10.01 11.68 35.86 71.22 88.15 90.01 90.61 90.77 90.77 90.79 90.77 90.77 90.77 90.77 10.0 8.88 18.15 23.5 19.47 15.55 15.61 12.42 18.8 37.09 19.94 44.44 74.39 40.94 49.59 88.61 75.76 46.23 56.11 90.24 88.38 78.55 56.06 53.84 90.71 90.27 88.32 71.82 10.0 10.0 11.86 46.5 75.15 88.16 90.38 90.67 90.81 90.78 90.81 90.82 90.79 90.77 90.77 10.0 10.32 16.21 18.59 17.49 17.34 18.47 13.0 10.63 33.64 21.79 46.89 72.72 36.71 68.56 88.48 76.4 52.7 58.52 90.32 88.99 75.24 51.23 57.34 90.59 90.41 88.78 70.99
acc_loss_list: acc_loss_list:
0.8898314421064228 0.8897212735485291 0.8713231243803019 0.6049355513936322 0.21537953068194335 0.028864162168117113 0.008372810399911765 0.0017626969262971974 0.0 0.0 -0.0002203371157872671 0.0 0.0 0.0 0.0 0.8898314421064228 0.9021703205905035 0.8000440674231575 0.7411038889500936 0.7855018177812052 0.8286878924754875 0.8280268811281261 0.8631706510961771 0.7928831111600749 0.5913848187727222 0.7803238955602071 0.5104109287209431 0.18045609782967936 0.548969923983695 0.45367412140575075 0.023796408505012634 0.16536300539825924 0.49069075685799274 0.38184422165913845 0.005838933568359603 0.02633028533656495 0.1346259777459513 0.3823950644486063 0.4068524843009804 0.0006610113473614881 0.0055084278946788585 0.02699129668392644 0.20876941720832878 0.8898314421064228 0.8898314421064228 0.8693400903382175 0.48771620579486613 0.17208328742976745 0.028753993610223638 0.004296573757849516 0.001101685578935709 -0.0004406742315743776 -0.00011016855789363355 -0.0004406742315743776 -0.0005508427894678545 -0.0002203371157872671 0.0 0.0 0.8898314421064228 0.8863060482538283 0.8214167676545114 0.79519665087584 0.8073151922441336 0.8089677206125372 0.7965186735705629 0.8567808747383496 0.8828908229591275 0.6293929712460063 0.7599427123498953 0.4834196320370166 0.19885424699790677 0.5955712239726781 0.24468436708163485 0.025228599757629085 0.1583122176930703 0.41941169990084826 0.3552935992067863 0.0049575851052110044 0.01961000330505675 0.17109177040872536 0.43560647791120416 0.36829348903822845 0.0019830340420843077 0.003966068084168772 0.021923543020821803 0.21791340751349567
title_list: title_list:
INT_2 INT_3 INT_4 INT_5 INT_6 INT_7 INT_8 INT_9 INT_10 INT_11 INT_12 INT_13 INT_14 INT_15 INT_16 POT_2 POT_3 POT_4 POT_5 POT_6 POT_7 POT_8 FLOAT_3_E1 FLOAT_4_E1 FLOAT_4_E2 FLOAT_5_E1 FLOAT_5_E2 FLOAT_5_E3 FLOAT_6_E1 FLOAT_6_E2 FLOAT_6_E3 FLOAT_6_E4 FLOAT_7_E1 FLOAT_7_E2 FLOAT_7_E3 FLOAT_7_E4 FLOAT_7_E5 FLOAT_8_E1 FLOAT_8_E2 FLOAT_8_E3 FLOAT_8_E4 FLOAT_8_E5 FLOAT_8_E6 INT_2 INT_3 INT_4 INT_5 INT_6 INT_7 INT_8 INT_9 INT_10 INT_11 INT_12 INT_13 INT_14 INT_15 INT_16 POT_2 POT_3 POT_4 POT_5 POT_6 POT_7 POT_8 FLOAT_3_E1 FLOAT_4_E1 FLOAT_4_E2 FLOAT_5_E1 FLOAT_5_E2 FLOAT_5_E3 FLOAT_6_E1 FLOAT_6_E2 FLOAT_6_E3 FLOAT_6_E4 FLOAT_7_E1 FLOAT_7_E2 FLOAT_7_E3 FLOAT_7_E4 FLOAT_7_E5 FLOAT_8_E1 FLOAT_8_E2 FLOAT_8_E3 FLOAT_8_E4 FLOAT_8_E5 FLOAT_8_E6
js_flops_list: js_flops_list:
1469.414342814702 866.0874342352733 381.5565602277652 169.18221229085108 78.82267155260986 37.754526594520954 18.515153791688547 9.354666264651968 4.563694245906456 2.205479237878888 1.1091092104104436 0.5377804901213837 0.24827767034479217 0.14283815911342562 0.07463956191264126 1469.2994550287851 670.7959107285827 47.486064140133465 11.113135358953256 10.970783263210283 10.970809026674786 10.971045295924528 468.1899266921865 189.15608989973475 119.8974617444954 85.97368505940334 49.70188531983513 9.180499482602498 41.72516188841945 23.929720892316485 3.3157563198123947 3.094939418253566 21.65610446037262 12.921220588085308 1.37834375168831 0.8028676010370622 3.0495072368117375 12.211155381042943 7.566622549160813 0.6068437164655487 0.206629018492998 0.7881132018682301 3.209749482698125 33.51452234870289 11.491148760988082 1.443232369683574 0.30895904466985846 0.07212736726486271 0.017521603310707724 0.004322850749958015 0.0010654208648101923 0.00027006499577500253 7.161059028231077e-05 2.538806909059987e-05 2.055073568547306e-05 1.620682115453542e-05 1.1986353787221355e-05 9.067183894872267e-06 30.863645293169988 4.784097662511332 1.6646070424398351 1.6585560614298085 1.6573939189141602 1.678128465984322 1.696152544154087 5.78339268163358 2.1114062743040702 0.8425751347317033 1.2052541601543698 0.2767788178149355 0.3748657360498163 0.9081736813090305 0.13299755106486685 0.09626535561783886 0.37471558677670597 0.7918321592327399 0.08953626957132739 0.024398799135561436 0.0962213077547234 0.3747139603715501 0.7410242796157969 0.07442835219519522 0.0061065013202944015 0.024361557223410733 0.09622132719129213 0.3932453051939647
js_param_list: js_param_list:
2428.388695366032 1576.3835862311166 735.7144816775965 330.7879670826985 153.8651132826839 73.29165336554594 35.886440151847374 18.054417795113007 8.71550268107359 4.208844604961609 2.089532093278776 0.9633847051060299 0.3967191667447389 0.20409221634042343 0.09841711129863948 2428.32641725148 1252.5298934046723 88.6695229301097 18.02081222203601 17.817638699939312 17.81805197224828 17.817443494485715 883.6762566395342 364.86096182524466 232.53743290664556 164.79476403956693 96.11400180562215 16.67957044460877 78.7486628351845 46.083739584063444 6.189988926373023 4.988900305675509 39.98449203615441 24.734066963325354 2.585781231886643 1.3054649551746371 4.9472935954404 21.66781080710387 14.319081489805278 1.0990111398076245 0.33141428747561985 1.2786737197199143 5.037454816228963 33.721554105756816 13.269154166033433 1.877153395798168 0.4076554546710941 0.09554313376446293 0.023148392970637945 0.005675039691374743 0.001426682819835179 0.00036345209532231146 9.38985449811094e-05 2.837714142247516e-05 3.191036192167962e-05 2.277355467755515e-05 1.0829856218760036e-05 8.09611746277672e-06 33.383130206500184 5.912517637356709 1.725167775811526 1.6936075456198305 1.7079693950603978 1.745066474153093 1.7771297088256834 6.363561522947833 2.233996327924317 1.0358764351056118 1.245546534684258 0.3518593191648724 0.3809527745802683 0.9287923064091098 0.17743315049465594 0.09900998360709243 0.38070531858108136 0.8063356331707637 0.12348247277252783 0.024949418674407576 0.09893290024757509 0.3807042031089577 0.7535293303127147 0.1040074579869313 0.006337410559870987 0.02488997718210982 0.09893348151517127 0.4220865848581757
ptq_acc_list: ptq_acc_list:
10.0 10.0 20.08 75.03 88.19 89.81 90.23 90.5 90.48 90.54 90.53 90.57 90.59 90.57 90.56 10.0 12.24 16.16 13.0 21.38 19.87 21.15 12.25 12.99 37.39 24.11 76.45 76.57 38.86 85.05 88.16 78.1 51.66 86.67 90.09 87.89 76.06 54.48 87.17 90.32 90.06 87.96 79.95 10.0 10.03 14.16 73.84 88.41 89.87 90.3 90.48 90.45 90.54 90.53 90.54 90.58 90.57 90.56 10.0 10.93 22.69 23.64 17.97 24.65 23.01 15.05 15.76 45.01 26.09 75.66 75.82 41.03 84.68 87.95 78.47 49.61 86.32 90.14 88.01 77.2 54.96 87.52 90.17 90.02 88.25 78.85
acc_loss_list: acc_loss_list:
0.8895759717314488 0.8895759717314488 0.7782685512367491 0.17148851590106007 0.026170494699646694 0.008281802120141343 0.003643992932862172 0.0006625441696113325 0.000883392226148391 0.00022084805653705853 0.00033127208480566626 -0.0001104240282684508 -0.00033127208480566626 -0.0001104240282684508 0.0 0.8895759717314488 0.8648409893992933 0.8215547703180213 0.8564487632508834 0.7639134275618376 0.7805874558303887 0.766453180212014 0.8647305653710248 0.856559187279152 0.5871245583038869 0.733767667844523 0.1558083038869258 0.15448321554770328 0.57089222614841 0.06084363957597179 0.02650176678445236 0.13758833922261493 0.42954946996466437 0.04295494699646644 0.0051899293286218956 0.0294832155477032 0.1601148409893993 0.3984098939929329 0.03743374558303887 0.00265017667844533 0.005521201413427562 0.028710247349823415 0.11715989399293285 0.8895759717314488 0.8892446996466431 0.8436395759717314 0.18462897526501765 0.023741166077738577 0.00761925795053001 0.0028710247349823886 0.000883392226148391 0.0012146643109540573 0.00022084805653705853 0.00033127208480566626 0.00022084805653705853 -0.00022084805653705853 -0.0001104240282684508 0.0 0.8895759717314488 0.8793065371024734 0.7494478798586572 0.7389575971731449 0.8015680212014135 0.7278047703180212 0.7459143109540636 0.8338118374558304 0.8259717314487632 0.5029814487632509 0.7119037102473498 0.1645318021201414 0.16276501766784462 0.5469302120141343 0.06492932862190808 0.028820671378091866 0.13350265017667848 0.4521863957597173 0.04681978798586582 0.004637809187279171 0.028158127208480533 0.14752650176678445 0.3931095406360424 0.03356890459363964 0.0043065371024735045 0.005962897526501836 0.02550795053003536 0.12930653710247358
## update: <br>2023.4.24<br> ## update: <br>2023.4.24<br>
补充了一些数据和拟合图<br>
尝试将ResNet18,ResNet50,ResNet152,MobileNetV2四个模型的数据点拟合在同一张图上,效果还不错。不过考虑到这四个模型的结构较为相似,暂不确定与其他的结构差异较大的模型的数据点在一起拟合效果如何。
1. ResNet50:
<img src = "fig/50_flops_f.png" class="h-90 auto">
<img src = "fig/50_params_F.png" class="h-90 auto">
2. ResNet152:
<img src = "fig/152_flops_f.png" class="h-90 auto">
<img src = "fig/152_params_f.png" class="h-90 auto">
3. 综合了ResNet18,ResNet50,ResNet152,MobileNetV2的数据点的拟合图
<img src = "fig/total_flops.png" class="h-90 auto">
<img src = "fig/total_params.png" class="h-90 auto">
## update: <br>2023.4.24<br>
- 解决的问题: - 解决的问题:
1. PoT拟合异常 <br> 1. PoT拟合异常 <br>
2. 曲线拟合效果较差 2. 曲线拟合效果较差
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment