lnp_ml/reports/ablation_full_summary.csv

11 lines
8.7 KiB
CSV

variant,run_dir,size.mse_mean,size.mse_std,size.rmse_mean,size.rmse_std,size.mae_mean,size.mae_std,size.r2_mean,size.r2_std,delivery.mse_mean,delivery.mse_std,delivery.rmse_mean,delivery.rmse_std,delivery.mae_mean,delivery.mae_std,delivery.r2_mean,delivery.r2_std,pdi.accuracy_mean,pdi.accuracy_std,pdi.precision_mean,pdi.precision_std,pdi.recall_mean,pdi.recall_std,pdi.f1_mean,pdi.f1_std,ee.accuracy_mean,ee.accuracy_std,ee.precision_mean,ee.precision_std,ee.recall_mean,ee.recall_std,ee.f1_mean,ee.f1_std,toxic.accuracy_mean,toxic.accuracy_std,toxic.precision_mean,toxic.precision_std,toxic.recall_mean,toxic.recall_std,toxic.f1_mean,toxic.f1_std,biodist.kl_divergence_mean,biodist.kl_divergence_std,biodist.js_divergence_mean,biodist.js_divergence_std
s1_baseline,models/abl_full/s1_baseline/seed42,0.976582486231686,0.5963594058421813,0.9386443449876178,0.30907811286866,0.5093074968606859,0.045639036325825846,0.030267447403631187,0.07652419024801474,0.7531908574686035,0.20899310967661966,0.8594886207759702,0.12029201230848217,0.5876535972008421,0.05617003172137069,0.23850857369075168,0.11987061343757097,0.7142857142857142,0.0673435029701474,0.6590158423347396,0.06771930178345034,0.6799028498026038,0.07047590125597848,0.6624555292027603,0.0721248119992936,0.6452380952380952,0.05016977977548923,0.5954381307077385,0.06114350922554513,0.6296422195917994,0.07692682031615919,0.5974855696207915,0.06531680188025496,0.9533729675867818,0.01171647555533869,0.7528571428571429,0.027330180671012855,0.9755250194451648,0.006213851706247248,0.822434637832868,0.026567667174673414,0.24735379460879597,0.04673308028747034,0.06151416634635892,0.014799767616865855
s1_moe,models/abl_full/s1_moe/seed42,0.9105140381563668,0.5583203783065406,0.9081213554959154,0.2929669637495464,0.5144287858175314,0.05222769965594899,0.07824805140382134,0.13284472877537107,0.7955927189450559,0.18139070929494158,0.8863389242948788,0.09998014915398587,0.6018270786490667,0.04510725796194226,0.1861774443811016,0.11421660992070844,0.6785714285714285,0.03912303982179759,0.6283949264940283,0.04723947170460931,0.6550060501351513,0.057755672220942474,0.6293246461512715,0.04952765477213993,0.6714285714285714,0.054606404481808174,0.6236029649098804,0.0609510201663861,0.6648749215303836,0.07841896250718941,0.630740239695576,0.06822260291411461,0.9500396342534485,0.014290090778642328,0.7457142857142858,0.03149343955006944,0.9737706334802525,0.007575117962473199,0.8148343102325404,0.0312513648447909,0.27210450590411284,0.05713032818829422,0.06842654049228214,0.017588239010530773
s1_llm,models/abl_full/s1_llm/seed42,0.9664999111869987,0.6092440138436447,0.9312116139258919,0.31519016684619855,0.5191321368401227,0.04608458146394721,0.0464814847004378,0.10702101948116965,0.7941472423146012,0.19496533924809686,0.8847355592827743,0.10672503199904841,0.612046527581894,0.04184654036430236,0.1942962185648381,0.08633257826101888,0.7214285714285713,0.06144518047887591,0.672703298336439,0.061700087538997354,0.6992473486552994,0.06495931304343325,0.6748603085568148,0.06528928747510024,0.6595238095238095,0.06326347740755436,0.5986529924337259,0.07185963720361778,0.6298331920180659,0.08586973889602928,0.6034856486764326,0.07805952152979412,0.9734916148483135,0.02219715383749552,0.8994078416379934,0.1193210012004697,0.906261343012704,0.09781609924991808,0.8745698672026105,0.07332155517028771,0.21088800669840985,0.011832466231885556,0.05097368578929492,0.005145672056299937
s1_both,models/abl_full/s1_both/seed42,0.9923132343705776,0.5984792866289451,0.9462270251540387,0.31139629291100435,0.5201510432974168,0.04270959104369673,0.011977608975169663,0.11548120300234146,0.7935433976306223,0.23319925995033153,0.8814803314233683,0.12859169080609734,0.5820331384351507,0.061539044654339216,0.19519714034596314,0.15267046261263886,0.7095238095238096,0.03579356280564977,0.6525133374440925,0.038896714345804356,0.6736664429488562,0.045941327217941516,0.6532400006073505,0.03965670173096385,0.65,0.058612064881386504,0.6017754740722191,0.08029513301572835,0.6427726447222246,0.09880211353738708,0.6030584998804541,0.08094020366006734,0.9736009044657997,0.026575657889142013,0.8911027568922305,0.1303200307180046,0.9379310344827585,0.09496854726841662,0.8862220817530553,0.09421858471870986,0.20073152479828177,0.03549650407693031,0.04979843734415591,0.013252880014325175
s2_chemeleon,models/abl_full/s2_chemeleon/seed42,0.903802642898307,0.5929400225184294,0.8979455520213733,0.3122441808958788,0.4928752020139133,0.0495419362851832,0.11410313255786235,0.1204275394579768,0.7381194731687182,0.2091384962224589,0.8505712663701182,0.12102889735204397,0.5702807707795248,0.06533542314510579,0.2548430757783964,0.1156502287890857,0.7428571428571429,0.04856209060564558,0.6751603019955145,0.05614891760744137,0.6842428542265299,0.05895283174871104,0.6779598307547847,0.05855626494166107,0.6595238095238095,0.06370994362028405,0.6127545835515749,0.07688923240091776,0.6347386786882585,0.09232384316051383,0.6082939280291012,0.08237421604559148,0.9500396342534485,0.014290090778642328,0.7457142857142858,0.03149343955006944,0.9737706334802525,0.007575117962473199,0.8148343102325404,0.0312513648447909,0.20704638277487444,0.03991347109214457,0.05175330701397725,0.012228350384015424
s2_unimol,models/abl_full/s2_unimol/seed42,0.9303327863051951,0.5778056760896338,0.9170586161243998,0.29889175448177907,0.5025837030204048,0.0408894603691881,0.064500833460348,0.11454927907706133,0.7672494552644494,0.14680574779598,0.8720920569967096,0.08188345002317256,0.5787805378654268,0.044759850128355844,0.21418953190555018,0.07045781780651408,0.7095238095238094,0.05909368402852792,0.6585599032918454,0.054886308955929025,0.6821644666642712,0.05453390940528367,0.659732251875109,0.060231264777942696,0.6428571428571429,0.05583828285504082,0.5909192725033799,0.07033238217058627,0.623256383205963,0.08637909720283998,0.5923382433549603,0.07395249281228188,0.9602675711324664,0.02670956425027978,0.8339598997493735,0.1326617340600562,0.9309134906231094,0.09135023416434847,0.8425857181166915,0.08101827820431802,0.2612869586441918,0.14203850605710744,0.06314595981555801,0.03467433612718449
s3_molt5,models/abl_full/s3_molt5/seed42,0.9227067036956227,0.5199870933377366,0.9228142569789096,0.26668436551865127,0.5124932384156509,0.04507978286518577,0.010425849767201244,0.24753068849177795,0.8048373355256719,0.17250908161164208,0.8921173336727133,0.09467839503477547,0.6165529106534359,0.034158216580699625,0.17892854747895015,0.08214903554490538,0.6833333333333333,0.06759556936465899,0.6355391927882461,0.04059280608600703,0.6530347007458268,0.040364692300862884,0.6301784064438857,0.05470706286623488,0.6547619047619048,0.051617817592092385,0.6020304415106678,0.06288423031767923,0.6363509506366649,0.0821547163009543,0.6064895239355201,0.06770860070155689,0.9500396342534485,0.014290090778642328,0.7457142857142858,0.03149343955006944,0.9737706334802525,0.007575117962473199,0.8148343102325404,0.0312513648447909,0.23579819098614493,0.04050316258737932,0.05852131493138515,0.009666197194003964
s3_biot5,models/abl_full/s3_biot5/seed42,0.9253491770098258,0.5635209849670987,0.9156015337041241,0.29499662453743664,0.5156049885471186,0.06859721905644692,0.0703256550049209,0.07442452395794621,0.8061615891502468,0.1941861553420283,0.8915428998157159,0.10636186787769025,0.6057242852078679,0.05156305156562382,0.18310708318358765,0.07387529634285352,0.6904761904761905,0.022587697572631283,0.6413453344623661,0.03407905209553118,0.6715076838590968,0.04363499054826829,0.6431511240443177,0.03355328448013278,0.669047619047619,0.06917066212539978,0.6110265528287455,0.07895636486811598,0.6514929701484322,0.10032860777148758,0.6186939335446457,0.0872135273694844,0.9467609457288584,0.018697295798137017,0.7403571428571428,0.03799167470563487,0.972046495549218,0.009885999763715384,0.8084466888449189,0.03946512235537587,0.24918222297916376,0.0692551792233217,0.06178151828791116,0.018524576017435603
s2_mpnn,models/abl_full/s1_baseline/seed42,0.976582486231686,0.5963594058421813,0.9386443449876178,0.30907811286866,0.5093074968606859,0.045639036325825846,0.030267447403631187,0.07652419024801474,0.7531908574686035,0.20899310967661966,0.8594886207759702,0.12029201230848217,0.5876535972008421,0.05617003172137069,0.23850857369075168,0.11987061343757097,0.7142857142857142,0.0673435029701474,0.6590158423347396,0.06771930178345034,0.6799028498026038,0.07047590125597848,0.6624555292027603,0.0721248119992936,0.6452380952380952,0.05016977977548923,0.5954381307077385,0.06114350922554513,0.6296422195917994,0.07692682031615919,0.5974855696207915,0.06531680188025496,0.9533729675867818,0.01171647555533869,0.7528571428571429,0.027330180671012855,0.9755250194451648,0.006213851706247248,0.822434637832868,0.026567667174673414,0.24735379460879597,0.04673308028747034,0.06151416634635892,0.014799767616865855