lnp_ml/reports/ablation_full_summary.csv

1	variant	run_dir	size.mse_mean	size.mse_std	size.rmse_mean	size.rmse_std	size.mae_mean	size.mae_std	size.r2_mean	size.r2_std	delivery.mse_mean	delivery.mse_std	delivery.rmse_mean	delivery.rmse_std	delivery.mae_mean	delivery.mae_std	delivery.r2_mean	delivery.r2_std	pdi.accuracy_mean	pdi.accuracy_std	pdi.precision_mean	pdi.precision_std	pdi.recall_mean	pdi.recall_std	pdi.f1_mean	pdi.f1_std	ee.accuracy_mean	ee.accuracy_std	ee.precision_mean	ee.precision_std	ee.recall_mean	ee.recall_std	ee.f1_mean	ee.f1_std	toxic.accuracy_mean	toxic.accuracy_std	toxic.precision_mean	toxic.precision_std	toxic.recall_mean	toxic.recall_std	toxic.f1_mean	toxic.f1_std	biodist.kl_divergence_mean	biodist.kl_divergence_std	biodist.js_divergence_mean	biodist.js_divergence_std
2	s1_baseline	models/abl_full/s1_baseline/seed42	0.976582486231686	0.5963594058421813	0.9386443449876178	0.30907811286866	0.5093074968606859	0.045639036325825846	0.030267447403631187	0.07652419024801474	0.7531908574686035	0.20899310967661966	0.8594886207759702	0.12029201230848217	0.5876535972008421	0.05617003172137069	0.23850857369075168	0.11987061343757097	0.7142857142857142	0.0673435029701474	0.6590158423347396	0.06771930178345034	0.6799028498026038	0.07047590125597848	0.6624555292027603	0.0721248119992936	0.6452380952380952	0.05016977977548923	0.5954381307077385	0.06114350922554513	0.6296422195917994	0.07692682031615919	0.5974855696207915	0.06531680188025496	0.9533729675867818	0.01171647555533869	0.7528571428571429	0.027330180671012855	0.9755250194451648	0.006213851706247248	0.822434637832868	0.026567667174673414	0.24735379460879597	0.04673308028747034	0.06151416634635892	0.014799767616865855
3	s1_moe	models/abl_full/s1_moe/seed42	0.9105140381563668	0.5583203783065406	0.9081213554959154	0.2929669637495464	0.5144287858175314	0.05222769965594899	0.07824805140382134	0.13284472877537107	0.7955927189450559	0.18139070929494158	0.8863389242948788	0.09998014915398587	0.6018270786490667	0.04510725796194226	0.1861774443811016	0.11421660992070844	0.6785714285714285	0.03912303982179759	0.6283949264940283	0.04723947170460931	0.6550060501351513	0.057755672220942474	0.6293246461512715	0.04952765477213993	0.6714285714285714	0.054606404481808174	0.6236029649098804	0.0609510201663861	0.6648749215303836	0.07841896250718941	0.630740239695576	0.06822260291411461	0.9500396342534485	0.014290090778642328	0.7457142857142858	0.03149343955006944	0.9737706334802525	0.007575117962473199	0.8148343102325404	0.0312513648447909	0.27210450590411284	0.05713032818829422	0.06842654049228214	0.017588239010530773
4	s1_llm	models/abl_full/s1_llm/seed42	0.9664999111869987	0.6092440138436447	0.9312116139258919	0.31519016684619855	0.5191321368401227	0.04608458146394721	0.0464814847004378	0.10702101948116965	0.7941472423146012	0.19496533924809686	0.8847355592827743	0.10672503199904841	0.612046527581894	0.04184654036430236	0.1942962185648381	0.08633257826101888	0.7214285714285713	0.06144518047887591	0.672703298336439	0.061700087538997354	0.6992473486552994	0.06495931304343325	0.6748603085568148	0.06528928747510024	0.6595238095238095	0.06326347740755436	0.5986529924337259	0.07185963720361778	0.6298331920180659	0.08586973889602928	0.6034856486764326	0.07805952152979412	0.9734916148483135	0.02219715383749552	0.8994078416379934	0.1193210012004697	0.906261343012704	0.09781609924991808	0.8745698672026105	0.07332155517028771	0.21088800669840985	0.011832466231885556	0.05097368578929492	0.005145672056299937
5	s1_both	models/abl_full/s1_both/seed42	0.9923132343705776	0.5984792866289451	0.9462270251540387	0.31139629291100435	0.5201510432974168	0.04270959104369673	0.011977608975169663	0.11548120300234146	0.7935433976306223	0.23319925995033153	0.8814803314233683	0.12859169080609734	0.5820331384351507	0.061539044654339216	0.19519714034596314	0.15267046261263886	0.7095238095238096	0.03579356280564977	0.6525133374440925	0.038896714345804356	0.6736664429488562	0.045941327217941516	0.6532400006073505	0.03965670173096385	0.65	0.058612064881386504	0.6017754740722191	0.08029513301572835	0.6427726447222246	0.09880211353738708	0.6030584998804541	0.08094020366006734	0.9736009044657997	0.026575657889142013	0.8911027568922305	0.1303200307180046	0.9379310344827585	0.09496854726841662	0.8862220817530553	0.09421858471870986	0.20073152479828177	0.03549650407693031	0.04979843734415591	0.013252880014325175
6	s2_chemeleon	models/abl_full/s2_chemeleon/seed42	0.903802642898307	0.5929400225184294	0.8979455520213733	0.3122441808958788	0.4928752020139133	0.0495419362851832	0.11410313255786235	0.1204275394579768	0.7381194731687182	0.2091384962224589	0.8505712663701182	0.12102889735204397	0.5702807707795248	0.06533542314510579	0.2548430757783964	0.1156502287890857	0.7428571428571429	0.04856209060564558	0.6751603019955145	0.05614891760744137	0.6842428542265299	0.05895283174871104	0.6779598307547847	0.05855626494166107	0.6595238095238095	0.06370994362028405	0.6127545835515749	0.07688923240091776	0.6347386786882585	0.09232384316051383	0.6082939280291012	0.08237421604559148	0.9500396342534485	0.014290090778642328	0.7457142857142858	0.03149343955006944	0.9737706334802525	0.007575117962473199	0.8148343102325404	0.0312513648447909	0.20704638277487444	0.03991347109214457	0.05175330701397725	0.012228350384015424
7	s2_unimol	models/abl_full/s2_unimol/seed42	0.9303327863051951	0.5778056760896338	0.9170586161243998	0.29889175448177907	0.5025837030204048	0.0408894603691881	0.064500833460348	0.11454927907706133	0.7672494552644494	0.14680574779598	0.8720920569967096	0.08188345002317256	0.5787805378654268	0.044759850128355844	0.21418953190555018	0.07045781780651408	0.7095238095238094	0.05909368402852792	0.6585599032918454	0.054886308955929025	0.6821644666642712	0.05453390940528367	0.659732251875109	0.060231264777942696	0.6428571428571429	0.05583828285504082	0.5909192725033799	0.07033238217058627	0.623256383205963	0.08637909720283998	0.5923382433549603	0.07395249281228188	0.9602675711324664	0.02670956425027978	0.8339598997493735	0.1326617340600562	0.9309134906231094	0.09135023416434847	0.8425857181166915	0.08101827820431802	0.2612869586441918	0.14203850605710744	0.06314595981555801	0.03467433612718449
8	s3_molt5	models/abl_full/s3_molt5/seed42	0.9227067036956227	0.5199870933377366	0.9228142569789096	0.26668436551865127	0.5124932384156509	0.04507978286518577	0.010425849767201244	0.24753068849177795	0.8048373355256719	0.17250908161164208	0.8921173336727133	0.09467839503477547	0.6165529106534359	0.034158216580699625	0.17892854747895015	0.08214903554490538	0.6833333333333333	0.06759556936465899	0.6355391927882461	0.04059280608600703	0.6530347007458268	0.040364692300862884	0.6301784064438857	0.05470706286623488	0.6547619047619048	0.051617817592092385	0.6020304415106678	0.06288423031767923	0.6363509506366649	0.0821547163009543	0.6064895239355201	0.06770860070155689	0.9500396342534485	0.014290090778642328	0.7457142857142858	0.03149343955006944	0.9737706334802525	0.007575117962473199	0.8148343102325404	0.0312513648447909	0.23579819098614493	0.04050316258737932	0.05852131493138515	0.009666197194003964
9	s3_biot5	models/abl_full/s3_biot5/seed42	0.9253491770098258	0.5635209849670987	0.9156015337041241	0.29499662453743664	0.5156049885471186	0.06859721905644692	0.0703256550049209	0.07442452395794621	0.8061615891502468	0.1941861553420283	0.8915428998157159	0.10636186787769025	0.6057242852078679	0.05156305156562382	0.18310708318358765	0.07387529634285352	0.6904761904761905	0.022587697572631283	0.6413453344623661	0.03407905209553118	0.6715076838590968	0.04363499054826829	0.6431511240443177	0.03355328448013278	0.669047619047619	0.06917066212539978	0.6110265528287455	0.07895636486811598	0.6514929701484322	0.10032860777148758	0.6186939335446457	0.0872135273694844	0.9467609457288584	0.018697295798137017	0.7403571428571428	0.03799167470563487	0.972046495549218	0.009885999763715384	0.8084466888449189	0.03946512235537587	0.24918222297916376	0.0692551792233217	0.06178151828791116	0.018524576017435603
10	s2_mpnn	models/abl_full/s1_baseline/seed42	0.976582486231686	0.5963594058421813	0.9386443449876178	0.30907811286866	0.5093074968606859	0.045639036325825846	0.030267447403631187	0.07652419024801474	0.7531908574686035	0.20899310967661966	0.8594886207759702	0.12029201230848217	0.5876535972008421	0.05617003172137069	0.23850857369075168	0.11987061343757097	0.7142857142857142	0.0673435029701474	0.6590158423347396	0.06771930178345034	0.6799028498026038	0.07047590125597848	0.6624555292027603	0.0721248119992936	0.6452380952380952	0.05016977977548923	0.5954381307077385	0.06114350922554513	0.6296422195917994	0.07692682031615919	0.5974855696207915	0.06531680188025496	0.9533729675867818	0.01171647555533869	0.7528571428571429	0.027330180671012855	0.9755250194451648	0.006213851706247248	0.822434637832868	0.026567667174673414	0.24735379460879597	0.04673308028747034	0.06151416634635892	0.014799767616865855