MitoInteract / recovery /reports /dev-10k-baselines.json
ethanolivertroy's picture
feat: build leakage-aware MitoInteract recovery pipeline
6019d52
Raw History Blame Contribute Delete
27.1 kB
{
"sample_rows": 10000,
"target": "pAffinity",
"packages": {
"numpy": "2.5.1",
"scipy": "1.18.0",
"scikit-learn": "1.9.0"
},
"splits": {
"cold_ligand_scaffold": {
"rows": {
"train": 8000,
"validation": 1000,
"test": 1000
},
"mean_baseline": {
"prediction": 6.537638315707445,
"validation": {
"rmse": 1.5957348058680887,
"mae": 1.2895477378728986,
"pearson_r": null,
"spearman_r": null,
"r2": -0.020329719922339562
},
"test": {
"rmse": 1.5833990791492547,
"mae": 1.3026160468125345,
"pearson_r": null,
"spearman_r": null,
"r2": -0.00029222365027892216
}
},
"feature_dimensions": {
"protein": 4096,
"ligand": 4096
},
"models": [
{
"name": "protein_char3_ridge",
"selected_alpha": 1.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.527804068122877,
"mae": 1.1779963380098344,
"pearson_r": 0.3896740635545639,
"spearman_r": 0.3792641691445764,
"r2": 0.06469248187168464
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.4578139871351854,
"mae": 1.139968386530876,
"pearson_r": 0.4151059016140626,
"spearman_r": 0.3969308305062462,
"r2": 0.14842416968739125
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.4723908858399237,
"mae": 1.1793289355039596,
"pearson_r": 0.39965520038704133,
"spearman_r": 0.39853528582342707,
"r2": 0.1313089600423143
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.554020183734794,
"mae": 1.257076021552086,
"pearson_r": 0.3325547399758985,
"spearman_r": 0.3505718847248242,
"r2": 0.032318560087709836
}
}
],
"validation": {
"rmse": 1.4578139871351854,
"mae": 1.139968386530876,
"pearson_r": 0.4151059016140626,
"spearman_r": 0.3969308305062462,
"r2": 0.14842416968739125
},
"test": {
"rmse": 1.39215070131138,
"mae": 1.102342973947525,
"pearson_r": 0.47756240225675844,
"spearman_r": 0.4740036884171099,
"r2": 0.22675233445655052
},
"fit_and_eval_seconds": 0.9593746850005118
},
{
"name": "ligand_char2_5_ridge",
"selected_alpha": 10.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.5653168764143357,
"mae": 1.2302509154081345,
"pearson_r": 0.35459474446304934,
"spearman_r": 0.32893305055591643,
"r2": 0.018198624347302683
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.4623783005609468,
"mae": 1.1591383439302445,
"pearson_r": 0.4035976657359315,
"spearman_r": 0.37928879379063246,
"r2": 0.1430833734386795
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.4539723529408441,
"mae": 1.157127993941307,
"pearson_r": 0.4061425224793911,
"spearman_r": 0.39141890069825885,
"r2": 0.15290640459726268
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.5244228028633535,
"mae": 1.22633742749691,
"pearson_r": 0.3536892569060556,
"spearman_r": 0.3496830979478171,
"r2": 0.06882785931877777
}
}
],
"validation": {
"rmse": 1.4539723529408441,
"mae": 1.157127993941307,
"pearson_r": 0.4061425224793911,
"spearman_r": 0.39141890069825885,
"r2": 0.15290640459726268
},
"test": {
"rmse": 1.4494043209545224,
"mae": 1.1682950427532197,
"pearson_r": 0.4147866313943454,
"spearman_r": 0.42730966425629635,
"r2": 0.16184330209141884
},
"fit_and_eval_seconds": 0.33016813500034914
},
{
"name": "combined_char_ridge",
"selected_alpha": 10.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.6081591147564207,
"mae": 1.2413834615945816,
"pearson_r": 0.4169937363739051,
"spearman_r": 0.40429283856812304,
"r2": -0.03628004246158212
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.4107695549582286,
"mae": 1.1013368602991105,
"pearson_r": 0.4874112220852569,
"spearman_r": 0.47383417558330937,
"r2": 0.20249895881043067
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.383549482454833,
"mae": 1.0967753337621688,
"pearson_r": 0.49859659893827324,
"spearman_r": 0.4945176557261553,
"r2": 0.23297681168774853
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.4929408447274506,
"mae": 1.200959615111351,
"pearson_r": 0.43016081195245404,
"spearman_r": 0.4306665031943897,
"r2": 0.10689133934020467
}
}
],
"validation": {
"rmse": 1.383549482454833,
"mae": 1.0967753337621688,
"pearson_r": 0.49859659893827324,
"spearman_r": 0.4945176557261553,
"r2": 0.23297681168774853
},
"test": {
"rmse": 1.3649470834344057,
"mae": 1.094587422132492,
"pearson_r": 0.5198256551098647,
"spearman_r": 0.5354444265178329,
"r2": 0.2566767000232979
},
"fit_and_eval_seconds": 1.7034703729987086
}
]
},
"cold_protein_exact": {
"rows": {
"train": 8000,
"validation": 1000,
"test": 1000
},
"mean_baseline": {
"prediction": 6.476698521107435,
"validation": {
"rmse": 1.579782624176554,
"mae": 1.3174895944134593,
"pearson_r": null,
"spearman_r": null,
"r2": -0.01274982588145357
},
"test": {
"rmse": 1.4951426135931578,
"mae": 1.2163382358753083,
"pearson_r": null,
"spearman_r": null,
"r2": -0.014679353070982115
}
},
"feature_dimensions": {
"protein": 4096,
"ligand": 4096
},
"models": [
{
"name": "protein_char3_ridge",
"selected_alpha": 1.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.5913619001081973,
"mae": 1.2860890839099883,
"pearson_r": 0.24087607131254302,
"spearman_r": 0.24239051227885716,
"r2": -0.02765046684019734
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.4859462663648586,
"mae": 1.2179750628471375,
"pearson_r": 0.3474792859155311,
"spearman_r": 0.33699637680490147,
"r2": 0.10398821505374234
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.5008105727933332,
"mae": 1.2442660155296326,
"pearson_r": 0.3831242209268426,
"spearman_r": 0.3726678732274564,
"r2": 0.08597247826157572
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.553986133423702,
"mae": 1.2952312564849853,
"pearson_r": 0.3282098020500765,
"spearman_r": 0.30711899038156937,
"r2": 0.02005479994650128
}
}
],
"validation": {
"rmse": 1.4859462663648586,
"mae": 1.2179750628471375,
"pearson_r": 0.3474792859155311,
"spearman_r": 0.33699637680490147,
"r2": 0.10398821505374234
},
"test": {
"rmse": 1.4585936156876136,
"mae": 1.1720177594423293,
"pearson_r": 0.2545678403741694,
"spearman_r": 0.2484803560755494,
"r2": 0.03432230415157966
},
"fit_and_eval_seconds": 0.9749435680005263
},
{
"name": "ligand_char2_5_ridge",
"selected_alpha": 10.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.6018811256320094,
"mae": 1.2999265880584716,
"pearson_r": 0.30216596804115387,
"spearman_r": 0.29339634813312904,
"r2": -0.04128132661572703
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.4768323814132662,
"mae": 1.2094637866020204,
"pearson_r": 0.37716980445129944,
"spearman_r": 0.36773099907324625,
"r2": 0.11494568428343488
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.4613319935586893,
"mae": 1.2048628535270691,
"pearson_r": 0.3911678449191863,
"spearman_r": 0.3873732410005544,
"r2": 0.1334267140116593
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.5197247823028681,
"mae": 1.2624011125564576,
"pearson_r": 0.3423555617155642,
"spearman_r": 0.3437308713625526,
"r2": 0.06278894470085006
}
}
],
"validation": {
"rmse": 1.4613319935586893,
"mae": 1.2048628535270691,
"pearson_r": 0.3911678449191863,
"spearman_r": 0.3873732410005544,
"r2": 0.1334267140116593
},
"test": {
"rmse": 1.3526643485350685,
"mae": 1.0842266837358474,
"pearson_r": 0.4362727683300783,
"spearman_r": 0.4191402824529675,
"r2": 0.16949228447261422
},
"fit_and_eval_seconds": 0.37831321699923137
},
{
"name": "combined_char_ridge",
"selected_alpha": 1.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.609541967480026,
"mae": 1.2925864708423616,
"pearson_r": 0.3470317009211976,
"spearman_r": 0.3383021776125508,
"r2": -0.05126479701152342
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.4096703358753107,
"mae": 1.149479679107666,
"pearson_r": 0.4577114457735785,
"spearman_r": 0.4511058044444574,
"r2": 0.1936146421708813
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.4111861303751425,
"mae": 1.165886058807373,
"pearson_r": 0.48119186255022445,
"spearman_r": 0.481658449066694,
"r2": 0.19187952492255234
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.500300406119371,
"mae": 1.2459029321670532,
"pearson_r": 0.41484717418396205,
"spearman_r": 0.4187622144178708,
"r2": 0.08659377868944229
}
}
],
"validation": {
"rmse": 1.4096703358753107,
"mae": 1.149479679107666,
"pearson_r": 0.4577114457735785,
"spearman_r": 0.4511058044444574,
"r2": 0.1936146421708813
},
"test": {
"rmse": 1.3462287870584813,
"mae": 1.0676061400175094,
"pearson_r": 0.4384364045433516,
"spearman_r": 0.42825367206750203,
"r2": 0.17737608661000348
},
"fit_and_eval_seconds": 1.6212121779990412
}
]
},
"protein_similarity_50": {
"rows": {
"train": 8000,
"validation": 1000,
"test": 1000
},
"mean_baseline": {
"prediction": 6.4936330486238,
"validation": {
"rmse": 1.5513375597083523,
"mae": 1.2790881541401746,
"pearson_r": null,
"spearman_r": null,
"r2": -0.013098447070553743
},
"test": {
"rmse": 1.533614785804936,
"mae": 1.2540174638183117,
"pearson_r": null,
"spearman_r": null,
"r2": -5.474558686380249e-05
}
},
"feature_dimensions": {
"protein": 4096,
"ligand": 4096
},
"models": [
{
"name": "protein_char3_ridge",
"selected_alpha": 10.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.7552403417237736,
"mae": 1.401314944624901,
"pearson_r": 0.18824801515316072,
"spearman_r": 0.18074336545364095,
"r2": -0.29691710691928597
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.5601924885212413,
"mae": 1.2610043984651567,
"pearson_r": 0.2319965337290784,
"spearman_r": 0.23655822614618757,
"r2": -0.024696847762769814
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.5356435415785854,
"mae": 1.2523401461839676,
"pearson_r": 0.21912642622037123,
"spearman_r": 0.2117505257188302,
"r2": 0.0072957755423069814
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.5432243885780599,
"mae": 1.2689961529970168,
"pearson_r": 0.19756629969633466,
"spearman_r": 0.19839572987049425,
"r2": -0.0025295698557341595
}
}
],
"validation": {
"rmse": 1.5356435415785854,
"mae": 1.2523401461839676,
"pearson_r": 0.21912642622037123,
"spearman_r": 0.2117505257188302,
"r2": 0.0072957755423069814
},
"test": {
"rmse": 1.5253163396597564,
"mae": 1.2421429891586304,
"pearson_r": 0.12107755752116321,
"spearman_r": 0.11902515580955182,
"r2": 0.010738639684262585
},
"fit_and_eval_seconds": 0.8420703150004556
},
{
"name": "ligand_char2_5_ridge",
"selected_alpha": 10.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.5799239713380486,
"mae": 1.271127613902092,
"pearson_r": 0.29265036816534756,
"spearman_r": 0.2854553015351282,
"r2": -0.050779065362796194
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.4859846732161874,
"mae": 1.2077869259119034,
"pearson_r": 0.33129654600169606,
"spearman_r": 0.3199643083980807,
"r2": 0.07046083081253718
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.4720109593236679,
"mae": 1.1972612363100053,
"pearson_r": 0.3227538249245248,
"spearman_r": 0.316034036664011,
"r2": 0.08786079723640017
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.5116912475349742,
"mae": 1.23919963991642,
"pearson_r": 0.25043786181937333,
"spearman_r": 0.24831507291908664,
"r2": 0.03802179626202029
}
}
],
"validation": {
"rmse": 1.4720109593236679,
"mae": 1.1972612363100053,
"pearson_r": 0.3227538249245248,
"spearman_r": 0.316034036664011,
"r2": 0.08786079723640017
},
"test": {
"rmse": 1.429188581726333,
"mae": 1.1390189518928528,
"pearson_r": 0.36960662009993567,
"spearman_r": 0.3651127131105154,
"r2": 0.1314990922237853
},
"fit_and_eval_seconds": 0.33130267600063235
},
{
"name": "combined_char_ridge",
"selected_alpha": 10.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.695446275393881,
"mae": 1.3751192058324815,
"pearson_r": 0.28274147950808365,
"spearman_r": 0.2880691599027914,
"r2": -0.21006054325174417
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.4883475906405312,
"mae": 1.2132670460939408,
"pearson_r": 0.35310402171271504,
"spearman_r": 0.36051834925201537,
"r2": 0.06750229342577019
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.4627022031596522,
"mae": 1.1911575428247452,
"pearson_r": 0.36076986449064835,
"spearman_r": 0.3723077063029598,
"r2": 0.09936075775091613
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.5056113027663196,
"mae": 1.2321353279352187,
"pearson_r": 0.2885589685976343,
"spearman_r": 0.29454935455844794,
"r2": 0.04574428935903241
}
}
],
"validation": {
"rmse": 1.4627022031596522,
"mae": 1.1911575428247452,
"pearson_r": 0.36076986449064835,
"spearman_r": 0.3723077063029598,
"r2": 0.09936075775091613
},
"test": {
"rmse": 1.4348684777145742,
"mae": 1.1439314622879029,
"pearson_r": 0.36247186743462856,
"spearman_r": 0.3652137611435173,
"r2": 0.12458216430470337
},
"fit_and_eval_seconds": 1.6895546520008793
}
]
},
"random_pair": {
"rows": {
"train": 8000,
"validation": 1000,
"test": 1000
},
"mean_baseline": {
"prediction": 6.5244491582587365,
"validation": {
"rmse": 1.5276238617697966,
"mae": 1.2404643696633129,
"pearson_r": null,
"spearman_r": null,
"r2": -0.00011912455955709333
},
"test": {
"rmse": 1.565044692955996,
"mae": 1.2979176334988474,
"pearson_r": null,
"spearman_r": null,
"r2": -0.004413634248849885
}
},
"feature_dimensions": {
"protein": 4096,
"ligand": 4096
},
"models": [
{
"name": "protein_char3_ridge",
"selected_alpha": 1.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.4410565980112502,
"mae": 1.1288913173079491,
"pearson_r": 0.4079221480849496,
"spearman_r": 0.3893575689504746,
"r2": 0.1100185770832387
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.3745768065170116,
"mae": 1.100080373942852,
"pearson_r": 0.44118951305358517,
"spearman_r": 0.41362525923337845,
"r2": 0.1902389400564115
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.3955357347301767,
"mae": 1.1366457569003106,
"pearson_r": 0.4230883826225867,
"spearman_r": 0.4074744496313428,
"r2": 0.16535693645157734
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.4814185114679912,
"mae": 1.2066325885653495,
"pearson_r": 0.3582189512625387,
"spearman_r": 0.36664589962084587,
"r2": 0.059466217343855376
}
}
],
"validation": {
"rmse": 1.3745768065170116,
"mae": 1.100080373942852,
"pearson_r": 0.44118951305358517,
"spearman_r": 0.41362525923337845,
"r2": 0.1902389400564115
},
"test": {
"rmse": 1.3880651061666627,
"mae": 1.1175376932621002,
"pearson_r": 0.4640112366064133,
"spearman_r": 0.4357397752396537,
"r2": 0.20990596198875733
},
"fit_and_eval_seconds": 0.894843939000566
},
{
"name": "ligand_char2_5_ridge",
"selected_alpha": 10.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.4856668026573707,
"mae": 1.1865731849074364,
"pearson_r": 0.3688529817391914,
"spearman_r": 0.37857178194968666,
"r2": 0.05406411042117554
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.3916760241468447,
"mae": 1.1180368124842643,
"pearson_r": 0.42160711722938904,
"spearman_r": 0.42128867139651427,
"r2": 0.16996738915693665
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.3915522045386022,
"mae": 1.1223492309451104,
"pearson_r": 0.42089896113032044,
"spearman_r": 0.41150350807895536,
"r2": 0.17011508120440122
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.462418544451856,
"mae": 1.1855577809214592,
"pearson_r": 0.35716066077001357,
"spearman_r": 0.34302021119123416,
"r2": 0.08343718024568059
}
}
],
"validation": {
"rmse": 1.3915522045386022,
"mae": 1.1223492309451104,
"pearson_r": 0.42089896113032044,
"spearman_r": 0.41150350807895536,
"r2": 0.17011508120440122
},
"test": {
"rmse": 1.4268869133537447,
"mae": 1.175576719045639,
"pearson_r": 0.4211078957570381,
"spearman_r": 0.40335385177971433,
"r2": 0.1650927724032577
},
"fit_and_eval_seconds": 0.4427177519992256
},
{
"name": "combined_char_ridge",
"selected_alpha": 10.0,
"validation_trials": [
{
"alpha": 0.1,
"metrics": {
"rmse": 1.4956017228690686,
"mae": 1.1701721274256707,
"pearson_r": 0.4361198131829029,
"spearman_r": 0.4281298523300441,
"r2": 0.0413705240127229
}
},
{
"alpha": 1.0,
"metrics": {
"rmse": 1.3140696311066697,
"mae": 1.0519584881663322,
"pearson_r": 0.5201378315237909,
"spearman_r": 0.5029682145871107,
"r2": 0.25995927103340644
}
},
{
"alpha": 10.0,
"metrics": {
"rmse": 1.307333278135575,
"mae": 1.0559683529734611,
"pearson_r": 0.5300812334907434,
"spearman_r": 0.5194865614899057,
"r2": 0.26752720749752146
}
},
{
"alpha": 100.0,
"metrics": {
"rmse": 1.4257502567100055,
"mae": 1.15831251257658,
"pearson_r": 0.45176846530905573,
"spearman_r": 0.44875210828870205,
"r2": 0.1288242419468516
}
}
],
"validation": {
"rmse": 1.307333278135575,
"mae": 1.0559683529734611,
"pearson_r": 0.5300812334907434,
"spearman_r": 0.5194865614899057,
"r2": 0.26752720749752146
},
"test": {
"rmse": 1.335818862102712,
"mae": 1.0964913694858551,
"pearson_r": 0.5371481422264178,
"spearman_r": 0.5186748222826298,
"r2": 0.2682642831079074
},
"fit_and_eval_seconds": 1.8038349809994543
}
]
}
},
"total_seconds": 26.8222462800004
}