{"authors":[{"id":"orcid_______::dca79cc158113824e954ba90df12db29","fullName":"Starmans, Martijn P. A.","name":"Martijn P. A.","surname":"Starmans","rank":1,"pid":{"id":{"scheme":"orcid","value":"0000-0001-5086-7153"},"provenance":null}},{"id":"orcid_______::560be9fc245bf7fb15f9c7318b7e66db","fullName":"van der Voort, Sebastian R.","name":"Sebastian R.","surname":"Voort","rank":2,"pid":{"id":{"scheme":"orcid","value":"0000-0002-6526-8126"},"provenance":null}},{"id":null,"fullName":"Phil, Thomas","name":"Thomas","surname":"Phil","rank":3,"pid":null},{"id":null,"fullName":"Timbergen, Milea J. M.","name":"Milea J. M.","surname":"Timbergen","rank":4,"pid":null},{"id":null,"fullName":"Vos, Melissa","name":"Melissa","surname":"Vos","rank":5,"pid":null},{"id":null,"fullName":"Padmos, Guillaume A.","name":"Guillaume A.","surname":"Padmos","rank":6,"pid":null},{"id":null,"fullName":"Kessels, Wouter","name":"Wouter","surname":"Kessels","rank":7,"pid":null},{"id":"orcid_______::c9ee841b82692792836bb50c74934949","fullName":"Hanff, David","name":"David","surname":"Hanff","rank":8,"pid":{"id":{"scheme":"orcid","value":"0000-0003-2743-0214"},"provenance":null}},{"id":"orcid_______::f1038e663ab025e8e6f6acd3473ee3d9","fullName":"Grunhagen, Dirk J.","name":"Dirk J.","surname":"Grunhagen","rank":9,"pid":{"id":{"scheme":"orcid","value":"0000-0001-8293-6002"},"provenance":null}},{"id":null,"fullName":"Verhoef, Cornelis","name":"Cornelis","surname":"Verhoef","rank":10,"pid":null},{"id":null,"fullName":"Sleijfer, Stefan","name":"Stefan","surname":"Sleijfer","rank":11,"pid":null},{"id":"orcid_______::01faa8b516016dd66ea11d91f9b34fd2","fullName":"Bent, Martin J. van den","name":"Martin J. Den","surname":"Bent","rank":12,"pid":{"id":{"scheme":"orcid","value":"0000-0001-5710-5127"},"provenance":null}},{"id":"orcid_______::15e40fb304f9df4e8b519752d1fcdaad","fullName":"Smits, Marion","name":"Marion","surname":"Smits","rank":13,"pid":{"id":{"scheme":"orcid","value":"0000-0001-5563-2871"},"provenance":null}},{"id":null,"fullName":"Dwarkasing, Roy S.","name":"Roy S.","surname":"Dwarkasing","rank":14,"pid":null},{"id":null,"fullName":"Els, Christopher J.","name":"Christopher J.","surname":"Els","rank":15,"pid":null},{"id":null,"fullName":"Fiduzi, Federico","name":"Federico","surname":"Fiduzi","rank":16,"pid":null},{"id":null,"fullName":"van Leenders, Geert J. L. H.","name":"Geert J. L. H.","surname":"Leenders","rank":17,"pid":null},{"id":null,"fullName":"Blazevic, Anela","name":"Anela","surname":"Blazevic","rank":18,"pid":null},{"id":null,"fullName":"Hofland, Johannes","name":"Johannes","surname":"Hofland","rank":19,"pid":null},{"id":null,"fullName":"Brabander, Tessa","name":"Tessa","surname":"Brabander","rank":20,"pid":null},{"id":null,"fullName":"van Gils, Renza A. H.","name":"Renza A. H.","surname":"Gils","rank":21,"pid":null},{"id":null,"fullName":"Franssen, Gaston J. H.","name":"Gaston J. H.","surname":"Franssen","rank":22,"pid":null},{"id":null,"fullName":"Feelders, Richard A.","name":"Richard A.","surname":"Feelders","rank":23,"pid":null},{"id":null,"fullName":"de Herder, Wouter W.","name":"Wouter W.","surname":"Herder","rank":24,"pid":null},{"id":null,"fullName":"Buisman, Florian E.","name":"Florian E.","surname":"Buisman","rank":25,"pid":null},{"id":null,"fullName":"Willemssen, Francois E. J. A.","name":"Francois E. J. A.","surname":"Willemssen","rank":26,"pid":null},{"id":"orcid_______::6ea60af519841bcfabb5311103e6d2c9","fullName":"Koerkamp, Bas Groot","name":"Bas Groot","surname":"Koerkamp","rank":27,"pid":{"id":{"scheme":"orcid","value":"0000-0003-1917-6973"},"provenance":null}},{"id":null,"fullName":"Angus, Lindsay","name":"Lindsay","surname":"Angus","rank":28,"pid":null},{"id":null,"fullName":"van der Veldt, Astrid A. M.","name":"Astrid A. M.","surname":"Veldt","rank":29,"pid":null},{"id":"orcid_______::d4551c0d2f834a1f6e97eb405d9d00a5","fullName":"Rajicic, Ana","name":"Ana","surname":"Rajicic","rank":30,"pid":{"id":{"scheme":"orcid","value":"0009-0003-6399-8170"},"provenance":null}},{"id":null,"fullName":"Odink, Arlette E.","name":"Arlette E.","surname":"Odink","rank":31,"pid":null},{"id":null,"fullName":"Deen, Mitchell","name":"Mitchell","surname":"Deen","rank":32,"pid":null},{"id":null,"fullName":"T., Jose M. Castillo","name":"Jose M. Castillo","surname":"T","rank":33,"pid":null},{"id":null,"fullName":"Veenland, Jifke","name":"Jifke","surname":"Veenland","rank":34,"pid":null},{"id":"orcid_______::73fd626f11f8cf675df46de29211f32d","fullName":"Schoots, Ivo","name":"Ivo","surname":"Schoots","rank":35,"pid":{"id":{"scheme":"orcid","value":"0000-0002-9804-0603"},"provenance":null}},{"id":null,"fullName":"Renckens, Michel","name":"Michel","surname":"Renckens","rank":36,"pid":null},{"id":null,"fullName":"Doukas, Michail","name":"Michail","surname":"Doukas","rank":37,"pid":null},{"id":null,"fullName":"de Man, Rob A.","name":"Rob A.","surname":"Man","rank":38,"pid":null},{"id":null,"fullName":"IJzermans, Jan N. M.","name":"Jan N. M.","surname":"Ijzermans","rank":39,"pid":null},{"id":null,"fullName":"Miclea, Razvan L.","name":"Razvan L.","surname":"Miclea","rank":40,"pid":null},{"id":null,"fullName":"Vermeulen, Peter B.","name":"Peter B.","surname":"Vermeulen","rank":41,"pid":null},{"id":"orcid_______::47a317ae260b5753c3bcc84ca847c794","fullName":"Bron, Esther E.","name":"Esther E.","surname":"Bron","rank":42,"pid":{"id":{"scheme":"orcid","value":"0000-0002-5778-9263"},"provenance":null}},{"id":null,"fullName":"Thomeer, Maarten G.","name":"Maarten G.","surname":"Thomeer","rank":43,"pid":null},{"id":"orcid_______::473cb9b90b81441f7eff0488c37240a1","fullName":"Visser, Jacob J.","name":"Jacob J.","surname":"Visser","rank":44,"pid":{"id":{"scheme":"orcid","value":"0000-0001-9935-2097"},"provenance":null}},{"id":"orcid_______::d294eca86a9a96753787ddcd21f37a2d","fullName":"Niessen, Wiro J.","name":"Wiro J.","surname":"Niessen","rank":45,"pid":{"id":{"scheme":"orcid","value":"0000-0002-5822-1995"},"provenance":null}},{"id":"orcid_______::465a30b89b92da20842253c43e5c26f2","fullName":"Klein, Stefan","name":"Stefan","surname":"Klein","rank":46,"pid":{"id":{"scheme":"orcid","value":"0000-0003-4449-6784"},"provenance":null}}],"openAccessColor":null,"publiclyFunded":false,"eoscIfGuidelines":null,"type":"publication","language":{"code":"und","label":"Undetermined"},"countries":null,"subjects":[{"subject":{"scheme":"keyword","value":"FOS: Computer and information sciences"},"provenance":null},{"subject":{"scheme":"FOS","value":"03 medical and health sciences"},"provenance":null},{"subject":{"scheme":"FOS","value":"0302 clinical medicine"},"provenance":null},{"subject":{"scheme":"keyword","value":"Computer Vision and Pattern Recognition (cs.CV)"},"provenance":null},{"subject":{"scheme":"keyword","value":"Image and Video Processing (eess.IV)"},"provenance":null},{"subject":{"scheme":"keyword","value":"Computer Science - Computer Vision and Pattern Recognition"},"provenance":null},{"subject":{"scheme":"keyword","value":"FOS: Electrical engineering, electronic engineering, information engineering"},"provenance":null},{"subject":{"scheme":"keyword","value":"Electrical Engineering and Systems Science - Image and Video Processing"},"provenance":null},{"subject":{"scheme":"SDG","value":"3. Good health"},"provenance":null}],"mainTitle":"An automated machine learning framework to optimize radiomics model construction validated on twelve clinical applications","subTitle":null,"descriptions":["Predicting clinical outcomes from medical images using quantitative features (``radiomics'') requires many method design choices, Currently, in new clinical applications, finding the optimal radiomics method out of the wide range of methods relies on a manual, heuristic trial-and-error process. We introduce a novel automated framework that optimizes radiomics workflow construction per application by standardizing the radiomics workflow in modular components, including a large collection of algorithms for each component, and formulating a combined algorithm selection and hyperparameter optimization problem. To solve it, we employ automated machine learning through two strategies (random search and Bayesian optimization) and three ensembling approaches. Results show that a medium-sized random search and straight-forward ensembling perform similar to more advanced methods while being more efficient. Validated across twelve clinical applications, our approach outperforms both a radiomics baseline and human experts. Concluding, our framework improves and streamlines radiomics research by fully automatically optimizing radiomics workflow construction. To facilitate reproducibility, we publicly release six datasets, software of the method, and code to reproduce this study.","22 pages, 3 figures, 2 tables, 1 algorithm, 3 supplementary figures, 4 supplementary tables, 1 supplementary algorithm"],"publicationDate":"2021-01-01","publisher":null,"embargoEndDate":"2021-08-01","sources":null,"formats":null,"contributors":null,"coverages":null,"bestAccessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/"},"container":null,"documentationUrls":null,"codeRepositoryUrl":null,"programmingLanguage":null,"contactPeople":null,"contactGroups":null,"tools":null,"size":null,"version":null,"geoLocations":null,"id":"doi_dedup___::bd6a2808b6bb3bf086f89f2ccd3b9e6c","originalIds":["50|datacite____::bd6a2808b6bb3bf086f89f2ccd3b9e6c","10.48550/arxiv.2108.08618","oai:arXiv.org:2108.08618","50|od________18::0c32b0a49456e39b4c8e2496609d0510"],"pids":[{"scheme":"doi","value":"10.48550/arxiv.2108.08618"},{"scheme":"arXiv","value":"2108.08618"}],"dateOfCollection":null,"lastUpdateTimeStamp":null,"indicators":{"citationImpact":{"citationCount":2.0,"influence":2.2442028E-9,"popularity":2.6593074E-9,"impulse":2.0,"citationClass":"C5","influenceClass":"C5","impulseClass":"C5","popularityClass":"C5"}},"projects":[{"id":"cihr________::1e5e62235d094afd01cd56e65112fc63","code":"unidentified","acronym":null,"title":"unidentified","funder":"Canadian Institutes of Health Research","pids":null},{"id":"corda__h2020::7d386b683cadfaf9aec343d449010b74","code":"952103","acronym":"EuCanImage","title":"A European Cancer Image Platform Linked to Biological and Health Data for Next-Generation Artificial Intelligence and Precision Medicine in Oncology","funder":"European Commission","pids":[{"scheme":"doi","value":"10.3030/952103"}]},{"id":"corda__h2020::3708c885278faa6d133300c21e9232d5","code":"825903","acronym":"euCanSHare","title":"An EU-Canada joint infrastructure for next-generation multi-Study Heart research","funder":"European Commission","pids":[{"scheme":"doi","value":"10.3030/825903"}]},{"id":"nih_________::04222730c82e90aec6b356ecdc0e559e","code":"1U01AG024904-01","acronym":null,"title":"Alzheimers Disease Neuroimaging Initiative","funder":"National Institutes of Health","pids":null}],"organizations":[{"legalName":"Erasmus MC Cancer Institute","acronym":"Erasmus MC Cancer Institute","id":"pending_org_::08b047503350210bbbb9c3d50ad92932","pids":[{"scheme":"ROR","value":"https://ror.org/03r4m3349"},{"scheme":"GRID","value":"grid.508717.c"},{"scheme":"ISNI","value":"0000000406373764"}],"countries":[{"code":"NL","label":"Netherlands"}],"websiteurl":"http://www.erasmusmc.nl/en/cancer-institute"},{"legalName":"Alzheimer’s Disease Neuroimaging Initiative","acronym":"ADNI","id":"openorgs____::baf667a2817e968edd0647a444069473","pids":[{"scheme":"Wikidata","value":"Q4738819"},{"scheme":"ISNI","value":"000000045897975X"},{"scheme":"FundRef","value":"100014041"},{"scheme":"ROR","value":"https://ror.org/01j20wc74"},{"scheme":"GRID","value":"grid.453452.1"},{"scheme":"FundRef","value":"100007333"},{"scheme":"fundref","value":"100014041"},{"scheme":"fundref","value":"100007333"},{"scheme":"wikidata","value":"Q4738819"}],"countries":[{"code":"US","label":"United States"}],"websiteurl":"http://www.adni-info.org/"},{"legalName":"Erasmus University Medical Center","acronym":"ERASMUS MC","id":"openorgs____::46893b4080f9a8d38c83cd5bbdd68d52","pids":[{"scheme":"fundref","value":"501100003061"},{"scheme":"mag_id","value":"2801952686"},{"scheme":"fundref","value":"501100008039"},{"scheme":"Wikidata","value":"Q3126873"},{"scheme":"FundRef","value":"501100008039"},{"scheme":"ROR","value":"https://ror.org/018906e22"},{"scheme":"PIC","value":"999988424"},{"scheme":"GRID","value":"grid.5645.2"},{"scheme":"wikidata","value":"Q3126873"},{"scheme":"FundRef","value":"501100003061"},{"scheme":"fundref","value":"501100010659"},{"scheme":"FundRef","value":"501100010659"},{"scheme":"OrgRef","value":"10637935"},{"scheme":"ISNI","value":"000000040459992X"},{"scheme":"OrgReg","value":"NL2001"}],"countries":[{"code":"NL","label":"Netherlands"}],"websiteurl":"http://www.erasmusmc.nl/"}],"communities":null,"collectedFrom":[{"key":"openaire____::9e3be59865b2c1c335d32dae2fe7b254","value":"Datacite"},{"key":"opendoar____::6f4922f45568161a8cdf4ad2299f6d23","value":"arXiv.org e-Print Archive"}],"instances":[{"pids":[{"scheme":"doi","value":"10.48550/arxiv.2108.08618"}],"license":"CC BY NC SA","type":"Article","urls":["https://dx.doi.org/10.48550/arxiv.2108.08618"],"publicationDate":"2021-01-01","refereed":"nonPeerReviewed","hostedBy":{"key":"openaire____::55045bd2a65019fd8e6741a755395c8c","value":"Unknown Repository"},"collectedFrom":{"key":"openaire____::9e3be59865b2c1c335d32dae2fe7b254","value":"Datacite"}},{"pids":[{"scheme":"arXiv","value":"2108.08618"}],"accessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/","openAccessRoute":null},"type":"Preprint","urls":["http://arxiv.org/abs/2108.08618"],"publicationDate":"2021-08-19","refereed":"nonPeerReviewed","hostedBy":{"key":"opendoar____::6f4922f45568161a8cdf4ad2299f6d23","value":"arXiv.org e-Print Archive"},"collectedFrom":{"key":"opendoar____::6f4922f45568161a8cdf4ad2299f6d23","value":"arXiv.org e-Print Archive"}}],"links":[{"header":{"relationType":"resultProject","relationClass":"isProducedBy","relatedIdentifier":"cihr________::1e5e62235d094afd01cd56e65112fc63","relatedRecordType":"project","relationProvenance":"iis","trust":"0.72"},"collectedfrom":[{"dsId":"openaire____::f6179c4ca5c8ae587e5284db5e8f188f","dsName":"Canadian Institutes of Health Research"}],"projectTitle":"unidentified","code":"unidentified","funding":{"funder":{"id":"cihr________::CIHR","shortname":"CIHR","name":"Canadian Institutes of Health Research","jurisdiction":{"code":"CA","label":"Canada"},"pid":null},"level0":{"id":null,"description":null,"name":null},"level1":{"id":null,"description":null,"name":null},"level2":{"id":null,"description":null,"name":null}}},{"header":{"relationType":"resultProject","relationClass":"isProducedBy","relatedIdentifier":"corda__h2020::7d386b683cadfaf9aec343d449010b74","relatedRecordType":"project","relationProvenance":"iis","trust":"0.897"},"collectedfrom":[{"dsId":"openaire____::a55eb91348674d853191f4f4fd73d078","dsName":"CORDA - COmmon Research DAta Warehouse - Horizon 2020"}],"projectTitle":"A European Cancer Image Platform Linked to Biological and Health Data for Next-Generation Artificial Intelligence and Precision Medicine in Oncology","code":"952103","funding":{"funder":{"id":"ec__________::EC","shortname":"EC","name":"European Commission","jurisdiction":{"code":"EU","label":"European Union"},"pid":null},"level0":{"id":"ec__________::EC::H2020","description":"Horizon 2020 Framework Programme","name":"H2020"},"level1":{"id":"ec__________::EC::H2020::RIA","description":"Research and Innovation action","name":"RIA"},"level2":{"id":null,"description":null,"name":null}},"startDate":"2020-10-01","endDate":"2025-09-30"},{"header":{"relationType":"resultProject","relationClass":"isProducedBy","relatedIdentifier":"corda__h2020::3708c885278faa6d133300c21e9232d5","relatedRecordType":"project","relationProvenance":"iis","trust":"0.897"},"collectedfrom":[{"dsId":"openaire____::a55eb91348674d853191f4f4fd73d078","dsName":"CORDA - COmmon Research DAta Warehouse - Horizon 2020"}],"projectTitle":"An EU-Canada joint infrastructure for next-generation multi-Study Heart research","code":"825903","funding":{"funder":{"id":"ec__________::EC","shortname":"EC","name":"European Commission","jurisdiction":{"code":"EU","label":"European Union"},"pid":null},"level0":{"id":"ec__________::EC::H2020","description":"Horizon 2020 Framework Programme","name":"H2020"},"level1":{"id":"ec__________::EC::H2020::RIA","description":"Research and Innovation action","name":"RIA"},"level2":{"id":null,"description":null,"name":null}},"startDate":"2018-12-01","endDate":"2023-05-31"},{"header":{"relationType":"resultProject","relationClass":"isProducedBy","relatedIdentifier":"nih_________::04222730c82e90aec6b356ecdc0e559e","relatedRecordType":"project","relationProvenance":"iis","trust":"0.897"},"collectedfrom":[{"dsId":"openaire____::9e9e8c76d739212c63eff362e321ba33","dsName":"NIH - National Institutes of Health"}],"projectTitle":"Alzheimers Disease Neuroimaging Initiative","code":"1U01AG024904-01","funding":{"funder":{"id":"nih_________::NIH","shortname":"NIH","name":"National Institutes of Health","jurisdiction":{"code":"US","label":"United States"},"pid":null},"level0":{"id":"nih_________::NIH::NATIONAL_INSTITUTE_ON_AGING","description":"NATIONAL INSTITUTE ON AGING","name":"NATIONAL INSTITUTE ON AGING"},"level1":{"id":null,"description":null,"name":null},"level2":{"id":null,"description":null,"name":null}},"startDate":"2004-09-30","endDate":"2009-08-31"}],"otherTitles":null,"green":true,"inDiamondJournal":false,"isGreen":true,"isInDiamondJournal":false}