Whenever an AI model is used to predict a relevant (binary) outcome in AI-assisted decision making, it is widely agreed that, together with each prediction, the model should provide an AI confidence value. However, it has been unclear why decision makers have often difficulties to develop a good sense on whento trust a prediction using AI confidence values. Very recently, Corvelo Benz and Gomez Rodriguez have argued that, for rational decision makers, the utility of AI-assisted decision making is inherently bounded by the degree of alignment between the AI confidence values and the decision maker’s confidence ontheir own predictions. In this work, we empirically investigate to what extent the degree of alignment actually influences the utility of AI-assisted decision making. To this end, we design and run a large-scale human subject study (n = 703) where participants solve a simple decision making task—an online card game—assisted by an AI model with a steerable degree of alignment. Our results show a positive association between the degree of alignment and the utility of AI-assisted decision making. In addition, our results also show that post-processing the AI confidence values to achieve multicalibration with respect to the participants’ confidence on their own predictions increases both the degree of alignment and the utility of AI-assisted decision making.
"],"publicationDate":"2025-05-02","publisher":"Springer Science and Business Media LLC","embargoEndDate":"2025-11-05","sources":["Crossref","Sci Rep"],"formats":["application/pdf"],"contributors":null,"coverages":null,"bestAccessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/"},"container":{"name":"Scientific Reports","issnPrinted":null,"issnOnline":"2045-2322","issnLinking":null,"ep":null,"iss":null,"sp":null,"vol":"15","edition":null,"conferencePlace":null,"conferenceDate":null},"documentationUrls":null,"codeRepositoryUrl":null,"programmingLanguage":null,"contactPeople":null,"contactGroups":null,"tools":null,"size":null,"version":null,"geoLocations":null,"id":"doi_dedup___::e767279b96e68924b4eec1216a0a2b9c","originalIds":["10.21203/rs.3.rs-6362540/v1","50|doiboost____|7a4e0e120c132b2f1254882c203a727a","12205","10.1038/s41598-025-12205-1","50|doiboost____|892eb1b15938804477b6e9b940f33113","50|datacite____::9288610153fea98b6e36286fc6ae6286","10.3929/ethz-c-000786091","50|datacite____::e767279b96e68924b4eec1216a0a2b9c","10.48550/arxiv.2501.14035","od_______267::e42fd04ef651837524c9d7d527fa863f","40783574","PMC12335573","oai:pubmedcentral.nih.gov:12335573","50|od_______267::e42fd04ef651837524c9d7d527fa863f","oai:arXiv.org:2501.14035","50|od________18::7755ea19258c4be5fd7d8fd145ae90ff","50|dblp________::e4a1ab886f911bce3ef527e48df17b1f","50|od______1874::ce8749eb44244560eeb619927d37ef9d","oai:pure.mpg.de:item_3645053"],"pids":[{"scheme":"doi","value":"10.21203/rs.3.rs-6362540/v1"},{"scheme":"doi","value":"10.1038/s41598-025-12205-1"},{"scheme":"doi","value":"10.3929/ethz-c-000786091"},{"scheme":"doi","value":"10.48550/arxiv.2501.14035"},{"scheme":"pmid","value":"40783574"},{"scheme":"pmc","value":"PMC12335573"},{"scheme":"arXiv","value":"2501.14035"},{"scheme":"handle","value":"21.11116/0000-0011-022C-A"},{"scheme":"handle","value":"21.11116/0000-0011-022E-8"}],"dateOfCollection":null,"lastUpdateTimeStamp":null,"indicators":{"citationImpact":{"citationCount":0.0,"influence":2.1746283E-9,"popularity":2.2497804E-9,"impulse":0.0,"citationClass":"C5","influenceClass":"C5","impulseClass":"C5","popularityClass":"C5"}},"projects":[{"id":"corda__h2020::83d6aa753c4b6e94582f4ef733616892","code":"945719","acronym":"HumanML","title":"Human-Centric Machine Learning","funder":"European Commission","pids":[{"scheme":"doi","value":"10.3030/945719"}]}],"organizations":[{"legalName":"Max Planck Society","acronym":"MPG","id":"openorgs____::5a405a89387d1881afa956f475994e10","pids":[{"scheme":"ISNI","value":"0000000121051091"},{"scheme":"ROR","value":"https://ror.org/01hhn8329"},{"scheme":"GRID","value":"grid.4372.2"},{"scheme":"PIC","value":"999990267"},{"scheme":"RRID","value":"RRID:nlx_55250"},{"scheme":"FundRef","value":"501100004189"},{"scheme":"RRID","value":"RRID:SCR_011366"},{"scheme":"Wikidata","value":"Q158085"},{"scheme":"OrgRef","value":"614753"},{"scheme":"mag_id","value":"149899117"},{"scheme":"wikidata","value":"Q158085"},{"scheme":"fundref","value":"501100004189"}],"countries":[{"code":"DE","label":"Germany"}],"websiteurl":"http://www.mpg.de/en"},{"legalName":"Max Planck Institute for Software Systems","acronym":"MPI-SWS","id":"openorgs____::a6be3b23fdb0e61554b444ec8c1e8d1c","pids":[{"scheme":"Wikidata","value":"Q881238"},{"scheme":"GRID","value":"grid.469860.5"},{"scheme":"ISNI","value":"000000040492020X"},{"scheme":"ROR","value":"https://ror.org/02pe2kf23"},{"scheme":"wikidata","value":"Q881238"}],"countries":[{"code":"DE","label":"Germany"}],"websiteurl":"https://www.mpi-sws.org/index.php"},{"legalName":"Department of Biosystems Science and Engineering (D-BSSE)","acronym":"Department of Biosystems Science and Engineering (D-BSSE)","id":"pending_org_::af83f38c07afd8d01d537bee79d55932","pids":null,"countries":[{"code":"CH","label":"Switzerland"}],"websiteurl":null},{"legalName":"EIDGENOESSISCHE TECHNISCHE HOCHSCHULE ZUERICH","acronym":"ETH Zürich","id":"pending_org_::ee523ac5b92735484e281cd08b3b82f4","pids":[{"scheme":"PIC","value":"999979015"}],"countries":[{"code":"CH","label":"Switzerland"}],"websiteurl":"http://www.ethz.ch"},{"legalName":"ETH Zurich","acronym":"ETHZ","id":"openorgs____::fb1e14f93f04d43e1a10a9f17d12c669","pids":[{"scheme":"wikidata","value":"Q11942"},{"scheme":"FundRef","value":"501100003070"},{"scheme":"OrgRef","value":"210910"},{"scheme":"ROR","value":"https://ror.org/05a28rw58"},{"scheme":"fundref","value":"501100003006"},{"scheme":"FundRef","value":"501100003006"},{"scheme":"FundRef","value":"501100001710"},{"scheme":"fundref","value":"501100001710"},{"scheme":"GRID","value":"grid.5801.c"},{"scheme":"PIC","value":"999979015"},{"scheme":"Wikidata","value":"Q11942"},{"scheme":"fundref","value":"501100003070"},{"scheme":"mag_id","value":"35440088"},{"scheme":"OrgReg","value":"CH0012"},{"scheme":"RRID","value":"RRID:SCR_000962"},{"scheme":"RRID","value":"RRID:nlx_143698"},{"scheme":"ISNI","value":"0000000121562780"}],"countries":[{"code":"CH","label":"Switzerland"}],"websiteurl":"https://www.ethz.ch/en.html"}],"communities":null,"collectedFrom":[{"key":"openaire____::9e3be59865b2c1c335d32dae2fe7b254","value":"Datacite"},{"key":"opendoar____::958adb57686c2fdec5796398de5f317a","value":"MPG.PuRe"},{"key":"openaire____::081b82f96300b6a6e3d282bad31cb6e2","value":"Crossref"},{"key":"openaire____::d8b68cc0a53121f6f896883a7d60c1db","value":"DBLP"},{"key":"opendoar____::8b6dd7db9af49e67306feb59a8bdc52c","value":"Europe PubMed Central"},{"key":"opendoar____::6f4922f45568161a8cdf4ad2299f6d23","value":"arXiv.org e-Print Archive"},{"key":"opendoar____::eda80a3d5b344bc40f3bc04f65b7a357","value":"PubMed Central"}],"instances":[{"pids":[{"scheme":"doi","value":"10.21203/rs.3.rs-6362540/v1"}],"license":"CC BY","accessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/","openAccessRoute":"hybrid"},"type":"Article","urls":["https://doi.org/10.21203/rs.3.rs-6362540/v1"],"publicationDate":"2025-05-02","refereed":"peerReviewed","hostedBy":{"key":"openaire____::55045bd2a65019fd8e6741a755395c8c","value":"Unknown Repository"},"collectedFrom":{"key":"openaire____::081b82f96300b6a6e3d282bad31cb6e2","value":"Crossref"}},{"pids":[{"scheme":"doi","value":"10.1038/s41598-025-12205-1"}],"license":"CC BY","accessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/","openAccessRoute":"hybrid"},"type":"Article","urls":["https://doi.org/10.1038/s41598-025-12205-1"],"publicationDate":"2025-08-09","refereed":"peerReviewed","hostedBy":{"key":"openaire____::55045bd2a65019fd8e6741a755395c8c","value":"Unknown Repository"},"collectedFrom":{"key":"openaire____::081b82f96300b6a6e3d282bad31cb6e2","value":"Crossref"}},{"pids":[{"scheme":"doi","value":"10.3929/ethz-c-000786091"}],"license":"CC BY","type":"Article","urls":["https://dx.doi.org/10.3929/ethz-c-000786091"],"publicationDate":"2025-12-01","refereed":"nonPeerReviewed","hostedBy":{"key":"re3data_____::8ac60f4c88018b79a528ceb336266c6b","value":"ETH Zürich Research Collection"},"collectedFrom":{"key":"openaire____::9e3be59865b2c1c335d32dae2fe7b254","value":"Datacite"}},{"pids":[{"scheme":"doi","value":"10.48550/arxiv.2501.14035"}],"license":"CC BY","type":"Article","urls":["https://dx.doi.org/10.48550/arxiv.2501.14035"],"publicationDate":"2025-01-01","refereed":"nonPeerReviewed","hostedBy":{"key":"openaire____::55045bd2a65019fd8e6741a755395c8c","value":"Unknown Repository"},"collectedFrom":{"key":"openaire____::9e3be59865b2c1c335d32dae2fe7b254","value":"Datacite"}},{"pids":[{"scheme":"pmid","value":"40783574"},{"scheme":"pmc","value":"PMC12335573"}],"alternateIdentifiers":[{"scheme":"doi","value":"10.1038/s41598-025-12205-1"}],"type":"Article","urls":["https://pubmed.ncbi.nlm.nih.gov/40783574"],"publicationDate":"2025-08-09","refereed":"nonPeerReviewed","hostedBy":{"key":"openaire____::55045bd2a65019fd8e6741a755395c8c","value":"Unknown Repository"},"collectedFrom":{"key":"opendoar____::8b6dd7db9af49e67306feb59a8bdc52c","value":"Europe PubMed Central"}},{"alternateIdentifiers":[{"scheme":"doi","value":"10.1038/s41598-025-12205-1"}],"license":"CC BY","accessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/","openAccessRoute":null},"type":"Article","urls":["https://pmc.ncbi.nlm.nih.gov/articles/PMC12335573/","https://pubmed.ncbi.nlm.nih.gov/40783574/","https://doi.org/10.1038/s41598-025-12205-1"],"publicationDate":"2025-08-09","refereed":"nonPeerReviewed","hostedBy":{"key":"opendoar____::eda80a3d5b344bc40f3bc04f65b7a357","value":"PubMed Central"},"collectedFrom":{"key":"opendoar____::eda80a3d5b344bc40f3bc04f65b7a357","value":"PubMed Central"}},{"pids":[{"scheme":"arXiv","value":"2501.14035"}],"accessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/","openAccessRoute":null},"type":"Preprint","urls":["http://arxiv.org/abs/2501.14035"],"publicationDate":"2025-01-23","refereed":"nonPeerReviewed","hostedBy":{"key":"opendoar____::6f4922f45568161a8cdf4ad2299f6d23","value":"arXiv.org e-Print Archive"},"collectedFrom":{"key":"opendoar____::6f4922f45568161a8cdf4ad2299f6d23","value":"arXiv.org e-Print Archive"}},{"alternateIdentifiers":[{"scheme":"doi","value":"10.48550/arxiv.2501.14035"}],"type":"Preprint","urls":["https://dblp.org/rec/journals/corr/abs-2501-14035.html","https://doi.org/10.48550/arXiv.2501.14035"],"publicationDate":"2025-01-01","refereed":"nonPeerReviewed","hostedBy":{"key":"openaire____::d8b68cc0a53121f6f896883a7d60c1db","value":"DBLP"},"collectedFrom":{"key":"openaire____::d8b68cc0a53121f6f896883a7d60c1db","value":"DBLP"}},{"pids":[{"scheme":"handle","value":"21.11116/0000-0011-022C-A"},{"scheme":"handle","value":"21.11116/0000-0011-022E-8"}],"alternateIdentifiers":[{"scheme":"arXiv","value":"2501.14035"},{"scheme":"doi","value":"10.48550/arxiv.2501.14035"}],"license":"CC BY","accessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/","openAccessRoute":null},"type":"Research","urls":["https://hdl.handle.net/21.11116/0000-0011-022C-A","https://hdl.handle.net/21.11116/0000-0011-022E-8"],"publicationDate":"2025-01-23","refereed":"nonPeerReviewed","hostedBy":{"key":"opendoar____::958adb57686c2fdec5796398de5f317a","value":"MPG.PuRe"},"collectedFrom":{"key":"opendoar____::958adb57686c2fdec5796398de5f317a","value":"MPG.PuRe"}}],"links":[{"header":{"relationType":"resultProject","relationClass":"isProducedBy","relatedIdentifier":"corda__h2020::83d6aa753c4b6e94582f4ef733616892","relatedRecordType":"project","relationProvenance":"sysimport:crosswalk:repository","trust":"0.9"},"collectedfrom":[{"dsId":"openaire____::a55eb91348674d853191f4f4fd73d078","dsName":"CORDA - COmmon Research DAta Warehouse - Horizon 2020"}],"projectTitle":"Human-Centric Machine Learning","code":"945719","funding":{"funder":{"id":"ec__________::EC","shortname":"EC","name":"European Commission","jurisdiction":{"code":"EU","label":"European Union"},"pid":null},"level0":{"id":"ec__________::EC::H2020","description":"Horizon 2020 Framework Programme","name":"H2020"},"level1":{"id":"ec__________::EC::H2020::ERC","description":"European Research Council","name":"ERC"},"level2":{"id":"ec__________::EC::H2020::ERC::ERC-STG","description":"Starting Grant","name":"ERC-STG"}},"startDate":"2020-11-01","endDate":"2025-10-31"}],"otherTitles":null,"inDiamondJournal":false,"green":true,"isGreen":true,"isInDiamondJournal":false}