{"authors":[{"id":null,"fullName":"Tsirtsis, S.","name":"S.","surname":"Tsirtsis","rank":1,"pid":null},{"id":null,"fullName":"De, A.","name":null,"surname":null,"rank":2,"pid":null},{"id":null,"fullName":"Gomez Rodriguez, M.","name":"M.","surname":"Gomez Rodriguez","rank":3,"pid":null}],"openAccessColor":null,"publiclyFunded":false,"eoscIfGuidelines":null,"type":"publication","language":{"code":"und","label":"Undetermined"},"countries":null,"subjects":[{"subject":{"scheme":"keyword","value":"FOS: Computer and information sciences"},"provenance":null},{"subject":{"scheme":"keyword","value":"Computer Science - Machine Learning"},"provenance":null},{"subject":{"scheme":"keyword","value":"Computer Science - Computers and Society"},"provenance":null},{"subject":{"scheme":"keyword","value":"Statistics - Machine Learning"},"provenance":null},{"subject":{"scheme":"keyword","value":"Computers and Society (cs.CY)"},"provenance":null},{"subject":{"scheme":"FOS","value":"0202 electrical engineering, electronic engineering, information engineering"},"provenance":null},{"subject":{"scheme":"keyword","value":"Machine Learning (stat.ML)"},"provenance":null},{"subject":{"scheme":"FOS","value":"02 engineering and technology"},"provenance":null},{"subject":{"scheme":"FOS","value":"01 natural sciences"},"provenance":null},{"subject":{"scheme":"FOS","value":"0105 earth and related environmental sciences"},"provenance":null},{"subject":{"scheme":"keyword","value":"Machine Learning (cs.LG)"},"provenance":null}],"mainTitle":"Counterfactual Explanations in Sequential Decision Making Under Uncertainty","subTitle":null,"descriptions":["Methods to find counterfactual explanations have predominantly focused on one step decision making processes. In this work, we initiate the development of methods to find counterfactual explanations for decision making processes in which multiple, dependent actions are taken sequentially over time. We start by formally characterizing a sequence of actions and states using finite horizon Markov decision processes and the Gumbel-Max structural causal model. Building upon this characterization, we formally state the problem of finding counterfactual explanations for sequential decision making processes. In our problem formulation, the counterfactual explanation specifies an alternative sequence of actions differing in at most k actions from the observed sequence that could have led the observed process realization to a better outcome. Then, we introduce a polynomial time algorithm based on dynamic programming to build a counterfactual policy that is guaranteed to always provide the optimal counterfactual explanation on every possible realization of the counterfactual environment dynamics. We validate our algorithm using both synthetic and real data from cognitive behavioral therapy and show that the counterfactual explanations our algorithm finds can provide valuable insights to enhance sequential decision making under uncertainty.","To appear at NeurIPS 2021"],"publicationDate":"2021-01-01","publisher":null,"embargoEndDate":"2021-07-01","sources":["Advances in Neural Information Processing Systems 34"],"formats":["application/pdf"],"contributors":null,"coverages":null,"bestAccessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/"},"container":{"name":"CoRR","issnPrinted":null,"issnOnline":null,"issnLinking":null,"ep":null,"iss":null,"sp":null,"vol":"abs/2107.02776","edition":null,"conferencePlace":null,"conferenceDate":null},"documentationUrls":null,"codeRepositoryUrl":null,"programmingLanguage":null,"contactPeople":null,"contactGroups":null,"tools":null,"size":null,"version":null,"geoLocations":null,"id":"doi_dedup___::e114ebb97d670558a1c84a2ba89deebf","originalIds":["50|datacite____::e114ebb97d670558a1c84a2ba89deebf","10.48550/arxiv.2107.02776","oai:arXiv.org:2107.02776","50|od________18::1cae90f89e591f146d25e7dbea91f787","50|dblp________::603f2685fa372f886ab2d024a446da1b","50|dblp________::eb640d936270782011c8ef648b107501","oai:pure.mpg.de:item_3338888","50|od______1874::90467f894b3a8574e56beef6b460eb8e","50|r3c4b2081b22::e114ebb97d670558a1c84a2ba89deebf"],"pids":[{"scheme":"doi","value":"10.48550/arxiv.2107.02776"},{"scheme":"arXiv","value":"2107.02776"},{"scheme":"handle","value":"21.11116/0000-0009-19F0-C"},{"scheme":"handle","value":"21.11116/0000-0009-19F2-A"},{"scheme":"handle","value":"21.11116/0000-0011-B3AF-E"}],"dateOfCollection":null,"lastUpdateTimeStamp":null,"indicators":{"citationImpact":{"citationCount":0.0,"influence":2.1746283E-9,"popularity":1.272318E-9,"impulse":0.0,"citationClass":"C5","influenceClass":"C5","impulseClass":"C5","popularityClass":"C5"}},"projects":[{"id":"corda__h2020::83d6aa753c4b6e94582f4ef733616892","code":"945719","acronym":"HumanML","title":"Human-Centric Machine Learning","funder":"European Commission","pids":[{"scheme":"doi","value":"10.3030/945719"}]}],"organizations":[{"legalName":"Max Planck Society","acronym":"MPG","id":"openorgs____::5a405a89387d1881afa956f475994e10","pids":[{"scheme":"ISNI","value":"0000000121051091"},{"scheme":"ROR","value":"https://ror.org/01hhn8329"},{"scheme":"GRID","value":"grid.4372.2"},{"scheme":"PIC","value":"999990267"},{"scheme":"RRID","value":"RRID:nlx_55250"},{"scheme":"FundRef","value":"501100004189"},{"scheme":"RRID","value":"RRID:SCR_011366"},{"scheme":"Wikidata","value":"Q158085"},{"scheme":"OrgRef","value":"614753"},{"scheme":"mag_id","value":"149899117"},{"scheme":"wikidata","value":"Q158085"},{"scheme":"fundref","value":"501100004189"}],"countries":[{"code":"DE","label":"Germany"}],"websiteurl":"http://www.mpg.de/en"}],"communities":null,"collectedFrom":[{"key":"openaire____::9e3be59865b2c1c335d32dae2fe7b254","value":"Datacite"},{"key":"opendoar____::958adb57686c2fdec5796398de5f317a","value":"MPG.PuRe"},{"key":"openaire____::d8b68cc0a53121f6f896883a7d60c1db","value":"DBLP"},{"key":"opendoar____::6f4922f45568161a8cdf4ad2299f6d23","value":"arXiv.org e-Print Archive"},{"key":"re3data_____::c4b2081b224be6b3e79d0e5e5556f631","value":"European Union Open Data Portal"}],"instances":[{"pids":[{"scheme":"doi","value":"10.48550/arxiv.2107.02776"}],"license":"CC BY","type":"Article","urls":["https://dx.doi.org/10.48550/arxiv.2107.02776"],"publicationDate":"2021-01-01","refereed":"nonPeerReviewed","hostedBy":{"key":"openaire____::55045bd2a65019fd8e6741a755395c8c","value":"Unknown Repository"},"collectedFrom":{"key":"openaire____::9e3be59865b2c1c335d32dae2fe7b254","value":"Datacite"}},{"pids":[{"scheme":"arXiv","value":"2107.02776"}],"accessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/","openAccessRoute":null},"type":"Preprint","urls":["http://arxiv.org/abs/2107.02776"],"publicationDate":"2021-07-06","refereed":"nonPeerReviewed","hostedBy":{"key":"opendoar____::6f4922f45568161a8cdf4ad2299f6d23","value":"arXiv.org e-Print Archive"},"collectedFrom":{"key":"opendoar____::6f4922f45568161a8cdf4ad2299f6d23","value":"arXiv.org e-Print Archive"}},{"type":"Conference object","urls":["https://proceedings.neurips.cc/paper/2021/hash/fd0a5a5e367a0955d81278062ef37429-Abstract.html","https://dblp.org/rec/conf/nips/TsirtsisDR21.html"],"refereed":"nonPeerReviewed","hostedBy":{"key":"openaire____::d8b68cc0a53121f6f896883a7d60c1db","value":"DBLP"},"collectedFrom":{"key":"openaire____::d8b68cc0a53121f6f896883a7d60c1db","value":"DBLP"}},{"alternateIdentifiers":[{"scheme":"arXiv","value":"2107.02776"}],"type":"Article","urls":["https://dblp.org/rec/journals/corr/abs-2107-02776.html","https://arxiv.org/abs/2107.02776"],"publicationDate":"2021-01-01","refereed":"nonPeerReviewed","hostedBy":{"key":"openaire____::d8b68cc0a53121f6f896883a7d60c1db","value":"DBLP"},"collectedFrom":{"key":"openaire____::d8b68cc0a53121f6f896883a7d60c1db","value":"DBLP"}},{"pids":[{"scheme":"handle","value":"21.11116/0000-0009-19F0-C"},{"scheme":"handle","value":"21.11116/0000-0009-19F2-A"},{"scheme":"handle","value":"21.11116/0000-0011-B3AF-E"}],"alternateIdentifiers":[{"scheme":"urn","value":"https://proceedings.neurips.cc/paper/2021/hash/fd0a5a5e367a0955d81278062ef37429-Abstract.html"}],"license":"CC BY","accessRight":{"code":"c_abf2","label":"OPEN","scheme":"http://vocabularies.coar-repositories.org/documentation/access_rights/","openAccessRoute":null},"type":"Conference object","urls":["https://hdl.handle.net/21.11116/0000-0011-B3AF-E","https://hdl.handle.net/21.11116/0000-0009-19F0-C","https://hdl.handle.net/21.11116/0000-0009-19F2-A"],"publicationDate":"2021-01-01","refereed":"nonPeerReviewed","hostedBy":{"key":"opendoar____::958adb57686c2fdec5796398de5f317a","value":"MPG.PuRe"},"collectedFrom":{"key":"opendoar____::958adb57686c2fdec5796398de5f317a","value":"MPG.PuRe"}},{"alternateIdentifiers":[{"scheme":"doi","value":"10.48550/arxiv.2107.02776"}],"type":"Conference object","urls":["http://dx.doi.org/10.48550/arxiv.2107.02776"],"publicationDate":"2021-01-01","refereed":"nonPeerReviewed","hostedBy":{"key":"openaire____::55045bd2a65019fd8e6741a755395c8c","value":"Unknown Repository"},"collectedFrom":{"key":"re3data_____::c4b2081b224be6b3e79d0e5e5556f631","value":"European Union Open Data Portal"}}],"links":[{"header":{"relationType":"resultProject","relationClass":"isProducedBy","relatedIdentifier":"corda__h2020::83d6aa753c4b6e94582f4ef733616892","relatedRecordType":"project","relationProvenance":"sysimport:crosswalk","trust":"0.9"},"collectedfrom":[{"dsId":"openaire____::a55eb91348674d853191f4f4fd73d078","dsName":"CORDA - COmmon Research DAta Warehouse - Horizon 2020"}],"projectTitle":"Human-Centric Machine Learning","code":"945719","funding":{"funder":{"id":"ec__________::EC","shortname":"EC","name":"European Commission","jurisdiction":{"code":"EU","label":"European Union"},"pid":null},"level0":{"id":"ec__________::EC::H2020","description":"Horizon 2020 Framework Programme","name":"H2020"},"level1":{"id":"ec__________::EC::H2020::ERC","description":"European Research Council","name":"ERC"},"level2":{"id":"ec__________::EC::H2020::ERC::ERC-STG","description":"Starting Grant","name":"ERC-STG"}},"startDate":"2020-11-01","endDate":"2025-10-31"}],"otherTitles":null,"green":true,"inDiamondJournal":false,"isGreen":true,"isInDiamondJournal":false}