@inproceedings{3e76421d87a24c12bbff9dd9559c1f0d,
title = "Model performance metrics in assessing the value of adding intraoperative data for death prediction: Applications to noncardiac surgery",
abstract = "We tested the value of adding data from the operating room to models predicting in-hospital death. We assessed model performance using two metrics, the area under the receiver operating characteristic curve (AUROC) and the area under the precision-recall curve (AUPRC), to illustrate the differences in information they convey in the setting of class imbalance. Data was collected on 74,147 patients who underwent major noncardiac surgery and 112 unique features were extracted from electronic health records. Sets of features were incrementally added to models using logistic regression, na{\"i}ve Bayes, random forest, and gradient boosted machine methods. AUROC increased as more features were added, but changes were small for some modeling approaches. In contrast, AUPRC, which reflects positive predicted value, exhibited improvements across all models. Using AUPRC highlighted the added value of intraoperative data, not seen consistently with AUROC, and that with class imbalance AUPRC may serve as the more clinically relevant criterion.",
keywords = "Hospital Mortality, Medical Informatics, Risk Assessment",
author = "Lei, {Victor J.} and Kennedy, {Edward H.} and Thaibinh Luong and Xinwei Chen and Polsky, {Daniel E.} and Volpp, {Kevin G.} and Neuman, {Mark D.} and Holmes, {John H.} and Fleisher, {Lee A.} and Navathe, {Amol S.}",
note = "Funding Information: This project is funded, in part, under a grant with the Pennsylvania Department of Health. The Department specifically disclaims responsibility for any analyses, interpretations or conclusions. The corresponding author has nothing to disclose. Dr. Navathe reports receiving grants from Hawaii Medical Service Association, Anthem Public Policy Institute, and Oscar Health, personal fees from Navvis and Company, Navigant Inc., Lynx Medical, Indegene Inc., Sutherland Global Services, and Agathos, Inc.; personal fees and equity from NavaHealth; and an honorarium from Elsevier Press, none of which are related to this manuscript. Dr. Holmes receives funding from the Pennsylvania Department of Health, US Public Health Service, and the Cardiovascular Medicine Research and Education Foundation. Dr. Volpp reports grants from Humana during the conduct of the study; grants from Hawaii Medical Services Agency, Discovery (South Africa), Merck, Weight Watchers, and CVS outside of the submitted Publisher Copyright: {\textcopyright} 2019 International Medical Informatics Association (IMIA) and IOS Press. This article is published online with Open Access by IOS Press and distributed under the terms of the Creative Commons Attribution Non-Commercial License 4.0 (CC BY-NC 4.0).; 17th World Congress on Medical and Health Informatics, MEDINFO 2019 ; Conference date: 25-08-2019 Through 30-08-2019",
year = "2019",
month = aug,
day = "21",
doi = "10.3233/SHTI190216",
language = "English (US)",
series = "Studies in Health Technology and Informatics",
publisher = "IOS Press",
pages = "223--227",
editor = "Brigitte Seroussi and Lucila Ohno-Machado and Lucila Ohno-Machado and Brigitte Seroussi",
booktitle = "MEDINFO 2019",
}