<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1 20151215//EN" "JATS-journalpublishing1.dtd">
<article xml:lang="en" article-type="research-article" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Exploration of Medicine</journal-id>
<journal-title-group>
<journal-title>Exploration of Medicine</journal-title>
</journal-title-group>
<issn pub-type="epub">2692-3106</issn>
<publisher>
<publisher-name>Open Exploration</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">100136</article-id>
<article-id pub-id-type="doi">10.37349/emed.2021.00036</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Original Article</subject>
</subj-group>
</article-categories>
<title-group>
<article-title>Proof of concept: digital clock drawing behaviors prior to transcatheter aortic valve replacement may predict length of hospital stay and cost of care</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-6561-6242</contrib-id>
<name>
<surname>Wiggins</surname>
<given-names>Margaret Ellenora</given-names>
</name>
<xref ref-type="aff" rid="AFF1"><sup>1</sup></xref>
<xref ref-type="aff" rid="AFF9"><sup>9</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0003-3153-7858</contrib-id>
<name>
<surname>Dion</surname>
<given-names>Catherine</given-names>
</name>
<xref ref-type="aff" rid="AFF1"><sup>1</sup></xref>
<xref ref-type="aff" rid="AFF9"><sup>9</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0003-3091-8982</contrib-id>
<name>
<surname>Formanski</surname>
<given-names>Erin</given-names>
</name>
<xref ref-type="aff" rid="AFF1"><sup>1</sup></xref>
<xref ref-type="aff" rid="AFF9"><sup>9</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-3383-9481</contrib-id>
<name>
<surname>Davoudi</surname>
<given-names>Anis</given-names>
</name>
<xref ref-type="aff" rid="AFF2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-6241-3770</contrib-id>
<name>
<surname>Amini</surname>
<given-names>Shawna</given-names>
</name>
<xref ref-type="aff" rid="AFF3"><sup>3</sup></xref>
<xref ref-type="aff" rid="AFF9"><sup>9</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Heilman</surname>
<given-names>Kenneth M.</given-names>
</name>
<xref ref-type="aff" rid="AFF4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0003-3105-6974</contrib-id>
<name>
<surname>Penney</surname>
<given-names>Dana</given-names>
</name>
<xref ref-type="aff" rid="AFF5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-5232-7281</contrib-id>
<name>
<surname>Randall</surname>
<given-names>Dana</given-names>
</name>
<xref ref-type="aff" rid="AFF6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-9288-9385</contrib-id>
<name>
<surname>Garvan</surname>
<given-names>Cynthia W.</given-names>
</name>
<xref ref-type="aff" rid="AFF3"><sup>3</sup></xref>
<xref ref-type="aff" rid="AFF9"><sup>9</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-7648-0747</contrib-id>
<name>
<surname>Arnaoutakis</surname>
<given-names>George J.</given-names>
</name>
<xref ref-type="aff" rid="AFF7"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-1881-9941</contrib-id>
<name>
<surname>Tighe</surname>
<given-names>Patrick</given-names>
</name>
<xref ref-type="aff" rid="AFF3"><sup>3</sup></xref>
<xref ref-type="aff" rid="AFF9"><sup>9</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-0456-8600</contrib-id>
<name>
<surname>Libon</surname>
<given-names>David J.</given-names>
</name>
<xref ref-type="aff" rid="AFF8"><sup>8</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-5994-0644</contrib-id>
<name>
<surname>Price</surname>
<given-names>Catherine C.</given-names>
</name>
<xref ref-type="aff" rid="AFF1"><sup>1</sup></xref>
<xref ref-type="aff" rid="AFF3"><sup>3</sup></xref>
<xref ref-type="aff" rid="AFF9"><sup>9</sup></xref>
<xref ref-type="corresp" rid="C1"><sup>&#x0002A;</sup></xref>
</contrib>
<contrib contrib-type="academic-editor">
<name>
<surname>Farrer</surname>
<given-names>Lindsay A.</given-names>
</name>
</contrib>
<aff id="AFF1"><label>1</label>Department of Clinical and Health Psychology, University of Florida, Gainesville, FL 32610, USA</aff>
<aff id="AFF2"><label>2</label>Department of Biomedical Engineering, University of Florida, Gainesville, FL 32611, USA</aff>
<aff id="AFF3"><label>3</label>Department of Anesthesiology, University of Florida College of Medicine, Gainesville, FL 32610, USA</aff>
<aff id="AFF4"><label>4</label>Department of Neurology, University of Florida College of Medicine, Gainesville, FL 32610, USA</aff>
<aff id="AFF5"><label>5</label>Department of Neurology, Lahey Hospital and Medical Center, Boston, Mass 02421, USA</aff>
<aff id="AFF6"><label>6</label>Department of Electronical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, Mass 02139, USA</aff>
<aff id="AFF7"><label>7</label>Department of Surgery, University of Florida College of Medicine, Gainesville, FL 32610, USA</aff>
<aff id="AFF8"><label>8</label>Department of Geriatrics and Gerontology, New Jersey Institute for Successful Aging, Rowan University School of Osteopathic Medicine, Stratford, NJ 08084, USA</aff>
<aff id="AFF9"><label>9</label>Perioperative Cognitive Anesthesia Network (PeCAN), University of Florida, Gainesville, FL 32610, USA</aff>
<aff id="AFF10">Boston University School of Medicine, USA</aff>
</contrib-group>
<author-notes>
<corresp id="C1"><label>&#x0002A;</label><bold>Correspondence:</bold> Catherine C. Price, Department of Clinical and Health Psychology, University of Florida, Department of Anesthesiology, University of Florida, Perioperative Cognitive Anesthesia Network (PeCAN), University of Florida, Gainesville, FL 32610, USA. <email>cep23@phhp.ufl.edu</email></corresp>
</author-notes>
<pub-date pub-type="ppub">
<year>2021</year>
</pub-date>
<pub-date pub-type="epub">
<day>05</day>
<month>03</month>
<year>2021</year>
</pub-date>
<volume>2</volume>
<fpage>110</fpage>
<lpage>121</lpage>
<history>
<date date-type="received">
<day>31</day>
<month>07</month>
<year>2020</year></date>
<date date-type="accepted">
<day>17</day>
<month>11</month>
<year>2020</year></date>
</history>
<permissions>
<copyright-statement>&#x00A9; The Author(s) 2021.</copyright-statement>
<copyright-year>2021</copyright-year>
<license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
<license-p>This is an Open Access article licensed under a Creative Commons Attribution 4.0 International License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, sharing, adaptation, distribution and reproduction in any medium or format, for any purpose, even commercially, as long as you give appropriate credit to the original author(s) and the source, provide a link to the Creative Commons license, and indicate if changes were made.</license-p></license>
</permissions>
<abstract>
<sec><title>Aims:</title>
<p>Reduced pre-operative cognitive functioning in older adults is a risk factor for postoperative complications, but it is unknown if preoperative digitally-acquired clock drawing test (CDT) cognitive screening variables, which allow for more nuanced examination of patient performance, may predict lengthier hospital stay and greater cost of hospital care. This issue is particularly relevant for older adults undergoing transcatheter aortic valve replacement (TAVR), as this surgical procedure is chosen for intermediate-risk older adults needing aortic replacement. This proof of concept research explored if specific latency and graphomotor variables indicative of planning from digitally-acquired command and copy clock drawing would predict post-TAVR duration and cost of hospitalization, over and above age, education, American Society of Anesthesiologists (ASA) physical status classification score, and frailty.</p>
</sec>
<sec><title>Methods:</title>
<p>Form January 2018 to December 2019, 162 out of 190 individuals electing TAVR completed digital clock drawing as part of a hospital wide cognitive screening program. Separate hierarchical regressions were computed for the command and copy conditions of the CDT and assessed how a-priori selected clock drawing metrics (total time to completion, ideal digit placement difference, and hour hand distance from center; included within the same block) incrementally predicted outcome, as measured by R<sup>2</sup> change significance values.</p>
</sec>
<sec><title>Results:</title>
<p>Above and beyond age, education, ASA physical status classification score, and frailty, only digitally-acquired CDT copy performance explained significant variance for length of hospital stay (9.5&#x00025;) and cost of care (8.9&#x00025;).</p>
</sec>
<sec><title>Conclusions:</title>
<p>Digital variables from clock copy condition provided predictive value over common demographic and comorbidity variables. We hypothesize this is due to the sensitivity of the copy condition to executive dysfunction, as has been shown in previous studies for subtypes of cognitive impairment. Individuals undergoing TAVR procedures are often frail and executively compromised due to their cerebrovascular disease. We encourage additional research on the value of digitally-acquired clock drawing within different surgery types. Type of cognitive impairment and the value of digitally-acquired CDT command and copy parameters in other surgeries remain unknown.</p>
</sec>
</abstract>
<kwd-group>
<kwd>Clock drawing test</kwd>
<kwd>perioperative neuropsychology</kwd>
<kwd>transcatheter aortic valve replacement</kwd>
<kwd>hospital outcomes</kwd>
</kwd-group></article-meta>
</front>
<body>
<sec id="s1"><title>Introduction</title>
<p>Although preoperative cognitive impairments are well known predictors of negative cognitive postoperative outcomes &#x0005B;<xref ref-type="bibr" rid="B1">1</xref>&#x2013;<xref ref-type="bibr" rid="B6">6</xref>&#x0005D;, it remains unknown if preoperative cognitive screening metrics provide valuable predictive information relevant to hospitals providing the care for older adults electing surgical procedures. One relevant surgical procedure is transcatheter aortic valve replacement (TAVR), the procedure of choice relative to surgical aortic valve replacement in intermediate-risk older adult patients &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>&#x0005D;. Although TAVR is associated with reduced mortality relative to standard surgical aortic valve replacement, the procedure can still be accompanied by negative complications impacting hospital cost and stay, e.g., Tilley and colleagues &#x0005B;<xref ref-type="bibr" rid="B8">8</xref>&#x0005D; reported that 23&#x00025; of patients aged 60 years or older who underwent TAVR experience delirium, a preventative cause of cognitive impairment and dementia.</p>
<p>Towards improving hospital care modeling for TAVR, researchers have largely examined the predictive value of traditional metrics such as age and comorbidity on TAVR outcome costs &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>&#x0005D;, and more recently frailty as a predictor of hospital stay &#x0005B;<xref ref-type="bibr" rid="B10">10</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>&#x0005D;. Integrating preoperative cognitive biomarkers into the model is the next logical research approach, particularly given: (1) the abundance of research documenting the significance of preoperative cognition on postoperative outcome &#x0005B;<xref ref-type="bibr" rid="B6">6</xref>&#x0005D;; (2) that 54&#x00025; of all surgical procedures are performed on older adults &#x0005B;<xref ref-type="bibr" rid="B13">13</xref>&#x0005D;; (3) prospective hospital-based studies show at least 20&#x00025; of older adults electing surgical procedures have mild to moderate cognitive limitations on standardized screening metrics &#x0005B;<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>&#x0005D;; and (4) general surgery guidelines strongly recommend at minimum preoperative cognitive screening for older adults electing surgery.</p>
<p>It is possible that older adults with even subtle cognitive vulnerabilities undergoing TAVR may remain hospitalized longer with an increased cost of care. Cognitive screenings could serve as a functional biomarker to predict which patients may benefit from improved care planning thereby reducing postoperative hospital costs and stay. It is important, however, to identify a screening tool that can be used by medical staff and provide rapid information yet remain sensitive to subtle effects of abnormal aging &#x0005B;<xref ref-type="bibr" rid="B14">14</xref>&#x0005D;.</p>
<p>One potential tool is the digitally-acquired clock drawing test (CDT), where patients are first asked to draw a clock to a command and then copy a model of a clock &#x0005B;<xref ref-type="bibr" rid="B15">15</xref>&#x2013;<xref ref-type="bibr" rid="B19">19</xref>&#x0005D;. The CDT is a classic neuropsychological tool often used as a cognitive screener for dementia &#x0005B;<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>&#x0005D;. The test requires an individual to &#x0201C;draw the face of a clock, put in all the numbers and set the hands to 10 after 11&#x0201D; (known as the command condition), and then copy a model of a clock with the hands set to 10 after 11 (known as the copy condition). While the command condition assesses multiple cognitive components, the copy condition appears more specific to executive and visuospatial planning deficits &#x0005B;<xref ref-type="bibr" rid="B21">21</xref>&#x2013;<xref ref-type="bibr" rid="B23">23</xref>&#x0005D;. Approximately ten years ago, this traditional screener was upgraded using digital technology allowing for more nuanced assessment of subtle cognitive vulnerabilities &#x0005B;<xref ref-type="bibr" rid="B17">17</xref>&#x0005D;. Prospective research shows validity with digital clock drawing latency and graphomotor variables &#x0005B;<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B24">24</xref>, <xref ref-type="bibr" rid="B25">25</xref>&#x0005D;, although many of the variables extracted from this test are still to be examined relative to hypothetical constructs and neuroimaging variables &#x0005B;<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B27">27</xref>&#x0005D;.</p>
<p>The present proof of concept study assessed whether specific digitally-acquired latency and graphomotor CDT variables acquired during a preoperative hospital visit prior to TAVR would explain any variance in length of post-TAVR stay and hospital cost, even after considering patient age, education, comorbidity, and frailty. Typically, length of stay and hospital cost investigations include thousands of data-points &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>&#x0005D;. Any explained variance from this preliminary investigation may provide support for larger-scale investigations across hospital networks. Although previous research has demonstrated CDT copy acquired from traditional hand-scoring methods significantly predicted length of stay in older adults undergoing elective surgery &#x0005B;<xref ref-type="bibr" rid="B14">14</xref>&#x0005D;, the current investigation will be the first to address the question with digital assessment technology. Given that individuals with TAVR have cerebrovascular disease &#x0005B;<xref ref-type="bibr" rid="B28">28</xref>&#x0005D; which associates with executive and graphomotor processing speed limitations &#x0005B;<xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B30">30</xref>&#x0005D;, we a-priori explored the predictive value of CDT total clock drawing time &#x0005B;<xref ref-type="bibr" rid="B24">24</xref>&#x0005D; and key graphomotor metrics assessing visual attention and planning &#x0005B;<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>&#x0005D;.</p>
</sec>
<sec id="s2"><title>Materials and methods</title>
<p>This manuscript adheres to the applicable STROBE guidelines.</p>
<sec><title>Study setting and participants</title>
<p>The present study was conducted at the University of Florida (UF) and UF Health. Data were acquired via a federally-funded investigation and institutional review board-approved protocol with Health Insurance Portability and Accountability Act (HIPAA) waiver and honest broker medical record extraction. The study followed Declaration of Helsinki standards and was in accordance with all institutional guidelines. Inclusion: primary English speaking adults age 65 or older electing TAVR within UF Health from the periods of Jan 2, 2018 to Dec 31, 2019 and triaged for an in-person visit within the UF Preoperative Anesthesia Clinic using the Patient-Centered Anesthesia Triage System criteria as defined by Enneking and colleagues &#x0005B;<xref ref-type="bibr" rid="B33">33</xref>&#x0005D; as part of routine medical care. Exclusion: non-English speaking or not fluent in the English language; education &#x0003C; 4 years; visual, hearing, or motor extremity limitation that would preclude a valid clock drawing production.</p>
</sec>
<sec><title>Procedure</title>
<p>Licensed neuropsychologists and doctoral-level neuropsychology students trained preoperative anesthesia medical staff, including residents and attending physicians, advanced registered nurse practitioners, and registered nurses on administration of the Preoperative Frailty-Cognitive Protocol with particular attention paid to reliable administration of digitally-acquired clock drawing. As described in Amini et al. &#x0005B;<xref ref-type="bibr" rid="B14">14</xref>&#x0005D;, training occurred in two segments. Group-based education involved separate team meetings to explain the necessity for reliability and accuracy. Individual trainings involved having a trained instructor administering the protocol to each staff member and then requiring the staff members to administer the protocol to another team member with the instructor present. Each day, a neuropsychology instructor visited each team member to assess protocols for administration problems, train new staff members (rotating residents), and troubleshoot questions.</p>
<p>Each preoperative testing room contained a binder with a packet of materials for reference and administration, as well as a hand dynamometer used to assess for frailty &#x0005B;<xref ref-type="bibr" rid="B34">34</xref>&#x0005D;. Packets included instructions for frailty assessment, how to record education, and digitally-acquired CDT administration. The clock drawing to command was administered first, followed by the copy test condition. Each staff member placed a patient identification sticker on the paper containing patient name, medical record number, date of birth, age, sex, appointment encounter number, and admission date. Completed protocols, including the digital clock drawing data, were transferred into the patient&#x02019;s electronic medical record, with electronic flags communicated ahead of time to the institutional review board honest data broker to enable record retrievals according to institutional review board approval.</p>
</sec>
<sec><title>Digitally-acquired CDT</title>
<p>Each participant completed clock drawing to command and copy on &#x0201C;smart paper&#x0201D; using an Anoto pen that records pen positioning 80 times per second with a spatial accuracy of 0.005 cm. As part of the study protocol, test administration was completed with a trained preoperative anesthesia staff member. Patients were presented with 21.59 cm &#x000D7; 27.94 cm smart paper folded in half giving the patient an area of 21.59 cm &#x000D7; 13.97 cm to draw their clock. Data from the digital pen are then downloaded into an in-house software system (CDT classification assist tool &#x0005B;<xref ref-type="bibr" rid="B17">17</xref>&#x0005D;) trained to classify each pen stroke with at least 84&#x00025; accuracy into separate grouping categories. Then, a trained rater with high accuracy (93&#x02013;99&#x00025;) reviews the computer software classifications for accuracy before the clock scoring is finalized for data entry. For command condition, participants were instructed to &#x0201C;draw the face of a clock, put in all the numbers, and set the hands to 10 after 11 &#x0005B;<xref ref-type="bibr" rid="B21">21</xref>&#x0005D;.&#x0201D; After the command condition, the participants were presented with a model clock and asked to copy it (known as the copy condition). The following are latency and graphomotor outcome variables of interest.</p>
<sec><title>Latency</title>
<p>Total time to completion: the amount of time (s) from the moment the participant begins the first pen stroke of the clock drawing to the moment the participant finishes the last pen stroke. This measurement was acquired for both the command and copy conditions separately. Previous research demonstrated that on command condition, longer total time to completion associated with worse performance on tests measuring processing speed, language, working memory, and declarative memory, while copy time to completion associated with reduced processing speed and working memory &#x0005B;<xref ref-type="bibr" rid="B16">16</xref>&#x0005D;.</p>
</sec>
<sec><title>Graphomotor</title>
<p>We examined two experimental graphomotor metrics hypothesized to measure executive abilities including visual planning and visuo-spatial organization &#x0005B;<xref ref-type="bibr" rid="B26">26</xref>&#x0005D;, and vulnerable to the effects of aging &#x0005B;<xref ref-type="bibr" rid="B35">35</xref>&#x0005D;.</p>
<p>(1) Ideal digit placement difference: the total difference (degrees) in each digit placement on the participant&#x02019;s clock drawing from the ideal-correct placement is calculated via summation of all 12 digit-differences in degrees from their ideal placement. Individuals who drew less than 12 digits, more than 12 digits, or who did not draw a clockface were excluded from these analyses (command: 20 excluded; copy: 12 excluded). Unpublished (in submission) research from our laboratory assessing 201 older adults age 55 and up who are either cognitively healthy or meet criteria for mild cognitive impairment &#x0005B;<xref ref-type="bibr" rid="B36">36</xref>&#x0005D; shows that the digit misplacement variable to command negatively and significantly associates with confrontation naming ability (Boston naming test &#x0005B;<xref ref-type="bibr" rid="B37">37</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.303, <italic>P</italic> &#x0003C; 0.001), reasoning (Wechsler Abbreviated Scale of Intelligence, Matrix Reasoning &#x0005B;<xref ref-type="bibr" rid="B38">38</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.248, <italic>P</italic> &#x0003C; 0.001), and visuospatial attention (Judgement of Line Orientation &#x0005B;<xref ref-type="bibr" rid="B39">39</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.248, <italic>P</italic> &#x0003D; 0.003), such that greater digit misplacement correlated with worse neuropsychological test performance. Digit placement did not associate with processing speed (Stroop word reading &#x0005B;<xref ref-type="bibr" rid="B40">40</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.070, <italic>P</italic> &#x0003D; 0.413), working memory (Wechsler Adult Intelligence Scale-Third Edition, Digit Span Backward &#x0005B;<xref ref-type="bibr" rid="B41">41</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.134, <italic>P</italic> &#x0003D; 0.114), or episodic memory (Wechsler Memory Scale-Third Edition, Logical Memory II &#x0005B;<xref ref-type="bibr" rid="B42">42</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.106, <italic>P</italic> &#x0003D; 0.212).</p>
<p>(2) Hour hand distance from center: distance from the inner end of the hour hand to the center of the clock face (millimeters). We extracted this variable based on prior research demonstrating increased upward attentional bias with aging &#x0005B;<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>&#x0005D;. It has been posited that the age-related reductions in the dorsal attention stream, mediated by the parietal lobe, may be responsible for allocating downward attention &#x0005B;<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>&#x0005D;. With aging there is degradation of this dorsal stream, inducing an upward attentional bias &#x0005B;<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>&#x0005D;. Therefore, when drawing a clock, it is possible that older adults with even subtle changes in visuospatial and planning abilities may deviate when determining the center of the clock (the central axis of the hour and minute hands). Unpublished research (from the aforementioned study) found that hour hand distance from center to command negatively and significantly associates with confrontation naming ability (Boston naming test &#x0005B;<xref ref-type="bibr" rid="B37">37</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.152, <italic>P</italic> &#x0003C; 0.05) and processing speed (Stroop word reading &#x0005B;<xref ref-type="bibr" rid="B40">40</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.159, <italic>P</italic> &#x0003D; &#x0003C; 0.05). Hour hand distance from center did not associate with reasoning (Wechsler Abbreviated Scale of Intelligence, Matrix Reasoning &#x0005B;<xref ref-type="bibr" rid="B38">38</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.076, <italic>P</italic> &#x0003D; 0.311), visuospatial attention (Judgment of Line Orientation &#x0005B;<xref ref-type="bibr" rid="B39">39</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.105, <italic>P</italic> &#x0003D; 0.165), working memory (Wechsler Adult Intelligence Scale-Third Edition, Digit Span Backward &#x0005B;<xref ref-type="bibr" rid="B41">41</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.003, <italic>P</italic> &#x0003D; 0.970), or episodic memory (Wechsler Memory Scale-Third Edition, Logical Memory II &#x0005B;<xref ref-type="bibr" rid="B42">42</xref>&#x0005D;; <italic>r</italic> &#x0003D; &#x02212;0.044, <italic>P</italic> &#x0003D; 0.557).</p>
</sec>
</sec>
<sec><title>Other predictor variables of interest</title>
<p>&#x0201C;Age&#x0201D; was defined in years of age at the time of test administration. &#x0201C;Years of formal education&#x0201D; was recorded as the number of years of formal education completed. Skipped years counted toward the total number of years. Repeated years did not add additional years. If the patient dropped out of high school, staff recorded how many full years of school the patient completed. For example, a high school graduate counted as 12 years; a bachelor&#x02019;s degree counted as 16 years, and so forth. &#x0201C;Comorbidity&#x0201D; was defined by the American Society of Anesthesiologists (ASA) physical status classification &#x0005B;<xref ref-type="bibr" rid="B43">43</xref>&#x0005D; with scores ranging from 1 to 5, with 1 representing completely healthy and fit; 2 mild systemic disease; 3 severe systemic disease; 4 incapacitating disease that is a constant threat to life; and 5 being a patient who is not expected to live 24 h with or without surgery. &#x0201C;Frailty&#x0201D; was defined using the criteria from Fried et al. &#x0005B;<xref ref-type="bibr" rid="B34">34</xref>&#x0005D;. A patient qualified as frail if he/she exhibited/reported &#x02265; 3 of the following: (1) unintended weight loss of &#x02265; 4.54 kg within the last 6 months; (2) subjective exhaustion, defined as endorsing moderate feelings that everything he/she did was an effort over the last week or moderate feelings that he/she could not &#x0201C;get going&#x0201D; in the last week; (3) slow walking speed (4.57 meters in &#x02265; 7 s for men below 1.73 meters and women below 1.60 meters; 4.57 meters in &#x0003E; 6 s in men above 1.73 meters and women above 1.60 meters); (4) grip strength below a normative cutoff defined by the geriatrics evaluation and management tools &#x0005B;<xref ref-type="bibr" rid="B44">44</xref>&#x0005D;, and (5) low physical activity as defined by the Duke Activity Status Index &#x0005B;<xref ref-type="bibr" rid="B45">45</xref>&#x0005D;. The final outcome variable was scored of 0&#x02013;5, where 0&#x02013;1 &#x0003D; no frailty, 2&#x02013;3 &#x0003D; prefrailty, and 4&#x02013;5 &#x0003D; frail.</p>
</sec>
<sec><title>Hospital outcomes</title>
<p>All hospital outcome variables were acquired from electronic medical records provided through an institutional review board (IRB) sanctioned honest broker. Dependent variables of interest include length of hospital stay (hours) and unadjusted total cost of hospital care (US Dollars; USD). Additional outcomes collected as sample descriptors include discharge placement and 30-day mortality.</p>
</sec>
<sec><title>Statistical analyses</title>
<p>Data are available upon reasonable request to the corresponding author.</p>
<p>Data were checked for implausible values, missingness, and distributional form. Digitally-acquired CDT variables were assessed for multicollinearity. Due to non-normality, CDT hour hand distance from center and total time to completion were log transformed; length of stay and cost of care were square root transformed. Statistical significance was set to 0.05 and tests were two-sided.</p>
<p>It is known that age, educational attainment, comorbidities, and frailty serve as risk factors for negative outcomes following surgery. We aimed to understand the contribution of cognitive performance to negative postoperative outcomes, over and above the risk associated with age, education, comorbidities, and frailty. The contribution of cognition to hospital outcomes was assessed via separate hierarchical regressions with length of stay and cost of care as the dependent variables. Age, education, ASA score &#x0005B;<xref ref-type="bibr" rid="B43">43</xref>&#x0005D;, and Fried frailty &#x0005B;<xref ref-type="bibr" rid="B34">34</xref>&#x0005D; score were entered into block one, and block two consisted of CDT total time to completion, ideal digit placement difference, and hour hand distance from center. Separate models were computed for the command and copy conditions of the CDT. R<sup>2</sup> change values were used to assess whether or not clock drawing performance to either command or copy conditions significantly improved the prediction of length of stay and cost of care, over and above age, education, ASA score &#x0005B;<xref ref-type="bibr" rid="B43">43</xref>&#x0005D;, and frailty &#x0005B;<xref ref-type="bibr" rid="B34">34</xref>&#x0005D;.</p>
</sec>
</sec>
<sec id="s3"><title>Results</title>
<sec><title>Participants</title>
<p>A total of 190 individuals 65&#x0002B; underwent TAVR during the period of Jan 2, 2018 to Dec 31, 2019. Of those, 162 met inclusion criteria and completed a preoperative, digitally-acquired CDT to command and copy conditions (age: 78.77 &#x000B1; 7.04, range 65&#x02013;97; education years: 13.86 &#x000B1; 3.11, range 4&#x02013;26; sex: 58&#x00025; male; race: 96&#x00025; Caucasian; ASA score: 3 &#x0003D; 18.5&#x00025;, 4 &#x0003D; 77.2&#x00025;, 5 &#x0003D; 0.6&#x00025;, missing &#x0003D; 3.7&#x00025;; frailty: 0 &#x0003D; 19.1&#x00025;, 1 &#x0003D; 14.8&#x00025;, 2 &#x0003D; 17.3&#x00025;, 3 &#x0003D; 17.9&#x00025;, 4 &#x0003D; 18.5&#x00025;, 5 &#x0003D; 4.3&#x00025;, missing &#x0003D; 8.0&#x00025;; length of stay: 62.01 &#x000B1; 60.23 h; and unadjusted cost of care: &#x00024;150,931.65 &#x000B1; 62,070.48 USD). Missing data were identified for education (<italic>n</italic> &#x0003D; 10), ASA (<italic>n</italic> &#x0003D; 6), and Frailty (<italic>n</italic> &#x0003D; 13).</p>
<p>Upon discharge, 132 individuals (81.98&#x00025;) returned home without additional care, 19 returned home with additional care, 7 entered skilled nursing facilities, 1 entered long-term care, and 3 entered rehabilitation. Two individuals (1.2&#x00025;) died within 30 days of the procedure.</p>
</sec>
<sec><title>CDT performance as predictors of hospital outcomes</title>
<p>Separate models were computed for the command and copy conditions of the CDT. Command condition: average time to completion was 45.42 &#x000B1; 28.72 s, average ideal digit placement difference was 134.55 &#x000B1; 138.17 degrees, and average hour hand distance from center was 4.17 &#x000B1; 3.27 mm. Copy condition: average time to completion was 32.92 &#x000B1; 15.17 s, average ideal digit placement difference was 105.66 &#x000B1; 160.65 degrees, and average hour hand distance from center was 3.57 &#x000B1; 2.44 mm.</p>
<p>(1) Length of Stay<italic>:</italic> block one: age, education, ASA score, and frailty significantly explained 10.2&#x00025; of the variance in hospital length of stay (R<sup>2</sup> &#x0003D; 0.102, <italic>P</italic> &#x0003D; 0.015). Block two: CDT copy performance measures significantly increased R<sup>2</sup> by 0.095, explaining an additional 9.5&#x00025; of variance in length of hospital stay (R<sup>2</sup> change &#x0003D; 0.095, <italic>P</italic> &#x0003D; 0.006); (<xref ref-type="table" rid="T1">Table 1</xref>, <xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<p>(2) Cost of Care<italic>:</italic> block one: age, education, ASA, and frailty did not explain a statistically significant amount of variance in cost of care (R<sup>2</sup> &#x0003D; 0.045, <italic>P</italic> &#x0003D; 0.251). Block two: CDT copy test parameters increased R<sup>2</sup> by 0.089, indicating an additional 8.9&#x00025; of variance explained in cost of care (R<sup>2</sup> change &#x0003D; 0.089, <italic>P</italic> &#x0003D; 0.012); (<xref ref-type="table" rid="T1">Table 1</xref>, <xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<table-wrap id="T1" position="float"><label>Table 1.</label><caption><p>Results from hierarchical regressions demonstrating cognitive performance via individual command and copy digitally-acquired clock drawing test predictors of length of stay and cost of care</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top"><bold>Outcome variable</bold></th>
<th align="left" valign="top"><bold>Clock variable</bold></th>
<th align="left" valign="top"><bold>Standardized beta</bold></th>
<th align="left" valign="top"><bold><italic>t</italic></bold></th>
<th align="left" valign="top"><bold>Sig.</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" rowspan="8">Length of stay</td>
<td colspan="4" align="left" valign="top">Command</td>
</tr>
<tr>
<td align="left" valign="top">Total time to completion (seconds)</td>
<td align="left" valign="top">0.24</td>
<td align="left" valign="top">2.6</td>
<td align="left" valign="top">0.011</td>
</tr>
<tr>
<td align="left" valign="top">Ideal digit placement difference (degrees)</td>
<td align="left" valign="top">0.12</td>
<td align="left" valign="top">&#x02212;0.13</td>
<td align="left" valign="top">0.901</td>
</tr>
<tr>
<td align="left" valign="top">Hour hand distance from center (millimeters)</td>
<td align="left" valign="top">&#x02212;0.03</td>
<td align="left" valign="top">&#x02212;0.27</td>
<td align="left" valign="top">0.787</td>
</tr>
<tr>
<td colspan="4" align="left" valign="top">Copy</td>
</tr>
<tr>
<td align="left" valign="top">Total time to completion (seconds)</td>
<td align="left" valign="top">0.23</td>
<td align="left" valign="top">2.49</td>
<td align="left" valign="top">0.014</td>
</tr>
<tr>
<td align="left" valign="top">Ideal digit placement difference (degrees)</td>
<td align="left" valign="top">0.17</td>
<td align="left" valign="top">1.93</td>
<td align="left" valign="top">0.057</td>
</tr>
<tr>
<td align="left" valign="top">Hour hand distance from center (millimeters)</td>
<td align="left" valign="top">0.22</td>
<td align="left" valign="top">2.57</td>
<td align="left" valign="top">0.011</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="8">Cost of care</td>
<td colspan="4" align="left" valign="top">Command</td>
</tr>
<tr>
<td align="left" valign="top">Time to completion (seconds)</td>
<td align="left" valign="top">0.18</td>
<td align="left" valign="top">1.94</td>
<td align="left" valign="top">0.055</td>
</tr>
<tr>
<td align="left" valign="top">Ideal digit placement difference (degrees)</td>
<td align="left" valign="top">&#x02212;0.06</td>
<td align="left" valign="top">&#x02212;0.6</td>
<td align="left" valign="top">0.548</td>
</tr>
<tr>
<td align="left" valign="top">Hour hand distance from center (millimeters)</td>
<td align="left" valign="top">&#x02212;0.02</td>
<td align="left" valign="top">0.19</td>
<td align="left" valign="top">0.852</td>
</tr>
<tr>
<td colspan="4" align="left" valign="top">Copy</td>
</tr>
<tr>
<td align="left" valign="top">Time to completion (seconds)</td>
<td align="left" valign="top">0.27</td>
<td align="left" valign="top">2.78</td>
<td align="left" valign="top">0.006</td>
</tr>
<tr>
<td align="left" valign="top">Ideal digit placement difference (degrees)</td>
<td align="left" valign="top">0.16</td>
<td align="left" valign="top">1.72</td>
<td align="left" valign="top">0.088</td>
</tr>
<tr>
<td align="left" valign="top">Hour hand distance from center (millimeters)</td>
<td align="left" valign="top">0.18</td>
<td align="left" valign="top">1.95</td>
<td align="left" valign="top">0.054</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TFN1"><p><italic>t</italic>: <italic>t</italic>-value; Sig.: significance (<italic>P</italic>-value)</p></fn>
</table-wrap-foot>
</table-wrap>
<fig id="F1" position="float"><label>Figure 1.</label><caption><p>Participant copy condition clock drawing demonstrating hour hand distance from center and ideal digit placement difference. (A) Model clock presented to participants in the CDT copy condition; (B) drawing of a copy condition clock by a participant with longer-than-average length of stay (103.73 h) and cost of care (&#x00024; 211,159.88); (C) representation of hour hand distance from center and ideal digit placement difference for the participant&#x02019;s clock. Red: circle of best fit; Green and dark blue: axes to identify center of circle; Purple: hour hand distance from center; Light blue: region for placement of each digit; Orange: distance of each digit from the ideal placement</p></caption><graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="100136-g001.tif"/></fig>
<p>CDT performance on the command condition did not significantly explain variance in either model (both <italic>P</italic> &#x0003E; 0.05).</p>
</sec>
</sec>
<sec id="s4"><title>Discussion</title>
<p>The copy condition of the digitally-acquired CDT may be more sensitive than the command condition to subtle, preoperative cognitive impairments capable of predicting hospital outcomes and resource use after TAVR for adults older than 65. This expands upon previous research assessing the predictive value of manually scored clock drawing to command and copy in a preoperative anesthesia screening facility &#x0005B;<xref ref-type="bibr" rid="B14">14</xref>&#x0005D;. The present study demonstrates that specific outcome measures of copy clock drawing, but not command clock drawing, predict variance in length of hospital stay and cost of care above-beyond age, education, ASA score, and frailty in a TAVR population. Specifically, copy total time to completion was a significant predictor of both length of stay and cost of care, while hour hand distance from center was a predictor of length of stay.</p>
<p>Individuals who produce errors on the copy condition, and consequently take longer to complete the copy test condition, have been shown to have more executive deficits &#x0005B;<xref ref-type="bibr" rid="B21">21</xref>&#x2013;<xref ref-type="bibr" rid="B23">23</xref>&#x0005D;. Previous research has shown that individuals with primary executive deficiencies and visuospatial deficits will produce similar errors on the copy condition relative to the original command condition (i.e. individuals with subcortical diseases such as small vessel vascular disease, Parkinson&#x02019;s disease, or Huntington&#x02019;s disease) &#x0005B;<xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B46">46</xref>&#x0005D;. Hypothetically, individuals with subcortical diseases and executive dysfunction may be more vulnerable to perioperative stressors, as research suggests older adults with such executive difficulties prior to and following surgery have greater difficulties with post-discharge instrumental activities of daily living coupled with greater caregiver burden &#x0005B;<xref ref-type="bibr" rid="B1">1</xref>&#x0005D;. Taken together, the present findings support previous arguments demonstrating the efficacy of including both CDT conditions &#x0005B;<xref ref-type="bibr" rid="B22">22</xref>&#x0005D;, but in preoperative settings, and particularly for individuals where vascular and/or executive impairment may be most prevalent. Although the current study demonstrated value for the copy condition in predicting hospital outcomes, future research investigations with larger and more diverse surgery types are warranted.</p>
<p>Within the clock copy condition the measurement of total time to completion and hour hand distance from center were the leading variables significantly adding to the overall statistical models for total length of stay and hospital cost. Total time to completion has been shown to increase with age and involves both a graphomotor component and non-motor cognitive abilities &#x0005B;<xref ref-type="bibr" rid="B24">24</xref>&#x0005D;. Previous research has also demonstrated that copy total time to completion primarily associates with processing speed and working memory &#x0005B;<xref ref-type="bibr" rid="B16">16</xref>&#x0005D;, which are two cognitive functions that tend to decline with age &#x0005B;<xref ref-type="bibr" rid="B47">47</xref>&#x0005D; and are highly vulnerable to cerebrovascular changes &#x0005B;<xref ref-type="bibr" rid="B48">48</xref>&#x0005D;.</p>
<p>At this time, it is unclear why CDT variables of interest in the command condition did not predict hospital outcomes. Total clock drawing time to command, for example, associates with numerous cognitive domains &#x0005B;<xref ref-type="bibr" rid="B16">16</xref>&#x0005D;. Given the many cognitive domains involved in drawing a clock to command, it may be that the command condition can identify impairment in any cognitive domain, while individuals who show errors on copy demonstrate executive &#x0201C;risk&#x0201D; necessitating closer monitoring for postoperative care. This may be particularly true for intermediate-risk surgical individuals such as those electing TAVR. Further research assessing command time to completion, hour hand distance from center, and ideal digit placement difference across larger and diverse patient groups is warranted.</p>
<p>The graphomotor variables of hour hand distance from center and ideal digit placement difference are, theoretically, more sensitive to neurodegenerative changes within the dorsal attentional stream, as with aging there is atrophy of the dorsal stream which may lead to an upward attentional bias &#x0005B;<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>&#x0005D;. Of these two variables, hour hand distance from center showed potential value for predicting length of stay. Again, it was only when these hands were misplaced in the copy condition that significant variance was explained. Collectively, these results provide rationale for larger research investigations while also appreciating the cognitive changes and type of difficulties individuals electing TAVR experience postoperatively.</p>
<p>We recognize study limitations. These findings are preliminary due to our limited sample size and because two of the cognitive variables assessed (hour hand distance from center and ideal digit placement difference) are exploratory in nature. Additionally, we identified missing data in the variables of education, ASA, and frailty. Retrospective review of the data indicated that nursing staff did not report these variables and reasons for this are unknown. Moreover, we have limited details regarding the type of complications encountered in these patients, or reasons for the increased length of stay and cost (e.g., delirium). Our sample was very homogeneous, as the majority were Caucasian. However, TAVR patients nationwide are most often Caucasian men and of a mean age of 80 years old &#x0005B;<xref ref-type="bibr" rid="B49">49</xref>&#x0005D;. We also recognize that while our findings speak to the utility of a digitally-acquired version of the CDT, we do not compare the digitally-acquired CDT to other cognitive measures, either with or without a digital adaptation.</p>
<p>Despite these limitations, the present findings highlight the promise of digitally-acquired neuropsychological tools for detecting subtle cognitive vulnerabilities that may predict negative postoperative outcomes. This is the first published study to assess a digitally-acquired cognitive assessment in well-characterized TAVR patients specifically. Study strengths include the digital technology integration, theoretical approach to clock drawing constructs, and the addition of a copy condition relative to many assessments which solely employ command clock drawing &#x0005B;<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B50">50</xref>&#x0005D;. In addition, these proof of concept findings lend evidence for the utility of similar investigations in larger and more diverse patient samples. The findings in the present proof of concept paper are novel and underscore the value of digitally-acquired neuropsychological parameters that cannot be efficiently measured using traditional paper and pencil tests. Future research is needed to investigate additional digitally-acquired CDT variables and whether or not they, too, have predictive value for hospital outcomes following surgery.</p>
</sec>
</body>
<back>
<glossary><title>Abbreviations</title>
<def-list>
<def-item><term>ASA</term><def><p>American Society of Anesthesiologists</p></def></def-item>
<def-item><term>CDT</term><def><p>clock drawing test</p></def></def-item>
<def-item><term>TAVR</term><def><p>transcatheter aortic valve replacement</p></def></def-item>
</def-list>
</glossary>
<sec id="s5"><title>Declarations</title>
<sec><title>Author contributions</title>
<p>MEW, GJA, PT, and CCP contributed to study concept, MEW, CD, KMH, PT, DJL, and CCP contributed to manuscript preparation. MEW, CD, EF, AD, SA, KMH, RD, DP, CWG, GJA, PT, DJL, and CCP contributed to manuscript revisions. EF, AD, SA, GJA, PT, and CCP contributed to data acquisition. MEW, CD, CWG, PT, DJL, and CCP contribute to statistical analyses. MEW and EF contributed to figure preparation. All authors read and approved the submitted version.</p>
</sec>
<sec><title>Conflicts of interest</title>
<p>Drs. Dana Penney and Randall Davis are the creators of the digital CDT and previously owned stock in this company, and Dr. David Libon previously owned stock in Digital Cognition Technology.</p>
</sec>
<sec><title>Ethical approval</title>
<p>This study was institutional review board-approved with Health Insurance Portability and Accountability Act (HIPAA) waiver and honest broker medical record extraction. The study followed Declaration of Helsinki standards and was in accordance with all institutional guidelines and acceptable research standards. This manuscript adheres to the applicable STROBE guidelines.</p>
</sec>
<sec><title>Consent to participate</title>
<p>The authors have obtained and archived written informed consent from all participants in the study, with proof of consent available upon request.</p>
</sec>
<sec><title>Consent to publication</title>
<p>Not applicable.</p>
</sec>
<sec><title>Availability of data and materials</title>
<p>Data are available upon reasonable request to the corresponding author.</p>
</sec>
<sec><title>Funding</title>
<p>Funding Sources: National Institute of Health R01 NR014181, National Science Foundation NSF 13-543, National Institute of Health R01 AG055337-02. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</p>
</sec>
<sec><title>Copyright</title>
<p>&#x000A9; The Author(s) 2021.</p>
</sec>
</sec>
<ref-list><title>References</title>
<ref id="B1"><label>1.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Garvan</surname><given-names>CW</given-names></name><name><surname>Monk</surname><given-names>TG.</given-names></name></person-group> <article-title>Type and severity of cognitive decline in older adults after noncardiac surgery</article-title>. <source>Anesthesiology.</source> <year>2008</year>;<volume>108</volume>:<fpage>8</fpage>&#x02013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1097/01.anes.0000296072.02527.18</pub-id> <pub-id pub-id-type="pmid">18156877</pub-id> <pub-id pub-id-type="pmcid">PMC2911011</pub-id></mixed-citation></ref>
<ref id="B2"><label>2.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Tanner</surname><given-names>JJ</given-names></name><name><surname>Schmalfuss</surname><given-names>I</given-names></name><name><surname>Garvan</surname><given-names>CW</given-names></name><name><surname>Gearen</surname><given-names>P</given-names></name><name><surname>Dickey</surname><given-names>D</given-names></name><etal/></person-group> <article-title>A pilot study evaluating presurgery neuroanatomical biomarkers for postoperative cognitive decline after total knee arthroplasty in older adults</article-title>. <source>Anesthesiology.</source> <year>2014</year>;<volume>120</volume>:<fpage>601</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1097/ALN.0000000000000080</pub-id> <pub-id pub-id-type="pmid">24534857</pub-id> <pub-id pub-id-type="pmcid">PMC3930070</pub-id></mixed-citation></ref>
<ref id="B3"><label>3.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname><given-names>PJ</given-names></name><name><surname>Attix</surname><given-names>DK</given-names></name><name><surname>Weldon</surname><given-names>BC</given-names></name><name><surname>Greene</surname><given-names>NH</given-names></name><name><surname>Monk</surname><given-names>TG.</given-names></name></person-group> <article-title>Executive function and depression as independent risk factors for postoperative delirium</article-title>. <source>Anesthesiology.</source> <year>2009</year>;<volume>110</volume>:<fpage>781</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1097/aln.0b013e31819b5bc2</pub-id> <pub-id pub-id-type="pmid">19326492</pub-id> <pub-id pub-id-type="pmcid">PMC2757787</pub-id></mixed-citation></ref>
<ref id="B4"><label>4.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Monk</surname><given-names>TG</given-names></name><name><surname>Weldon</surname><given-names>BC</given-names></name><name><surname>Garvan</surname><given-names>CW</given-names></name><name><surname>Dede</surname><given-names>DE</given-names></name><name><surname>van der Aa</surname><given-names>MT</given-names></name><name><surname>Heilman</surname><given-names>KM</given-names></name><etal/></person-group> <article-title>Predictors of cognitive dysfunction after major noncardiac surgery</article-title>. <source>Anesthesiology.</source> <year>2008</year>;<volume>108</volume>:<fpage>18</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1097/01.anes.0000296071.19434.1e</pub-id> <pub-id pub-id-type="pmid">18156878</pub-id></mixed-citation></ref>
<ref id="B5"><label>5.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Moller</surname><given-names>JT</given-names></name><name><surname>Cluitmans</surname><given-names>P</given-names></name><name><surname>Rasmussen</surname><given-names>LS</given-names></name><name><surname>Houx</surname><given-names>P</given-names></name><name><surname>Rasmussen</surname><given-names>H</given-names></name><name><surname>Canet</surname><given-names>J</given-names></name><etal/></person-group> <article-title>Long-term postoperative cognitive dysfunction in the elderly ISPOCD1 study. ISPOCD investigators. International study of post-operative cognitive dysfunction</article-title>. <source>Lancet.</source> <year>1998</year>;<volume>351</volume>:<fpage>857</fpage>&#x02013;<lpage>61</lpage>. <pub-id pub-id-type="doi">10.1016/s0140-6736(97)07382-0</pub-id> <pub-id pub-id-type="pmid">9525362</pub-id></mixed-citation></ref>
<ref id="B6"><label>6.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Oresanya</surname><given-names>LB</given-names></name><name><surname>Lyons</surname><given-names>WL</given-names></name><name><surname>Finlayson</surname><given-names>E.</given-names></name></person-group> <article-title>Preoperative assessment of the older patient: a narrative review</article-title>. <source>JAMA.</source> <year>2014</year>;<volume>311</volume>:<fpage>2110</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2014.4573</pub-id> <pub-id pub-id-type="pmid">24867014</pub-id></mixed-citation></ref>
<ref id="B7"><label>7.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Thourani</surname><given-names>VH</given-names></name><name><surname>Kodali</surname><given-names>S</given-names></name><name><surname>Makkar</surname><given-names>RR</given-names></name><name><surname>Herrmann</surname><given-names>HC</given-names></name><name><surname>Williams</surname><given-names>M</given-names></name><name><surname>Babaliaros</surname><given-names>V</given-names></name><etal/></person-group> <article-title>Transcatheter aortic valve replacement versus surgical valve replacement in intermediate-risk patients: a propensity score analysis</article-title>. <source>Lancet.</source> <year>2016</year>;<volume>387</volume>:<fpage>2218</fpage>&#x02013;<lpage>25</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(16)30073-3</pub-id> <pub-id pub-id-type="pmid">27053442</pub-id></mixed-citation></ref>
<ref id="B8"><label>8.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Tilley</surname><given-names>E</given-names></name><name><surname>Psaltis</surname><given-names>PJ</given-names></name><name><surname>Loetscher</surname><given-names>T</given-names></name><name><surname>Davis</surname><given-names>DH</given-names></name><name><surname>Harrison</surname><given-names>SL</given-names></name><name><surname>Kim</surname><given-names>S</given-names></name><etal/></person-group> <article-title>Meta-analysis of prevalence and risk factors for delirium after transcatheter aortic valve implantation</article-title>. <source>Am J Cardiol.</source> <year>2018</year>;<volume>122</volume>:<fpage>1917</fpage>&#x02013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1016/j.amjcard.2018.08.037</pub-id> <pub-id pub-id-type="pmid">30293651</pub-id> <pub-id pub-id-type="pmcid">PMC6269593</pub-id></mixed-citation></ref>
<ref id="B9"><label>9.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ando</surname><given-names>T</given-names></name><name><surname>Adegbala</surname><given-names>O</given-names></name><name><surname>Villablanca</surname><given-names>PA</given-names></name><name><surname>Akintoye</surname><given-names>E</given-names></name><name><surname>Ashraf</surname><given-names>S</given-names></name><name><surname>Briasoulis</surname><given-names>A</given-names></name><etal/></person-group> <article-title>Predictors of hospital cost after transcatheter aortic valve implantation in the United States: from the Nationwide Inpatient Sample Database</article-title>. <source>Am J Cardiol.</source> <year>2019</year>;<volume>123</volume>:<fpage>1142</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.amjcard.2018.12.044</pub-id> <pub-id pub-id-type="pmid">30658917</pub-id></mixed-citation></ref>
<ref id="B10"><label>10.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Khandelwal</surname><given-names>D</given-names></name><name><surname>Goel</surname><given-names>A</given-names></name><name><surname>Kumar</surname><given-names>U</given-names></name><name><surname>Gulati</surname><given-names>V</given-names></name><name><surname>Narang</surname><given-names>R</given-names></name><name><surname>Dey</surname><given-names>AB.</given-names></name></person-group> <article-title>Frailty is associated with longer hospital stay and increased mortality in hospitalized older patients</article-title>. <source>J Nutr Health Aging.</source> <year>2012</year>;<volume>16</volume>:<fpage>732</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1007/s12603-012-0369-5</pub-id> <pub-id pub-id-type="pmid">23076517</pub-id></mixed-citation></ref>
<ref id="B11"><label>11.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Bendayan</surname><given-names>M</given-names></name><name><surname>Messas</surname><given-names>N</given-names></name><name><surname>Perrault</surname><given-names>LP</given-names></name><name><surname>Asgar</surname><given-names>AW</given-names></name><name><surname>Lauck</surname><given-names>S</given-names></name><name><surname>Kim</surname><given-names>DH</given-names></name><etal/></person-group> <article-title>Frailty and bleeding in older adults undergoing TAVR or SAVR: insights from the FRAILTY-AVR study</article-title>. <source>JACC Cardiovasc Interv.</source> <year>2020</year>;<volume>13</volume>:<fpage>1058</fpage>&#x02013;<lpage>68</lpage>. <pub-id pub-id-type="doi">10.1016/j.jcin.2020.01.238</pub-id> <pub-id pub-id-type="pmid">32381184</pub-id></mixed-citation></ref>
<ref id="B12"><label>12.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Feuchtner</surname><given-names>G</given-names></name><name><surname>Kofler</surname><given-names>M</given-names></name><name><surname>Plank</surname><given-names>F</given-names></name><name><surname>Dumfarth</surname><given-names>J</given-names></name><name><surname>Bonaros</surname><given-names>N</given-names></name><name><surname>Min</surname><given-names>JK</given-names></name><etal/></person-group> <article-title>Frailty matters. How-to predict &#x0201C;I&#x02019;ll be back&#x0201D; after TAVR</article-title>. <source>J Cardiovasc Comput Tomogr.</source> <year>2018</year>;<volume>12</volume>:<fpage>229</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1016/j.jcct.2018.04.006</pub-id> <pub-id pub-id-type="pmid">29735256</pub-id></mixed-citation></ref>
<ref id="B13"><label>13.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Veering</surname><given-names>BT.</given-names></name></person-group> <article-title>Management of anaesthesia in elderly patients</article-title>. <source>Curr Opin Anaesthesiol.</source> <year>1999</year>;<volume>12</volume>:<fpage>333</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1097/00001503-199906000-00014</pub-id> <pub-id pub-id-type="pmid">17013334</pub-id></mixed-citation></ref>
<ref id="B14"><label>14.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Amini</surname><given-names>S</given-names></name><name><surname>Crowley</surname><given-names>S</given-names></name><name><surname>Hizel</surname><given-names>L</given-names></name><name><surname>Arias</surname><given-names>F</given-names></name><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Tighe</surname><given-names>P</given-names></name><etal/></person-group> <article-title>Feasibility and rationale for incorporating frailty and cognitive screening protocols in a preoperative anesthesia clinic</article-title>. <source>Anesth Analg.</source> <year>2019</year>;<volume>129</volume>:<fpage>830</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1213/ANE.0000000000004190</pub-id> <pub-id pub-id-type="pmid">31425227</pub-id> <pub-id pub-id-type="pmcid">PMC6927245</pub-id></mixed-citation></ref>
<ref id="B15"><label>15.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Culley</surname><given-names>DJ</given-names></name><name><surname>Flaherty</surname><given-names>D</given-names></name><name><surname>Reddy</surname><given-names>S</given-names></name><name><surname>Fahey</surname><given-names>MC</given-names></name><name><surname>Rudolph</surname><given-names>J</given-names></name><name><surname>Huang</surname><given-names>CC</given-names></name><etal/></person-group> <article-title>Preoperative cognitive stratification of older elective surgical patients: a cross-sectional study</article-title>. <source>Anesth Analg.</source> <year>2016</year>;<volume>123</volume>:<fpage>186</fpage>&#x02013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.1213/ANE.0000000000001277</pub-id> <pub-id pub-id-type="pmid">27028776</pub-id> <pub-id pub-id-type="pmcid">PMC4912429</pub-id></mixed-citation></ref>
<ref id="B16"><label>16.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Dion</surname><given-names>C</given-names></name><name><surname>Arias</surname><given-names>F</given-names></name><name><surname>Amini</surname><given-names>S</given-names></name><name><surname>Davis</surname><given-names>R</given-names></name><name><surname>Penney</surname><given-names>D</given-names></name><name><surname>Libon</surname><given-names>DJ</given-names></name><etal/></person-group> <article-title>Cognitive correlates of digital clock drawing metrics in older adults with and without mild cognitive impairment</article-title>. <source>J Alzheimers Dis.</source> <year>2020</year>;<volume>75</volume>:<fpage>73</fpage>&#x02013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.3233/JAD-191089</pub-id> <pub-id pub-id-type="pmid">32250300</pub-id> <pub-id pub-id-type="pmcid">PMC7217723</pub-id></mixed-citation></ref>
<ref id="B17"><label>17.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Souillard-Mandar</surname><given-names>W</given-names></name><name><surname>Davis</surname><given-names>R</given-names></name><name><surname>Rudin</surname><given-names>C</given-names></name><name><surname>Au</surname><given-names>R</given-names></name><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Swenson</surname><given-names>R</given-names></name><etal/></person-group> <article-title>Learning classification models of cognitive conditions from subtle behaviors in the digital clock drawing test</article-title>. <source>Mach Learn.</source> <year>2016</year>;<volume>102</volume>:<fpage>393</fpage>&#x02013;<lpage>441</lpage>. <pub-id pub-id-type="doi">10.1007/s10994-015-5529-5</pub-id> <pub-id pub-id-type="pmid">27057085</pub-id> <pub-id pub-id-type="pmcid">PMC4821477</pub-id></mixed-citation></ref>
<ref id="B18"><label>18.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Hizel</surname><given-names>LP</given-names></name><name><surname>Warner</surname><given-names>ED</given-names></name><name><surname>Wiggins</surname><given-names>ME</given-names></name><name><surname>Tanner</surname><given-names>JJ</given-names></name><name><surname>Parvataneni</surname><given-names>H</given-names></name><name><surname>Davis</surname><given-names>R</given-names></name><etal/></person-group> <article-title>Clock drawing performance slows for older adults after total knee replacement surgery</article-title>. <source>Anesth Analg.</source> <year>2019</year>;<volume>129</volume>:<fpage>212</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1213/ANE.0000000000003735</pub-id> <pub-id pub-id-type="pmid">30273231</pub-id> <pub-id pub-id-type="pmcid">PMC6579692</pub-id></mixed-citation></ref>
<ref id="B19"><label>19.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Ajilore</surname><given-names>O</given-names></name><name><surname>Leow</surname><given-names>A</given-names></name><name><surname>Charlton</surname><given-names>R</given-names></name><name><surname>Cohen</surname><given-names>J</given-names></name><name><surname>GadElkarim</surname><given-names>J</given-names></name><etal/></person-group> <article-title>Cognitive and connectome properties detectable through individual differences in graphomotor organization</article-title>. <source>Neuropsychologia.</source> <year>2016</year>;<volume>85</volume>:<fpage>301</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuropsychologia.2016.03.034</pub-id> <pub-id pub-id-type="pmid">27037044</pub-id> <pub-id pub-id-type="pmcid">PMC4853274</pub-id></mixed-citation></ref>
<ref id="B20"><label>20.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Swenson</surname><given-names>RA</given-names></name><name><surname>Barnoski</surname><given-names>EJ</given-names></name><name><surname>Sands</surname><given-names>LP.</given-names></name></person-group> <article-title>Clock drawing as an assessment tool for dementia</article-title>. <source>Arch Clin Neuropsychol.</source> <year>1993</year>;<volume>8</volume>:<fpage>405</fpage>&#x02013;<lpage>15</lpage>. <pub-id pub-id-type="pmid">14589710</pub-id></mixed-citation></ref>
<ref id="B21"><label>21.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Malamut</surname><given-names>BL</given-names></name><name><surname>Swenson</surname><given-names>R</given-names></name><name><surname>Sands</surname><given-names>LP</given-names></name><name><surname>Cloud</surname><given-names>BS.</given-names></name></person-group> <article-title>Further analysis of clock drawings among demented and non-demented subjects</article-title>. <source>Archives of Clinical Neuropsychology.</source> <year>1996</year>;<volume>11</volume>:<fpage>193</fpage>&#x02013;<lpage>205</lpage>. <pub-id pub-id-type="pmid">14588923</pub-id></mixed-citation></ref>
<ref id="B22"><label>22.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Cunningham</surname><given-names>H</given-names></name><name><surname>Coronado</surname><given-names>N</given-names></name><name><surname>Freedland</surname><given-names>A</given-names></name><name><surname>Cosentino</surname><given-names>S</given-names></name><name><surname>Penney</surname><given-names>DL</given-names></name><etal/></person-group> <article-title>Clock drawing in the Montreal Cognitive Assessment: recommendations for dementia assessment</article-title>. <source>Dement Geriatr Cogn Disord.</source> <year>2011</year>;<volume>31</volume>:<fpage>179</fpage>&#x02013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.1159/000324639</pub-id> <pub-id pub-id-type="pmid">21389719</pub-id> <pub-id pub-id-type="pmcid">PMC3065510</pub-id></mixed-citation></ref>
<ref id="B23"><label>23.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Cosentino</surname><given-names>S</given-names></name><name><surname>Jefferson</surname><given-names>A</given-names></name><name><surname>Chute</surname><given-names>DL</given-names></name><name><surname>Kaplan</surname><given-names>E</given-names></name><name><surname>Libon</surname><given-names>DJ.</given-names></name></person-group> <article-title>Clock drawing errors in dementia: neuropsychological and neuroanatomical considerations</article-title>. <source>Cogn Behav Neurol.</source> <year>2004</year>;<volume>17</volume>:<fpage>74</fpage>&#x02013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1097/01.wnn.0000119564.08162.46</pub-id> <pub-id pub-id-type="pmid">15453515</pub-id></mixed-citation></ref>
<ref id="B24"><label>24.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Piers</surname><given-names>RJ</given-names></name><name><surname>Devlin</surname><given-names>KN</given-names></name><name><surname>Ning</surname><given-names>B</given-names></name><name><surname>Liu</surname><given-names>Y</given-names></name><name><surname>Wasserman</surname><given-names>B</given-names></name><name><surname>Massaro</surname><given-names>JM</given-names></name><etal/></person-group> <article-title>Age and graphomotor decision making assessed with the digital clock drawing test: the framingham heart study</article-title>. <source>J Alzheimers Dis.</source> <year>2017</year>;<volume>60</volume>:<fpage>1611</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.3233/JAD-170444</pub-id> <pub-id pub-id-type="pmid">29036819</pub-id> <pub-id pub-id-type="pmcid">PMC7286350</pub-id></mixed-citation></ref>
<ref id="B25"><label>25.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Cohen</surname><given-names>J</given-names></name><name><surname>Penney</surname><given-names>DL</given-names></name><name><surname>Davis</surname><given-names>R</given-names></name><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Swenson</surname><given-names>RA</given-names></name><name><surname>Ajilore</surname><given-names>O</given-names></name><etal/></person-group> <article-title>Digital Clock Drawing: differentiating &#x0201C;thinking&#x0201D; versus &#x0201C;doing&#x0201D; in younger and older adults with depression</article-title>. <source>J Int Neuropsychol Soc.</source> <year>2014</year>;<volume>20</volume>:<fpage>920</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1017/S1355617714000757</pub-id> <pub-id pub-id-type="pmid">25222513</pub-id> <pub-id pub-id-type="pmcid">PMC4310546</pub-id></mixed-citation></ref>
<ref id="B26"><label>26.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Davoudi</surname><given-names>A</given-names></name><name><surname>Dion</surname><given-names>C</given-names></name><name><surname>Amini</surname><given-names>S</given-names></name><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Tighe</surname><given-names>PJ</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><etal/></person-group> <article-title>Phenotyping cognitive impairment using graphomotor and latency features in digital clock drawing test</article-title>. <source>Annu Int Conf IEEE Eng Med Biol Soc</source>. <year>2020</year>:<fpage>5357</fpage>&#x02013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1109/EMBC44109.2020.9176469</pub-id> <pub-id pub-id-type="pmid">33019260</pub-id> <pub-id pub-id-type="pmcid">PMC7594427</pub-id></mixed-citation></ref>
<ref id="B27"><label>27.</label><mixed-citation publication-type="confproc"><person-group person-group-type="author"><name><surname>Davoudi</surname><given-names>A</given-names></name><name><surname>Amini</surname><given-names>S</given-names></name><name><surname>Dion</surname><given-names>C</given-names></name><name><surname>Wiggins</surname><given-names>M</given-names></name><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><etal/></person-group> <article-title>Towards understanding pen movement contributions to clock drawing cluster classifications</article-title>. <conf-name>Abstracts of Posters Accepted to the International Anesthesia Research Society 2020 Annual Meeting</conf-name>; <conf-date>2020 May 15-18</conf-date>; <conf-loc>San Francisco, USA</conf-loc>. <publisher-loc>Alphen aan den Rijn</publisher-loc>: <publisher-name>Wolters Kluwer</publisher-name>; <year>2020</year>.</mixed-citation></ref>
<ref id="B28"><label>28.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Doerner</surname><given-names>J</given-names></name><name><surname>Kupczyk</surname><given-names>PA</given-names></name><name><surname>Wilsing</surname><given-names>M</given-names></name><name><surname>Luetkens</surname><given-names>JA</given-names></name><name><surname>Storm</surname><given-names>K</given-names></name><name><surname>Fimmers</surname><given-names>R</given-names></name><etal/></person-group> <article-title>Cerebral white matter lesion burden is associated with the degree of aortic valve calcification and predicts peri-procedural cerebrovascular events in patients undergoing transcatheter aortic valve implantation (TAVI)</article-title>. <source>Catheter Cardiovasc Interv.</source> <year>2018</year>;<volume>91</volume>:<fpage>774</fpage>&#x02013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1002/ccd.27122</pub-id> <pub-id pub-id-type="pmid">28547872</pub-id></mixed-citation></ref>
<ref id="B29"><label>29.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Giovannetti</surname><given-names>T</given-names></name><name><surname>Swenson</surname><given-names>R</given-names></name><name><surname>Bettcher</surname><given-names>BM</given-names></name><name><surname>Heilman</surname><given-names>KM</given-names></name><etal/></person-group> <article-title>Linking MRI hyperintensities with patterns of neuropsychological impairment: evidence for a threshold effect</article-title>. <source>Stroke.</source> <year>2008</year>;<volume>39</volume>:<fpage>806</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1161/STROKEAHA.107.489997</pub-id> <pub-id pub-id-type="pmid">18258842</pub-id></mixed-citation></ref>
<ref id="B30"><label>30.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Mitchell</surname><given-names>SM</given-names></name><name><surname>Brumback</surname><given-names>B</given-names></name><name><surname>Tanner</surname><given-names>JJ</given-names></name><name><surname>Schmalfuss</surname><given-names>I</given-names></name><name><surname>Lamar</surname><given-names>M</given-names></name><etal/></person-group> <article-title>MRI-leukoaraiosis thresholds and the phenotypic expression of dementia</article-title>. <source>Neurology.</source> <year>2012</year>;<volume>79</volume>:<fpage>734</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1212/WNL.0b013e3182661ef6</pub-id> <pub-id pub-id-type="pmid">22843264</pub-id> <pub-id pub-id-type="pmcid">PMC4098873</pub-id></mixed-citation></ref>
<ref id="B31"><label>31.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Mankowska</surname><given-names>A</given-names></name><name><surname>Heilman</surname><given-names>KM</given-names></name><name><surname>Williamson</surname><given-names>JB</given-names></name><name><surname>Harciarek</surname><given-names>M.</given-names></name></person-group> <article-title>Age-related changes in the allocation of vertical attention</article-title>. <source>J Int Neuropsychol Soc.</source> <year>2018</year>;<volume>24</volume>:<fpage>1121</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1017/S1355617718000620</pub-id> <pub-id pub-id-type="pmid">30165918</pub-id></mixed-citation></ref>
<ref id="B32"><label>32.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Mankowska</surname><given-names>A</given-names></name><name><surname>Heilman</surname><given-names>KM</given-names></name><name><surname>Williamson</surname><given-names>JB</given-names></name><name><surname>Michalowski</surname><given-names>J</given-names></name><name><surname>Harciarek</surname><given-names>M.</given-names></name></person-group> <article-title>Age-related changes in the allocation of spatially directed focal attention</article-title>. <source>Neuropsychol Dev Cogn B Aging Neuropsychol Cogn.</source> <year>2020</year>;<volume>27</volume>:<fpage>748</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1080/13825585.2019.1675581</pub-id> <pub-id pub-id-type="pmid">31610738</pub-id></mixed-citation></ref>
<ref id="B33"><label>33.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Enneking</surname><given-names>FK</given-names></name><name><surname>Radhakrishnan</surname><given-names>NS</given-names></name><name><surname>Berg</surname><given-names>K</given-names></name><name><surname>Patel</surname><given-names>S</given-names></name><name><surname>Wishin</surname><given-names>JM</given-names></name><name><surname>Vasilopoulos</surname><given-names>T.</given-names></name></person-group> <article-title>Patient-centered anesthesia triage system predicts ASA physical status</article-title>. <source>Anesth Analg.</source> <year>2017</year>;<volume>124</volume>:<fpage>1957</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1213/ANE.0000000000001712</pub-id> <pub-id pub-id-type="pmid">28257309</pub-id></mixed-citation></ref>
<ref id="B34"><label>34.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Fried</surname><given-names>LP</given-names></name><name><surname>Tangen</surname><given-names>CM</given-names></name><name><surname>Walston</surname><given-names>J</given-names></name><name><surname>Newman</surname><given-names>AB</given-names></name><name><surname>Hirsch</surname><given-names>C</given-names></name><name><surname>Gottdiener</surname><given-names>J</given-names></name><etal/></person-group> <article-title>Frailty in older adults: evidence for a phenotype</article-title>. <source>J Gerontol A Biol Sci Med Sci.</source> <year>2001</year>;<volume>56</volume>:<fpage>M146</fpage>&#x02013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1093/gerona/56.3.m146</pub-id> <pub-id pub-id-type="pmid">11253156</pub-id></mixed-citation></ref>
<ref id="B35"><label>35.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><name><surname>Cabeza</surname><given-names>R</given-names></name><name><surname>Dennis</surname><given-names>N.</given-names></name></person-group> <source>Principles of Frontal Lobe Function</source>, <edition>2nd ed</edition>. <publisher-loc>New York</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>; <year>2012</year>. pp. <fpage>628</fpage>&#x02013;<lpage>52</lpage>.</mixed-citation></ref>
<ref id="B36"><label>36.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Jak</surname><given-names>AJ</given-names></name><name><surname>Bondi</surname><given-names>MW</given-names></name><name><surname>Delano-Wood</surname><given-names>L</given-names></name><name><surname>Wierenga</surname><given-names>C</given-names></name><name><surname>Corey-Bloom</surname><given-names>J</given-names></name><name><surname>Salmon</surname><given-names>DP</given-names></name><etal/></person-group> <article-title>Quantification of five neuropsychological approaches to defining mild cognitive impairment</article-title>. <source>Am J Geriatr Psychiatry.</source> <year>2009</year>;<volume>17</volume>:<fpage>368</fpage>&#x02013;<lpage>75</lpage>. <pub-id pub-id-type="doi">10.1097/JGP.0b013e31819431d5</pub-id> <pub-id pub-id-type="pmid">19390294</pub-id> <pub-id pub-id-type="pmcid">PMC2743175</pub-id></mixed-citation></ref>
<ref id="B37"><label>37.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><name><surname>Kaplan</surname><given-names>E</given-names></name><name><surname>Goodglass</surname><given-names>H</given-names></name><name><surname>Weintrab</surname><given-names>S.</given-names></name></person-group> <source>The boston naming test</source>. <publisher-loc>Philadelphia</publisher-loc>: <publisher-name>Lea&#x00026;Febiger</publisher-name>; <year>1983</year>.</mixed-citation></ref>
<ref id="B38"><label>38.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><name><surname>Wechsler</surname><given-names>D.</given-names></name></person-group> <source>Wechsler abbreviated scale of intelligence</source>. <publisher-loc>San Antonio (TX)</publisher-loc>: <publisher-name>The Psychological Corporation</publisher-name>; <year>1999</year>.</mixed-citation></ref>
<ref id="B39"><label>39.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Benton</surname><given-names>A</given-names></name><name><surname>Hannay</surname><given-names>HJ</given-names></name><name><surname>Varney</surname><given-names>NR.</given-names></name></person-group> <article-title>Visual perception of line direction in patients with unilateral brain disease</article-title>. <source>Neurology.</source> <year>1975</year>;<volume>25</volume>:<fpage>907</fpage>&#x02013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1212/wnl.25.10.907</pub-id> <pub-id pub-id-type="pmid">1237101</pub-id></mixed-citation></ref>
<ref id="B40"><label>40.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Stroop</surname><given-names>JR.</given-names></name></person-group> <article-title>Studies of interference in serial verbal reactions</article-title>. <source>Journal of Experimental Psych.</source> <year>1935</year>;<volume>18</volume>:<fpage>643</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1037/h0054651</pub-id></mixed-citation></ref>
<ref id="B41"><label>41.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><name><surname>Wechsler</surname><given-names>D.</given-names></name></person-group> <source>Wechsler Adult Intelligence Scale</source>. <edition>3th ed.</edition> <publisher-loc>San Antonio (TX)</publisher-loc>: <publisher-name>The Psychological Corporation</publisher-name>; <year>1997</year>. <pub-id pub-id-type="doi">10.1037/t15169-000</pub-id></mixed-citation></ref>
<ref id="B42"><label>42.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><name><surname>Wechsler</surname><given-names>D.</given-names></name></person-group> <source>Wechsler Memory Scale</source> <edition>3th ed</edition>. <publisher-loc>San Antonio (TX)</publisher-loc>: <publisher-name>The Psychological Corporation</publisher-name>; <year>1997</year>.</mixed-citation></ref>
<ref id="B43"><label>43.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Dripps</surname><given-names>RD.</given-names></name></person-group> <article-title>New classification of physical status</article-title>. <source>Anesthesiology.</source> <year>1963</year>;<volume>24</volume>:<fpage>111</fpage>.</mixed-citation></ref>
<ref id="B44"><label>44.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Rubenstein</surname><given-names>LZ</given-names></name><name><surname>Stuck</surname><given-names>AE</given-names></name><name><surname>Siu</surname><given-names>AL</given-names></name><name><surname>Wieland</surname><given-names>D.</given-names></name></person-group> <article-title>Impacts of geriatric evaluation and management programs on defined outcomes: overview of the evidence</article-title>. <source>J Am Geriatr Soc.</source> <year>1991</year>;<volume>39</volume> <issue>Suppl 1</issue>:<fpage>8S</fpage>&#x02013;<lpage>16S</lpage>; discussion 7S&#x02013;8S. <pub-id pub-id-type="doi">10.1111/j.1532-5415.1991.tb05927.x</pub-id> <pub-id pub-id-type="pmid">1832179</pub-id></mixed-citation></ref>
<ref id="B45"><label>45.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Hlatky</surname><given-names>MA</given-names></name><name><surname>Boineau</surname><given-names>RE</given-names></name><name><surname>Higginbotham</surname><given-names>MB</given-names></name><name><surname>Lee</surname><given-names>KL</given-names></name><name><surname>Mark</surname><given-names>DB</given-names></name><name><surname>Califf</surname><given-names>RM</given-names></name><etal/></person-group> <article-title>A brief self-administered questionnaire to determine functional capacity (the Duke Activity Status Index)</article-title>. <source>Am J Cardiol.</source> <year>1989</year>;<volume>64</volume>:<fpage>651</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1016/0002-9149(89)90496-7</pub-id> <pub-id pub-id-type="pmid">2782256</pub-id></mixed-citation></ref>
<ref id="B46"><label>46.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Rouleau</surname><given-names>I</given-names></name><name><surname>Salmon</surname><given-names>DP</given-names></name><name><surname>Butters</surname><given-names>N</given-names></name><name><surname>Kennedy</surname><given-names>C</given-names></name><name><surname>McGuire</surname><given-names>K.</given-names></name></person-group> <article-title>Quantitative and qualitative analyses of clock drawings in Alzheimer&#x02019;s and Huntington&#x02019;s disease</article-title>. <source>Brain Cogn.</source> <year>1992</year>;<volume>18</volume>:<fpage>70</fpage>&#x02013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.1016/0278-2626(92)90112-y</pub-id> <pub-id pub-id-type="pmid">1543577</pub-id></mixed-citation></ref>
<ref id="B47"><label>47.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Salthouse</surname><given-names>TA.</given-names></name></person-group> <article-title>Influence of processing speed on adult age differences in working memory</article-title>. <source>Acta Psychol (Amst).</source> <year>1992</year>;<volume>79</volume>:<fpage>155</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1016/0001-6918(92)90030-h</pub-id> <pub-id pub-id-type="pmid">1598844</pub-id></mixed-citation></ref>
<ref id="B48"><label>48.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Jellinger</surname><given-names>KA.</given-names></name></person-group> <article-title>The pathology of ischemic-vascular dementia: an update</article-title>. <source>J Neurol Sci.</source> <year>2002</year>;<volume>203&#x02013;204</volume>:<fpage>153</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1016/S0022-510X(02)00282-4</pub-id></mixed-citation></ref>
<ref id="B49"><label>49.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Abugroun</surname><given-names>A</given-names></name><name><surname>Daoud</surname><given-names>H</given-names></name><name><surname>Abdel-Rahman</surname><given-names>ME</given-names></name><name><surname>Hallak</surname><given-names>O</given-names></name><name><surname>Igbinomwanhia</surname><given-names>E</given-names></name><name><surname>Sanchez</surname><given-names>A</given-names></name><etal/></person-group> <article-title>National trends of outcomes in transcatheter aortic valve replacement (TAVR) through transapical versus endovascular approach: from the National Inpatient Sample (NIS)</article-title>. <source>Cardiovasc Revasc Med.</source> <year>2020</year>;<volume>21</volume>:<fpage>964</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1016/j.carrev.2020.05.010</pub-id> <pub-id pub-id-type="pmid">32553852</pub-id></mixed-citation></ref>
<ref id="B50"><label>50.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Nasreddine</surname><given-names>ZS</given-names></name><name><surname>Phillips</surname><given-names>NA</given-names></name><name><surname>Bedirian</surname><given-names>V</given-names></name><name><surname>Charbonneau</surname><given-names>S</given-names></name><name><surname>Whitehead</surname><given-names>V</given-names></name><name><surname>Collin</surname><given-names>I</given-names></name><etal/></person-group> <article-title>The montreal cognitive assessment, MoCA: a brief screening tool for mild cognitive impairment</article-title>. <source>J Am Geriatr Soc.</source> <year>2005</year>;<volume>53</volume>:<fpage>695</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1111/j.1532-5415.2005.53221.x</pub-id> <pub-id pub-id-type="pmid">15817019</pub-id></mixed-citation></ref>
</ref-list>
</back>
</article>