<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1 20151215//EN" "JATS-journalpublishing1.dtd">
<article xml:lang="en" article-type="research-article" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Exploration of Medicine</journal-id>
<journal-title-group>
<journal-title>Exploration of Medicine</journal-title>
</journal-title-group>
<issn pub-type="epub">2692-3106</issn>
<publisher>
<publisher-name>Open Exploration</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">100134</article-id>
<article-id pub-id-type="doi">10.37349/emed.2021.00034</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Original Article</subject>
</subj-group>
</article-categories>
<title-group>
<article-title>Assessing the capacity for mental manipulation in patients with statically-determined mild cognitive impairment using digital technology</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Emrani</surname>
<given-names>Sheina</given-names>
</name>
<xref ref-type="aff" rid="AFF1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lamar</surname>
<given-names>Melissa</given-names>
</name>
<xref ref-type="aff" rid="AFF2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Price</surname>
<given-names>Catherine C.</given-names>
</name>
<xref ref-type="aff" rid="AFF3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Baliga</surname>
<given-names>Satya</given-names>
</name>
<xref ref-type="aff" rid="AFF4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wasserman</surname>
<given-names>Victor</given-names>
</name>
<xref ref-type="aff" rid="AFF1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Matusz</surname>
<given-names>Emily</given-names>
</name>
<xref ref-type="aff" rid="AFF5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Swenson</surname>
<given-names>Rod</given-names>
</name>
<xref ref-type="aff" rid="AFF6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Baliga</surname>
<given-names>Ganesh</given-names>
</name>
<xref ref-type="aff" rid="AFF7"><sup>7</sup></xref>
<xref ref-type="corresp" rid="C1"><sup>&#x0002A;</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Libon</surname>
<given-names>David J.</given-names>
</name>
<xref ref-type="aff" rid="AFF1"><sup>1</sup></xref>
<xref ref-type="aff" rid="AFF5"><sup>5</sup></xref>
<xref ref-type="corresp" rid="C2"><sup>&#x0002A;</sup></xref>
</contrib>
<contrib contrib-type="academic-editor">
<name>
<surname>Farrer</surname>
<given-names>Lindsay A.</given-names>
</name>
</contrib>
<aff id="AFF1"><label>1</label>Department of Psychology, Rowan University, Glassboro, NJ 08028, USA</aff>
<aff id="AFF2"><label>2</label>Department of Behavioral Sciences and the Rush Alzheimer&#x02019;s Disease Center, Rush University Medical Center, Chicago, IL 60612, USA</aff>
<aff id="AFF3"><label>3</label>Department of Clinical and Health Psychology, University of Florida, Gainesville, FL 32610, USA</aff>
<aff id="AFF4"><label>4</label>Department of Biomedical Engineering, Johns Hopkins University, Baltimore, MD 21218, USA</aff>
<aff id="AFF5"><label>5</label>New Jersey Institute for Successful Aging, School of Osteopathic Medicine, Rowan University, Stratford, NJ 08084, USA</aff>
<aff id="AFF6"><label>6</label>Department Psychiatry and Behavioral Science, University of North Dakota School of Medicine and Health Sciences, Grand Fork, Fargo, ND 58103, USA</aff>
<aff id="AFF7"><label>7</label>Department of Computer Science, Rowan University, Glassboro, NJ 08028, USA</aff>
<aff id="AFF8">Boston University School of Medicine, USA</aff>
</contrib-group>
<author-notes>
<corresp id="C1"><label>&#x0002A;</label><bold>Correspondence:</bold> Ganesh Baliga, Department of Computer Science, Rowan University, Glassboro, NJ 08028, USA. <email>baliga@rowan.edu</email></corresp>
<corresp id="C2">David J. Libon, New Jersey Institute for Successful Aging, School of Osteopathic Medicine, Rowan University, Stratford, NJ, 08084, USA. <email>libon@rowan.edu</email></corresp>
</author-notes>
<pub-date pub-type="ppub">
<year>2021</year>
</pub-date>
<pub-date pub-type="epub">
<day>28</day>
<month>02</month>
<year>2021</year>
</pub-date>
<volume>2</volume>
<fpage>86</fpage>
<lpage>97</lpage>
<history>
<date date-type="received">
<day>17</day>
<month>08</month>
<year>2020</year></date>
<date date-type="accepted">
<day>02</day>
<month>02</month>
<year>2021</year></date>
</history>
<permissions>
<copyright-statement>&#x00A9; The Author(s) 2021.</copyright-statement>
<copyright-year>2021</copyright-year>
<license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
<license-p>This is an Open Access article licensed under a Creative Commons Attribution 4.0 International License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, sharing, adaptation, distribution and reproduction in any medium or format, for any purpose, even commercially, as long as you give appropriate credit to the original author(s) and the source, provide a link to the Creative Commons license, and indicate if changes were made.</license-p></license>
</permissions>
<abstract>
<sec><title>Aims:</title>
<p>Prior research employing a standard backward digit span test has been successful in operationally defining neurocognitive constructs associated with the Fuster&#x02019;s model of executive attention. The current research sought to test if similar behavior could be obtained using a cross-modal mental manipulation test.</p>
</sec>
<sec><title>Methods:</title>
<p>Memory clinic patients were studied. Using Jak-Bondi criteria, 24 patients were classified with mild cognitive impairment (MCI), and 33 memory clinic patients did not meet criteria for MCI (i.e. non-MCI). All patients were assessed with the digital version of the WRAML-2 Symbolic Working Memory Test-Part 1, a cross-modal mental manipulation task where patients hear digits, but respond by touching digits from lowest to highest on an answer key. Only 4 and 5-span trials were analyzed. Using an iPad, all test stimuli were played; and, all responses were obtained with a touch key. Only correct trials were analyzed. Average time to complete trials and latency for each digit was recorded.</p>
</sec>
<sec><title>Results:</title>
<p>Groups did not differ when average time to complete 4-span trials was calculated. MCI patients displayed slower latency, or required more time to re-order the 1<sup>st</sup> and 3<sup>rd</sup> digits. Regression analyses, primarily involving initial and latter response latencies, were associated with better, but different underlying neuropsychological abilities. Almost no 5-span analyses were significant.</p>
</sec>
<sec><title>Conclusions:</title>
<p>This cross-modal test paradigm found no difference for total average time. MCI patients generated slower 1<sup>st</sup> and 3<sup>rd</sup> response latency, suggesting differences in time allocation to achieve correct serial order recall. Moreover, different neuropsychological abilities were associated with different time-based test components. These data extend prior findings using a standard backward digit span test. Differences in time epochs are consistent with constructs underlying the model of executive attention and help explain mental manipulation deficits in MCI. These latency measures could constitute neurocognitive biomarkers that track emergent disease.</p>
</sec>
</abstract>
<kwd-group>
<kwd>Biomarkers</kwd>
<kwd>mild cognitive impairment</kwd>
<kwd>executive control</kwd>
<kwd>temporal organization</kwd>
<kwd>intra-component latency</kwd>
<kwd>digit span</kwd>
</kwd-group></article-meta>
</front>
<body>
<sec id="s1"><title>Introduction</title>
<p>Dysexecutive impairment is common in patients with dementia syndromes such as Alzheimer&#x02019;s disease (AD) and vascular dementia (VaD), and in patients with mild cognitive impairment (MCI) &#x0005B;<xref ref-type="bibr" rid="B1">1</xref>&#x2013;<xref ref-type="bibr" rid="B3">3</xref>&#x0005D;. Past research has shown that dysexecutive impairment in VaD associated with magnetic resonance imaging (MRI) white matter alterations and among some MCI patients is &#x0201C;context independent&#x0201D;. This means that elements of a dysexecutive syndrome can be found across virtually all neurocognitive domains that might be assessed. Thus, on tests examining the production of graphomotor perseveration, patients with VaD tend to produce errors suggesting an inability to desist from a motor act. On tests that assess verbal concept formation (e.g., the Similarities subtest) patients with VaD and some MCI patients demonstrate a gross inability to assume an abstract attitude and treat each element of the word pair as a separate test stimulus (e.g., dog&#x02013;lion: &#x0201C;one is a pet and the other roars&#x0201D;). When memory is assessed with the serial list-learning test, patients with executive impairment often present with retrieval, rather than consolidation problems.</p>
<p>By contrast, the dysexecutive syndrome associated with AD and other MCI patients is &#x0201C;context dependent&#x0201D;, i.e. subordinate to other more pervasive neuropsychological problems. Among these patients, graphomotor perseverations have been shown to be highly associated with naming and lexical access problems. The errors made on tests assessing verbal concept formation tend to be vague, but retain some context to provide a supraordinate concept that binds the word pair (dog&#x02013;lion: &#x0201C;I like them&#x0201D;). Serial-list learning test performance is often replete with elements consistent with amnesia (see ref <xref ref-type="bibr" rid="B1">1</xref>&#x02013;<xref ref-type="bibr" rid="B3">3</xref> for a complete review). Focal deficits involving language and visuospatial operations can occur; however, these syndromes are comparatively rare &#x0005B;<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B5">5</xref>&#x0005D;.</p>
<p>The research reviewed above provides useful heuristics to understand the constructs that underlie executive difficulty in dementia and MCI. Another heuristic mechanism that may be used to evaluate constructs that underlie executive difficulty in dementia and MCI is to assess performance as a function test epoch &#x0005B;<xref ref-type="bibr" rid="B6">6</xref>&#x0005D;. Patients with VaD and some MCI patients tend to produce a negative slope on executive tests when outcome is measured as a function of time &#x0005B;<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B6">6</xref>&#x0005D;. Past research demonstrating this time-related, dysexecutive impairment has been interpreted within the context of Fuster&#x02019;s model of executive attention &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>&#x0005D;. This model views the time necessary to bring a task to fruition as a temporal gestalt. Subordinate to this temporal gestalt are three separate, but highly integrated neurocognitive constructs that govern how time is allocated - working memory, preparatory set, and inhibitory control.</p>
<p>Working memory is memory for the short term and operates to marshal the necessary neurocognitive resources to initiate a response as requested. Preparatory set is involved in recruiting neurocognitive resources to sustain the necessary mental set to successfully complete the task at hand. Finally, inhibitory control denotes the capacity to filter extraneous stimuli such as perseverations and behavior resulting in the loss of mental set and to minimize the emergence of errors. Evidence supporting the existence of these three neurocognitive constructs has come from both imaging and primate research &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>&#x0005D;.</p>
<p>Recently, Emrani and colleagues &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>&#x0005D; administered an iPad version of the Backward Digit Span Test, originally described by Lamar and colleagues &#x0005B;<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>&#x0005D;, to patients with MCI <italic>versus</italic> patients with some, but insufficient cognitive deficits to meet diagnostic criteria for MCI (i.e. non-MCI). In this research, correct 5-span test trials were analyzed. Latency, or reaction time, to repeat each individual digit backward was measured. The analysis of latency data found that when MCI and non-MCI patients scored 100 percent correct on these trials, there was no difference in the average total time to complete correct trials. However, there were distinct differences in the allocation of time &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>&#x0005D;. Specifically, non-MCI patients tended to require more time, i.e. produced a slower latency, on the second and fourth responses on digits backwards. Comparatively, the MCI patients displayed slower latencies on position three as compared to non-MCI patients. Slower initial latencies were interpreted as a means to define operationally the neurocognitive construct of working memory. Thus, the slower latency on the second response suggests patients not meeting criteria for MCI were, perhaps, allocating greater neurocognitive resources to initially re-order test stimuli as required. By contrast, the latency to respond the third number backward was slower for MCI as compared to non-MCI patients. Emrani and colleagues &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>&#x0005D; interpreted this behavior as means to define operationally the neurocognitive construct of preparatory set, or the ability to sustain the necessary mental set to generate a correct response. Slower third response latency generated by MCI patients suggest that these patients essentially needed to work harder, i.e. marshal greater resources than their non-MCI counterparts to sustain the necessary mental set for correct responding. Finally, non-MCI patients produced a slower latency for the fourth digit repeated backward. Emrani and colleagues &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>&#x0005D; interpreted this behavior to define operationally the neurocognitive construct of inhibitory control. That is to say, slower latency on position four by the non-MCI group may reflect a greater capacity to monitor behavior to prevent the production of errors. Most importantly, these data were interpreted to support the notion that it is possible to extract specific time epochs when asked to repeat numbers backward that can operationally define separate, but highly integrated neurocognitive constructs that underlie executive abilities in MCI.</p>
<p>In the current research, memory clinic patients were studied and assigned to two groups&#x02014;patients with MCI using Jak-Bondi criteria &#x0005B;<xref ref-type="bibr" rid="B13">13</xref>&#x0005D;; and patients who presented with self-reported cognitive complaints but did meet criteria for MCI. These patients were labeled non-MCI. All patients were assessed with an iPad version of Symbolic Working Memory subtest from the Wide Range Assessment of Memory and Learning 2nd Edition (WRAML-2) &#x0005B;<xref ref-type="bibr" rid="B14">14</xref>&#x0005D;. The overall goal of the current research was to extend the findings obtained with a standard backward digit span test, using a cross-modal test paradigm, i.e. a test that requires the management of a wider array of neurocognitive abilities. Thus, in the current research our intent was to assess how well a cross-modal test paradigm can operationally define the neurocognitive constructs that underlie the model of executive attention &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>&#x0005D; and differentiate patients with MCI from non-MCI when serial order responding is 100 percent correct.</p>
</sec>
<sec id="s2"><title>Methods</title>
<sec><title>Participants</title>
<p>All patients studied in the current research (<italic>n</italic> &#x0003D; 57; 68.40&#x00025; female) were clinical referrals to the New Jersey Institute for Successful Aging Memory Assessment Program (MAP). All MAP patients were administered a comprehensive neuropsychological evaluation and were evaluated by a social worker and a board-certified geriatric psychiatrist. A computed tomography (CT) or MRI study of the brain and appropriate blood serum tests were obtained to assess for reversible causes of dementia. Based on clinical interview, the score obtained from the Geriatric Depression Scale &#x0005B;<xref ref-type="bibr" rid="B15">15</xref>&#x0005D;, and data from the Neuropsychiatric Inventory &#x0005B;<xref ref-type="bibr" rid="B16">16</xref>&#x0005D;, no psychiatric co-morbidities were present. No patients in the current research presented with dementia.</p>
<p>A 2-step procedure was used to first diagnose then classify patients. First, all available information was reviewed at an interdisciplinary team conference to determine the presence of dementia, MCI, or some other clinical syndrome. Second, when patients were believed to be presenting with MCI, Jak-Bondi criteria &#x0005B;<xref ref-type="bibr" rid="B13">13</xref>&#x0005D; were applied as described below. Patients diagnosed with MCI presented with evidence of neuropsychological impairment relative to age and education, preservation of general functional abilities, and the absence of dementia. Some memory clinic patients who were clinically diagnosed with MCI did not present with the required level of cognitive impairment to meet Jak-Bondi criteria for MCI. These patients were labeled non-MCI. All patients described subjective complaints of cognitive difficulty. The decision to use Jak-Bondi &#x0005B;<xref ref-type="bibr" rid="B13">13</xref>&#x0005D; criterion is based on prior research showing that this diagnostic criterion limits diagnostic errors &#x0005B;<xref ref-type="bibr" rid="B17">17</xref>&#x0005D;.</p>
<p>Information from 106 patients were reviewed. Patients were excluded because of diagnosis of a dementia syndrome (<italic>n</italic> &#x0003D; 35), depression (<italic>n</italic> &#x0003D; 6), suspected alcohol abuse (<italic>n</italic> &#x0003D; 4), and unstable medical problems such as a seizure disorder or suspected brain injury (<italic>n</italic> &#x0003D; 4). A knowledgeable family member was available to provide information regarding functional status for all patients. Patients were not compensated. Data were collected based on a Rowan University institutional review board (IRB) approved, retrospective chart review. This study was conducted consistent with the Declaration of Helsinki.</p>
</sec>
<sec><title>Neuropsychological assessment</title>
<p>The neuropsychological protocol used to classify MCI subtypes was the same as described by Emrani and colleagues &#x0005B;<xref ref-type="bibr" rid="B18">18</xref>&#x0005D;. Nine parameters drawn from three domains of cognition (executive control, naming/lexical access, and episodic memory) were expressed as z-scores derived from normative data (see <xref ref-type="table" rid="T1">Table 1</xref> for full details). While we acknowledge that other neuropsychological tests/domains of cognitive functioning could have been used, the rationale for using the current protocol was based on extensive prior research showing that these tests are able to illustrate key neurocognitive constructs &#x0005B;<xref ref-type="bibr" rid="B19">19</xref>&#x2013;<xref ref-type="bibr" rid="B21">21</xref>&#x0005D;.</p>
<table-wrap id="T1" position="float"><label>Table 1.</label><caption><p>Neuropsychological domains</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top"><bold>Executive function domain</bold></th>
<th align="left" valign="top"><bold>Language/lexical access domain</bold></th>
<th align="left" valign="top"><bold>Episodic memory domain</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">WMS&#x02014;Mental Control Subtest (Boston revision) &#x0005B;<xref ref-type="bibr" rid="B6">6</xref>&#x0005D;</td>
<td align="left" valign="top">60-item Boston NamingTest &#x0005B;<xref ref-type="bibr" rid="B36">36</xref>&#x0005D;</td>
<td align="left" valign="top">CVLT (short form)&#x02014;Immediate Free Recall &#x0005B;<xref ref-type="bibr" rid="B38">38</xref>&#x0005D;</td>
</tr>
<tr>
<td align="left" valign="top">Letter Fluency&#x02014;&#x02018;FAS&#x02019; &#x0005B;<xref ref-type="bibr" rid="B36">36</xref>&#x0005D;</td>
<td align="left" valign="top">Animal Fluency &#x0005B;<xref ref-type="bibr" rid="B36">36</xref>&#x0005D;</td>
<td align="left" valign="top">CVLT (short form)&#x02014;Delayed Free Recall &#x0005B;<xref ref-type="bibr" rid="B38">38</xref>&#x0005D;</td>
</tr>
<tr>
<td align="left" valign="top">Trail Making Test&#x02014;Part B &#x0005B;<xref ref-type="bibr" rid="B36">36</xref>&#x0005D;</td>
<td align="left" valign="top">WAIS-III Similarities Subtest &#x0005B;<xref ref-type="bibr" rid="B37">37</xref>&#x0005D;</td>
<td align="left" valign="top">CVLT (short form)&#x02014;Delayed Recognition &#x0005B;<xref ref-type="bibr" rid="B38">38</xref>&#x0005D;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TFN1"><p>WMS: Wechsler Memory Scale; CVLT: California Verbal Learning Test; WAIS-III: Wechsler Adult Intelligence Scale-3<sup>rd</sup> edition</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec><title>Classifying MCI versus non-MCI</title>
<sec><title>MCI</title>
<p>Jak-Bondi criteria &#x0005B;<xref ref-type="bibr" rid="B13">13</xref>&#x0005D; were used to determine the presence of MCI (<italic>n</italic> &#x0003D; 24). Using these neuropsychologically derived criteria, single domain MCI was diagnosed when participants score &#x0003E; 1.0 standard deviation below normative expectations on two of three measures within any single cognitive domain. Mixed MCI was diagnosed when participants scored &#x0003E; 1.0 standard deviation below normative expectations on any two or more of the three measures across multiple cognitive domains. Because of the modest sample, MCI subtypes were not examined.</p>
</sec>
<sec><title>Non-MCI</title>
<p>Despite self-reported cognitive complaints, some patients did not meet Jak-Bondi criteria &#x0005B;<xref ref-type="bibr" rid="B13">13</xref>&#x0005D; for MCI as described above. These patients either scored above - 1standard deviation (SD) on all nine neuropsychological parameters (<italic>n</italic> &#x0003D; 19); scored 1SD below the mean on only one measure (<italic>n</italic> &#x0003D; 7); or scored 1SD below on one measure within one cognitive, and 1 measure within another cognitive domain (<italic>n</italic> &#x0003D; 7). This group was label non-MCI (<italic>n</italic> &#x0003D; 33).</p>
</sec>
</sec>
<sec><title>iPad administration of the symbolic working memory test</title>
<p>The Symbolic Working Memory subtest is part of the Wide Range Assessment of WRAML-2 &#x0005B;<xref ref-type="bibr" rid="B14">14</xref>&#x0005D;. The paper and pencil version of this this consists of two parts. On part 1, numbers are administered and on part 2, a combination of numbers and letters are administered. The current research describes data obtained only from the Symbolic Working Memory&#x02014;Part 1 subtest (i.e. numbers only). This Symbolic Working Memory subtest is comprised of three trials of 2, 3, 4, 5, and 6 digit span lengths. Each trial block contains 3 test trials, except for the 6-span block where only 2 trials are administered (total trials &#x0003D; 14). For the standard paper and pencil version of this test, the administrator reads the numbers for each trial. Using a response key displaying the numbers 1 through 9, patients are asked to re-order the numbers administered by pointing to numbers from lowest to highest.</p>
<p>The iPad version of this test was administered using the same procedures as the paper and pencil test. The examiner initiated each test trial by pressing a start key on the iPad. Upon pressing the start key, the iPad played all numbers one second at a time. After test stimuli were administered, a response key immediately appeared. The response key was programmed to look exactly as the paper and pencil version. Patients were asked to touch the numbers from lowest to highest. Latency, or reaction time, elapsed starting immediately upon the appearance of the response key.</p>
<p>As stated above each trial block contained three trials. Patients tended to perform at ceiling on 2- and 3-span trial blocks (non-MCI correct 2-span trials &#x0003D; 2.87 &#x000B1; 0.33; MCI correct 2-span trials &#x0003D; 3.00 &#x000B1; 0.00; <italic>F</italic>&#x0005B;1, 56&#x0005D; &#x0003D; 3.14; <italic>P</italic> &#x0003D; 0.079; non-MCI correct 3-span trials &#x0003D; 2.91 &#x000B1; 0.29; MCI correct 3-span trials &#x0003D; 2.71 &#x000B1; 0.62; <italic>F</italic>&#x0005B;1, 56&#x0005D; &#x0003D; 2.63, <italic>P</italic> &#x0003D; 0.110). Also, patients tended to perform at floor on the 6-span trial block (non-MCI correct trials &#x0003D; 0.64 &#x000B1; 0.74; MCI correct trials &#x0003D; 0.33 &#x000B1; 0.48; <italic>F</italic>&#x0005B;1, 56&#x0005D;; <italic>P</italic> &#x0003D; 0.086). For these reasons, and because the 2- and 3-trial blocks do not provide sufficient time-based data, we analyzed only the 4- and 5-span trial blocks.</p>
</sec>
<sec><title>Intra-component latency and average total time for correct responses</title>
<p>The model of executive attention &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>&#x0005D; suggests that successful mental manipulation is based, in part, in managing the time necessary to bring a task to fruition; and, the simultaneous operation(s) of all three neurocognitive constructs&#x02014;working memory, preparatory set, and inhibitory control must operate within the context of temporal organization. Thus, to optimize our ability to assess all three constructs we chose to analyze only correct test trials, i.e. trials where serial order recall was 100 percent correct.</p>
<p>The iPad calculated average total time for each trial block by summing the total time for all correct trials from a trial block then dividing by the number of correct trials. Intra-component latency was measured and defined as the time elapsed to touch each digit as requested, i.e. time zero (when the response key appeared) to the first response, time from the end of the first response to the beginning of the second response etc.</p>
</sec>
<sec><title>Statistical Analyses</title>
<p>All continuous variables were screened for outliers and evaluated for departures of normality through quantitative examination of skewness and kurtosis, as well as visual inspection of frequency distributions. To address non-normality issues, where indicated, we assigned outliers a lower weight &#x0005B;<xref ref-type="bibr" rid="B22">22</xref>&#x0005D;. Post-hoc comparisons were made using <italic>t</italic>-tests. The Welch correction was used because of uneven sample size between groups. To guard against multiple comparisons significance was set at <italic>P</italic> &#x0003C; 0.01.</p>
<sec><title>Between- and within-group latency analyses</title>
<p>All analyses were carried out using SPSS. Between-group differences were assessed for the number of correct trials and average total time for correct trials. The effect of group on individual intra-component latencies was analyzed with two repeated measured ANOVAs, i.e. 2-group (non-MCI, MCI) by 4- or 5-span intra-component latencies.</p>
</sec>
<sec><title>Symbolic Working Memory latencies and Neuropsychological Test performance</title>
<p>Regression analyses were conducted to assess the association between neuropsychological test performance and Symbolic Working Memory intra-components latencies. For these analyses, executive functioning, naming/lexical access, and episodic memory index scores were calculated using the same neuropsychological parameters described above. Neuropsychological domain indices were calculated by averaging performance of all three tests within each domain. A total of six regression analyses were conducted, where each neuropsychological index score was the dependent variable and all 4- or 5-span intra-component latencies where the independent variables.</p>
</sec>
</sec>
</sec>
<sec id="s3"><title>Results</title>
<sec><title>Demographic Characteristics</title>
<p>Demographic and clinical information can be found in <xref ref-type="table" rid="T2">Table 2</xref>. No between-group differences were found for age, education, the Geriatric Depression Scale &#x0005B;<xref ref-type="bibr" rid="B15">15</xref>&#x0005D; and projected premorbid general intellectual abilities assessed with the Wide Range Achievement Test Reading subtest-IV &#x0005B;<xref ref-type="bibr" rid="B23">23</xref>&#x0005D;. MCI patients scored marginally lower on the Mini-Mental State Examination (<italic>F</italic>&#x0005B;1, 39.45&#x0005D; &#x0003D; 8.43, <italic>P</italic> &#x0003C; 0.006, &#x003B7;2 &#x0003D; 0.145; &#x0005B;<xref ref-type="bibr" rid="B24">24</xref>&#x0005D;).</p>
<table-wrap id="T2" position="float"><label>Table 2.</label><caption><p>Demographic and clinical information</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top"/>
<th align="left" valign="top"><bold>non-MCI (<italic>n</italic> &#x0003D; 33)</bold></th>
<th align="left" valign="top"><bold>MCI (<italic>n</italic> &#x0003D; 24)</bold></th>
<th align="left" valign="top"><bold>Significance</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Age</td>
<td align="left" valign="top">73.90 (7.93)</td>
<td align="left" valign="top">72.37 (5.37)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">Education</td>
<td align="left" valign="top">15.63 (2.21)</td>
<td align="left" valign="top">15.04 (2.64</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">MMSE</td>
<td align="left" valign="top">28.72 (1.35)</td>
<td align="left" valign="top">27.41 (1.88)</td>
<td align="left" valign="top"><italic>P</italic> &#x0003C; 0.003</td>
</tr>
<tr>
<td align="left" valign="top">GDS</td>
<td align="left" valign="top">2.36 (2.47)</td>
<td align="left" valign="top">2.75 (2.11)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">WRAT-IV reading subtest</td>
<td align="left" valign="top">115.09 (16.29)</td>
<td align="left" valign="top">110.04 (16.47)</td>
<td align="left" valign="top">ns</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TFN2"><p>MMSE: Mini-Mental State Examination; GDS: Geriatric Depression Scale; WRAT-IV: Wide Range Achievement Test; ns: not significant</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec><title>4- and 5-span trials, average total time, and intra-component latency</title>
<sec><title>Correct trials and average total time to complete trials</title>
<p>No differences were found for total correct 4-span trials. However, average total time to completion for the 4-span trial block was greater for MCI compared to non-MCI groups (<italic>F</italic>&#x0005B;1, 32.80&#x0005D; &#x0003D; 9.85; <italic>P</italic> &#x0003C; 0.004; &#x003B7;2 &#x0003D; 0.176). For the 5-span trial block, the opposite pattern emerged. Specifically, groups differed on total correct trials such that non-MCI patients produced more correct 5-span trials as compared to the MCI group (<italic>F</italic>&#x0005B;1, 35.23&#x0005D; &#x0003D; 7.27, <italic>P</italic> &#x0003C; 0.011; &#x003B7;2 &#x0003D; 0.133). However, there was no between-group difference for the average total time on correct 5-span trials (<xref ref-type="table" rid="T3">Table 3</xref>).</p>
<table-wrap id="T3" position="float"><label>Table 3.</label><caption><p>Symbolic working memory&#x02014;correct trials and average total time to completion</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top"/>
<th align="left" valign="top"><bold>non-MCI (<italic>n</italic> &#x0003D; 33)</bold></th>
<th align="left" valign="top"><bold>MCI (<italic>n</italic> &#x0003D; 24)</bold></th>
<th align="left" valign="top"><bold>significance</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">4-span correct trials (range 0&#x02013;3)</td>
<td align="left" valign="top">2.82 (0.39)</td>
<td align="left" valign="top">2.58 (0.65)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">4-span average total time (secs.)</td>
<td align="left" valign="top">5.80 (2.03)</td>
<td align="left" valign="top">8.44 (3.74</td>
<td align="left" valign="top"><italic>P</italic> &#x0003C; 0.001</td>
</tr>
<tr>
<td align="left" valign="top">5-span correct trials (range 0&#x02013;3)</td>
<td align="left" valign="top">2.21 (0.74)</td>
<td align="left" valign="top">1.46 (1.21)</td>
<td align="left" valign="top"><italic>P</italic> &#x0003C; 0.005</td>
</tr>
<tr>
<td align="left" valign="top">5-span average total time (secs.)</td>
<td align="left" valign="top">8.72 (3.71)</td>
<td align="left" valign="top">10.81 (4.91)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">6-span correct trials (range 0&#x02013;3)</td>
<td align="left" valign="top">0.64 (0.74</td>
<td align="left" valign="top">0.33 (0.48)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">6-span average total time (secs.)</td>
<td align="left" valign="top">11.41 (5.25)</td>
<td align="left" valign="top">11.62 (4.63)</td>
<td align="left" valign="top">ns</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TFN3"><p>ns: not significant</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec><title>Group by 4-span intra-component latency</title>
<p>The group by serial order intra-component latencies repeated measures ANOVA yielded a marginally significant group by serial order position interaction (<italic>F</italic>&#x0005B;3, 53&#x0005D; &#x0003D; 3.24, <italic>P</italic> &#x0003C; 0.029; &#x003B7;2 &#x0003D; 0.155). Follow-up analyses found that the MCI group produced slower latencies on serial position 1 (<italic>F</italic>&#x0005B;1, 31.67&#x0005D; &#x0003D; 9.30, <italic>P</italic> &#x0003C; 0.005; &#x003B7;2 &#x0003D; 0.170). A marginally significant effect suggesting slower latency on serial position 3 (<italic>F</italic>&#x0005B;1, 31.95&#x0005D; &#x0003D; 4.10; <italic>P</italic> &#x0003C; 0.032; &#x003B7;2 &#x0003D; 0.081) was also found. Similar analyses for the 5-span trial block were not statistically significant (<xref ref-type="table" rid="T4">Table 4</xref>).</p>
<table-wrap id="T4" position="float"><label>Table 4.</label><caption><p>Symbolic working memory&#x02014;latency for serial order recall</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top"><bold>4-Span (secs)</bold></th>
<th align="left" valign="top"><bold>non-MCI (<italic>n</italic> &#x0003D; 33)</bold></th>
<th align="left" valign="top"><bold>MCI (<italic>n</italic> &#x0003D; 24)</bold></th>
<th align="left" valign="top"><bold>Significance</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">position 1</td>
<td align="left" valign="top">2.47 (0.93)</td>
<td align="left" valign="top">3.71 (1.82)</td>
<td align="left" valign="top"><italic>P</italic> &#x0003C; 0.001</td>
</tr>
<tr>
<td align="left" valign="top">position 2</td>
<td align="left" valign="top">1.30 (1.31)</td>
<td align="left" valign="top">1.81 (0.94)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">position 3</td>
<td align="left" valign="top">1.26 (0.80)</td>
<td align="left" valign="top">1.95 (1.55)</td>
<td align="left" valign="top"><italic>P</italic> &#x0003D; 0.032</td>
</tr>
<tr>
<td align="left" valign="top">position 4</td>
<td align="left" valign="top">0.64 (0.27)</td>
<td align="left" valign="top">0.75 (0.28)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top"><bold>5-Span (secs)</bold></td>
<td align="left" valign="top"><bold>non-MCI</bold></td>
<td align="left" valign="top"><bold>MCI</bold></td>
<td align="left" valign="top"><bold>Significance</bold></td>
</tr>
<tr>
<td align="left" valign="top">position 1</td>
<td align="left" valign="top">2.60 (1.25)</td>
<td align="left" valign="top">2.57 (1.48)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">position 2</td>
<td align="left" valign="top">1.30 (1.05)</td>
<td align="left" valign="top">1.49 (0.99)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">position 3</td>
<td align="left" valign="top">1.70 (1.14)</td>
<td align="left" valign="top">2.21 (2.03)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">position 4</td>
<td align="left" valign="top">1.66 (0.94)</td>
<td align="left" valign="top">2.34 (1.22)</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top">position 5</td>
<td align="left" valign="top">1.03 (1.26)</td>
<td align="left" valign="top">1.33 (1.30)</td>
<td align="left" valign="top">ns</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TFN4"><p>ns: not significant</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec><title>Intra-component latency and neuropsychological index scores</title>
<p>The regression analysis examining episodic memory test performance and 4-span intra-component latencies was significant (R &#x0003D; 0.529, R<sup>2</sup> &#x0003D; 0.280, <italic>F</italic>&#x0005B;4, 51&#x0005D; &#x0003D; 4.96, <italic>P</italic> &#x0003C; 0.002; <xref ref-type="table" rid="T5">Table 5</xref>). The better episodic memory test performance was associated with faster latency on position 1 (beta &#x0003D; &#x02212;0.432, <italic>P</italic> &#x0003C; 0.001). A marginal relationship was found between better memory test performance and faster position 3 latency was also found (beta &#x0003D; &#x02212;0.256; <italic>P</italic> &#x0003C; 0.049). With regard to the naming/lexical access index, the regression analysis was significant (R &#x0003D; 0.418, R<sup>2</sup> &#x0003D; 0.175, <italic>F</italic>&#x0005B;4, 52&#x0005D; &#x0003D; 2.75, <italic>P</italic> &#x0003C; 0.038). As with the episodic memory index, better neuropsychological test performance was associated with faster latency for position 1 (beta &#x0003D; &#x02212;0.339, <italic>P</italic> &#x0003C; 0.017). Finally, the regression analysis examining executive functioning test performance and 4-span intra-component latencies was also significant (R &#x0003D; 0.529, R<sup>2</sup> &#x0003D; 0.280, <italic>F</italic>&#x0005B;4, 51&#x0005D; &#x0003D; 4.95, <italic>P</italic> &#x0003C; 0.002). Here, better executive test performance was associated with faster position 4 latency (beta &#x0003D; &#x02212;0.403, <italic>P</italic> &#x0003C; 0.002). None of the regression analyses for 5-span intra-component latencies was significant.</p>
<table-wrap id="T5" position="float"><label>Table 5.</label><caption><p>Regression coefficients: 4-span and 5-span serial order recall</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top"><bold>4-span</bold></th>
<th align="left" valign="top"><bold>1<sup>st</sup> response backward</bold></th>
<th align="left" valign="top"><bold>2<sup>nd</sup> response backward</bold></th>
<th align="left" valign="top"><bold>3<sup>rd</sup> response backward</bold></th>
<th align="left" valign="top"><bold>4<sup>th</sup> response backward</bold></th>
<th align="left" valign="top"/>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" rowspan="2">Executive index</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.253</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.039</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.031</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.403</td>
<td align="left" valign="top" rowspan="2">n/a</td>
</tr>
<tr>
<td align="left" valign="top"><italic>P</italic> &#x0003C; 0.056</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top"><italic>P</italic> &#x0003C; 0.002</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Language index</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.339</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.138</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.049</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.008</td>
<td align="left" valign="top" rowspan="2">n/a</td>
</tr>
<tr>
<td align="left" valign="top"><italic>P</italic> &#x0003C; 0.017</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Memory index</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.432</td>
<td align="left" valign="top">beta &#x0003D; 0.105</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.256</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.003</td>
<td align="left" valign="top" rowspan="2">n/a</td>
</tr>
<tr>
<td align="left" valign="top"><italic>P</italic> &#x0003C; 0.001</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top"><italic>P</italic> &#x0003C; 0.049</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top"><bold>5-span</bold></td>
<td align="left" valign="top"><bold>1<sup>st</sup> response backward</bold></td>
<td align="left" valign="top"><bold>2<sup>nd</sup> response backward</bold></td>
<td align="left" valign="top"><bold>3<sup>rd</sup> response backward</bold></td>
<td align="left" valign="top"><bold>4<sup>th</sup> response backward</bold></td>
<td align="left" valign="top"><bold>5<sup>th</sup> responsebackward</bold></td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Executive index</td>
<td align="left" valign="top">beta &#x0003D; 0.068</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.001</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.208</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.062</td>
<td align="left" valign="top">beta &#x0003D; 0.070</td>
</tr>
<tr>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Language index</td>
<td align="left" valign="top">beta &#x0003D; 0.078</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.008</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.298</td>
<td align="left" valign="top">beta &#x0003D; 0.066</td>
<td align="left" valign="top">beta &#x0003D; 0.298</td>
</tr>
<tr>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top"><italic>P</italic> &#x0003C; ns</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Memory index</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.096</td>
<td align="left" valign="top">beta &#x0003D; 0.102</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.267</td>
<td align="left" valign="top">beta &#x0003D; &#x02212;0.288</td>
<td align="left" valign="top">beta &#x0003D; 0.241</td>
</tr>
<tr>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
<td align="left" valign="top">ns</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TFN5"><p>ns: not significant; n/a: not available</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
</sec>
<sec id="s4"><title>Discussion</title>
<p>In prior research, Emrani and colleagues &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>&#x0005D; were able to operationally define the neurocognitive constructs underlying the theory of executive attention &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>&#x0005D; with analyses of latency data obtained on a digit span backward test. In the current research, we extended these findings and demonstrated that similar patterns of behavior can be captured using the Symbolic Working Memory subtest, a multi-modal digit re-ordering test where stimuli are initially administered verbally, but responses are captured via touch.</p>
<p>As reviewed above, working memory is a neurocognitive construct focused on the intention to act. The cognitive operations underlying working memory include collating all past experiences necessary to complete the task at hand. The construct of working memory &#x0201C;looks backward,&#x0201D; recruiting long-term memoranda and prior experiences consistent with the task demands needed for goal directed activity. Fuster&#x02019;s &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>&#x0005D; construct of working memory is consistent with constructs suggested by Atkinson and Shiffrin &#x0005B;<xref ref-type="bibr" rid="B25">25</xref>&#x0005D;, Baddeley &#x0005B;<xref ref-type="bibr" rid="B26">26</xref>&#x0005D;, Norman &#x0005B;<xref ref-type="bibr" rid="B27">27</xref>&#x0005D; and Norman and Shallice &#x0005B;<xref ref-type="bibr" rid="B28">28</xref>&#x0005D;. Prior functional imaging data obtained from adults during a delay visual, non-spatial, match-to-sample task &#x0005B;<xref ref-type="bibr" rid="B29">29</xref>&#x0005D; found considerable activation involving bilateral dorsolateral prefrontal cortical regions during the initial trial epochs. In a series of studies &#x0005B;<xref ref-type="bibr" rid="B30">30</xref>&#x0005D; using a variety of verbal, auditory, and visual stimuli, bilateral dorsolateral prefrontal cortical regions along with posterior cortical regions consistent with the sensory modalities of the test stimuli tended to be highly active during initial trial epochs. However, during mid- and late-delay time epochs; and, immediately preceding the requested response; activation shifts to prefrontal and premotor regions, respectively &#x0005B;<xref ref-type="bibr" rid="B31">31</xref>&#x0005D;; see ref <xref ref-type="bibr" rid="B7">7</xref>, pp. 298&#x02013;301, for a review&#x0005D;. These data have been interpreted to suggest that different, but highly integrated neurocognitive constructs predominant at different times during a participants response &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>&#x0005D;. In this context, the theory of executive attention &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>&#x0005D; characterizes the entire time necessary to complete the task as a superordinate temporal gestalt. Subordinate to this temporal gestalt are three neurocognitive constructs&#x02014;working memory, preparatory set, and inhibitory control. However, exact operations regarding how these three constructs operate are likely variable and contingent on the task under consideration.</p>
<p>On the Symbolic Working Memory Test, one must leverage memoranda to call into mind attributes associated with digits as well as the cognitive resources for mentally re-order digits as requested. Recalling or repeating a circumscribed string of digits or bits of information has become a generic, everyday experience (e.g., phone numbers, passwords, etc.). Therefore, the cognitive operations associated with generic instances involving serial order recall are likely recruited. Reasonably so, on correct 4-span test trials both groups (non-MCI and MCI) took their longest time to respond to the first number to be recalled. However, MCI patients required more time than non-MCI patients for position 1 suggesting that MCI patients needed to work harder to recruit the necessary resources to initiate a response.</p>
<p>Similar to the neurocognitive construct of working memory, one function of preparatory set is to focus on the intention to act. In addition to this role, preparatory set sustains the ability to respond consistently with task demands. Preparatory set is, therefore, attention &#x0201C;towards the future&#x0201D;, i.e. attention focused on the prospective cognitive operations necessary to attain a goal. Evidence for this neurocognitive construct comes from electrophysiological research using delayed response tasks with primates. This research has documented the presence of slow, negative potentials (i.e. contingent negative variation; CNV) in anticipation to a motor act &#x0005B;<xref ref-type="bibr" rid="B32">32</xref>&#x0005D;. Further, electrophysiological activity has been shown to be proportional to the certainty that the respondent can predict a positive outcome &#x0005B;<xref ref-type="bibr" rid="B33">33</xref>&#x0005D;. In the current research, the latency in the middle of the test trial, i.e. position 3, was slower for MCI compared to the non-MCI patients.</p>
<p>Finally, inhibitory control is attention focused on excluding responses not germane to the task at hand. Any number of internal or external factors can derail correct serial order recall. Emrani and colleagues &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>&#x0005D; noted that errors produced by MCI patients often occurred toward the latter portion of their response. Moreover, many of these errors, termed between-trial errors, were such that a digit from an immediately preceding test trial was incorrectly inserted into the current response. This type of error is consistent with recurrent perseverations as described by Sandson and Albert &#x0005B;<xref ref-type="bibr" rid="B34">34</xref>&#x0005D;. In addition to a slower latency in order to &#x02018;check in&#x02019; with test demands, slower latency on position 3 may be suggestive of a concomitant, faulty inhibitory control processes, where MCI patients required more time to inhibit external information that would otherwise derail one from the task at hand. Past research suggests that the inhibition of information not germane to the task at hand is the province of the basal ganglia and orbital prefrontal cortical regions &#x0005B;<xref ref-type="bibr" rid="B33">33</xref>&#x0005D;.</p>
<p>A parsimonious view of the latency data described by Emrani and colleagues &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>&#x0005D;; and the data described in the current research, is to view the entirety of patients&#x02019; response as an overall temporal gestalt whereby patients need to manage diverse test contingencies at different times during the generation of the response. This interpretation, while plausible, requires additional research. Data using imaging technology demonstrating the activation of different brain regions as a function of time-epoch in patients with suspected MCI would provide additional support for this model &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>&#x0005D;. Finally, performance on the 5-span trial was generally not statistically significant. The reason(s) for this are unclear but may revolve a restriction of range of data because the number of correct trials achieved.</p>
<p>Data supporting the notion that time-epochs when asked to mental order digits are related to integrated but differing underlying neurocognitive operations comes from the regression analyses described above. For example, faster position 1 latency was highly associated with better episodic memory and naming/lexical access test performance. An association between faster position 1 latency and better performance on episodic memory and naming/lexical access test comports with clinical observations. Indeed, a strategy used by many patients when asked to mentally re-order 4 or 5 bits of information is to subvocalize or actually rehearse the entire operation out loud, peeling numbers off numbers one at a time until the entire operation is completed. It is, therefore, reasonable to associate intact episodic memory and naming/lexical accessing skills with this portion of the test. On the other hand, faster position 4 latency, i.e. faster latency to bring the 4-span test trial to fruition, was associated with better executive test performance. This observation is consistent that the notion that latter response latencies when asked to mentally reorder information may be related to both preparatory set or the ability to marshal the cognitive resources to sustain mental set; and, inhibitory control or the ability to inhibit the production of errors.</p>
<p>Clinical drug trials designed to treat AD have not been successful &#x0005B;<xref ref-type="bibr" rid="B35">35</xref>&#x0005D;. Greater attention is now devoted to designing pharmacological intervention for patients with MCI rather than dementia. Therefore, identifying patients as early as possible in an emergent dementia-related disease process is highly desirable. Coupling traditional neuropsychological tests with digital technology could yield a panel of neurocognitive biomarkers that are highly sensitive to emergent illness. Among any sample of potential participants for the treatment of prodromal dementia, it is possible that analyses of the time-based data could signal the presence of emergent illness even if the actual response was correct. More research is required to test this prediction.</p>
<p>The current research is not without weaknesses. Our sample size and some of the effects that were obtained was modest. Also, the structure of the Symbolic Working Memory Test with trial blocks containing only three test trials could have restricted the time-based data that was obtained. Future research using cross-modal test paradigms would benefit from tasks containing more test trials. However, the current research has several strengths including a validated method by which MCI and non-MCI groups were identified, and the novel use of comparatively inexpensive, simple, but powerful technology to obtained time-based data. In sum, the current research suggests that slower response latencies, in conjunction with correct serial order recall, can operationally define neurocognitive constructs underlying the theory of executive attention &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>&#x0005D;. Moreover, time-based parameters as described by Emrani and colleagues &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>&#x0005D;, and data from the current research, could eventually constitute a set of neurocognitive biomarkers that may be used to tract emergent dementia and MCI syndromes.</p>
</sec>
</body>
<back>
<glossary><title>Abbreviations</title>
<def-list>
<def-item><term>AD:</term><def><p>Alzheimer&#x02019;s disease</p></def></def-item>
<def-item><term>MCI:</term><def><p>mild cognitive impairment</p></def></def-item>
<def-item><term>SD:</term><def><p>standard deviation</p></def></def-item>
<def-item><term>VaD:</term><def><p>vascular dementia</p></def></def-item>
</def-list>
</glossary>
<sec id="s5"><title>Declarations</title>
<sec><title>Author contributions</title>
<p>SE, ML, CCP, SB, VW, EM, RS, GB, &#x00026; DJL contributed to study concept and manuscript preparation; SE, VW, EM, DJL contributed to data acquisition; SE, ML, SB, VW, EM, GB, DJL contributed to statistical analyses; DJL, GB&#x02014;funding recipients; All authors read and approved the submitted version.</p>
</sec>
<sec><title>Conflicts of interest</title>
<p>The authors declare that they have no conflicts of interest.</p>
</sec>
<sec><title>Ethical approval</title>
<p>This study was conducted consistent with the Declaration of Helsinki.</p>
</sec>
<sec><title>Consent to participate</title>
<p>Not applicable.</p>
</sec>
<sec><title>Consent to publication</title>
<p>Not applicable.</p>
</sec>
<sec><title>Availability of data and materials</title>
<p>Not applicable.</p>
</sec>
<sec><title>Funding</title>
<p>The study was funded by New Jersey Health Foundation (ISFP 23-19); Osteopathic Heritage Foundation (2018002166). The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</p>
</sec>
<sec><title>Copyright</title>
<p>&#x000A9; The Author(s) 2021.</p>
</sec>
</sec>
<ref-list><title>References</title>
<ref id="B1"><label>1.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Emrani</surname><given-names>S</given-names></name><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Wasserman</surname><given-names>V</given-names></name><name><surname>Matusz</surname><given-names>E</given-names></name><name><surname>Au</surname><given-names>R</given-names></name><etal/></person-group> <article-title>Alzheimer&#x02019;s/vascular spectrum dementia: classification in addition to diagnosis</article-title>. <source>J Alzheimers Dis</source>. <year>2020</year>;<volume>73</volume>:<fpage>63</fpage>&#x02013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.3233/JAD-190654</pub-id> <pub-id pub-id-type="pmid">31815693</pub-id></mixed-citation></ref>
<ref id="B2"><label>2.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Giovannetti</surname><given-names>T</given-names></name><name><surname>Swenson</surname><given-names>R</given-names></name><name><surname>Libon</surname><given-names>DJ.</given-names></name></person-group> <article-title>The dysexecutive syndrome associated with ischaemic vascular disease and related subcortical neuropathology: a Boston process approach</article-title>. <source>Behav Neurol.</source> <year>2010</year>;<volume>22</volume>:<fpage>53</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.3233/BEN-2009-0237</pub-id> <pub-id pub-id-type="pmid">20543459</pub-id> <pub-id pub-id-type="pmcid">PMC5434421</pub-id></mixed-citation></ref>
<ref id="B3"><label>3.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Jefferson</surname><given-names>AL</given-names></name><name><surname>Swenson</surname><given-names>R</given-names></name><name><surname>Au</surname><given-names>R.</given-names></name></person-group> <article-title>Neuropsychological evaluation for vascular dementia</article-title>. In: <person-group person-group-type="editor"><name><surname>Smith</surname><given-names>GE</given-names></name><name><surname>Farias</surname><given-names>ST</given-names></name></person-group>, editors. <source>APA handbook of dementia</source>. <publisher-loc>Washington</publisher-loc>: <publisher-name>American Psychological Association</publisher-name>; <year>2018</year>. pp. <fpage>325</fpage>&#x02013;<lpage>41</lpage>.</mixed-citation></ref>
<ref id="B4"><label>4.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Wong</surname><given-names>B</given-names></name><name><surname>Lucente</surname><given-names>DE</given-names></name><name><surname>MacLean</surname><given-names>J</given-names></name><name><surname>Padmanabhan</surname><given-names>J</given-names></name><name><surname>Quimby</surname><given-names>M</given-names></name><name><surname>Brandt</surname><given-names>KD</given-names></name><etal/></person-group> <article-title>Diagnostic evaluation and monitoring of patients with posterior cortical atrophy</article-title>. <source>Neurodegener Dis Manag.</source> <year>2019</year>;<volume>9</volume>:<fpage>217</fpage>&#x02013;<lpage>39</lpage>. <pub-id pub-id-type="doi">10.2217/nmt-2018-0052</pub-id> <pub-id pub-id-type="pmid">31392920</pub-id> <pub-id pub-id-type="pmcid">PMC6949516</pub-id></mixed-citation></ref>
<ref id="B5"><label>5.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Kamath</surname><given-names>V</given-names></name><name><surname>Sutherland</surname><given-names>ER</given-names></name><name><surname>and Chaney</surname><given-names>GA.</given-names></name></person-group> <article-title>A meta-analysis of neuropsychological functioning in the logopenic variant of primary progressive aphasia: comparison with the semantic and non-fluent variants</article-title>. <source>J Int Neuropsychol Soc.</source> <year>2020</year>;<volume>26</volume>:<fpage>322</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1017/S1355617719001115</pub-id> <pub-id pub-id-type="pmid">31658919</pub-id></mixed-citation></ref>
<ref id="B6"><label>6.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Davis</surname><given-names>KL</given-names></name><name><surname>Kaplan</surname><given-names>E</given-names></name><name><surname>Libon</surname><given-names>DJ.</given-names></name></person-group> <article-title>Capacity to maintain mental set in dementia</article-title>. <source>Neuropsychologia.</source> <year>2002</year>;<volume>40</volume>:<fpage>435</fpage>&#x02013;<lpage>45</lpage>. <pub-id pub-id-type="doi">10.1016/s0028-3932(01)00125-7</pub-id> <pub-id pub-id-type="pmid">11684176</pub-id></mixed-citation></ref>
<ref id="B7"><label>7.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><name><surname>Fuster</surname><given-names>JM.</given-names></name></person-group> <source>The prefrontal cortex</source>. <edition>4th ed.</edition> <publisher-loc>London</publisher-loc>: <publisher-name>Academic Press</publisher-name>; <year>2008</year>.</mixed-citation></ref>
<ref id="B8"><label>8.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Fuster</surname><given-names>JM.</given-names></name></person-group> <article-title>Cortex and memory: emergence of a new paradigm</article-title>. <source>J Cogn Neurosci.</source> <year>2009</year>;<volume>21</volume>:<fpage>2047</fpage>&#x02013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.1162/jocn.2009.21280</pub-id> <pub-id pub-id-type="pmid">19485699</pub-id></mixed-citation></ref>
<ref id="B9"><label>9.</label><mixed-citation publication-type="conf-proc"><person-group person-group-type="author"><name><surname>Emrani</surname><given-names>S</given-names></name><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Wasserman</surname><given-names>V</given-names></name><name><surname>Matusz</surname><given-names>E</given-names></name><name><surname>Swenson</surname><given-names>R</given-names></name><etal/></person-group> <article-title>The thalamus and mental manipulation statistically-determined patients with mild cognitive impairment: a potential neurocognitive biomarker</article-title>. <conf-name>Abstract presented at the 48<sup>th</sup> annual meeting of the International Neuropsychological Society;</conf-name> <conf-date>2020 Feb 5&#x02013;8</conf-date>; <conf-loc>Denver, USA</conf-loc>. <publisher-loc>Salt Lake</publisher-loc>: <publisher-name>International Neuropsychological Society</publisher-name>; <year>2020</year>.</mixed-citation></ref>
<ref id="B10"><label>10.</label><mixed-citation publication-type="conf-proc"><person-group person-group-type="author"><name><surname>Emrani</surname><given-names>S</given-names></name><name><surname>Wasserman</surname><given-names>VJ</given-names></name><name><surname>Baliga</surname><given-names>S</given-names></name><name><surname>Matusz</surname><given-names>EF</given-names></name><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Price</surname><given-names>C</given-names></name><etal/></person-group> <article-title>Working memory test performance in statistically-determined patients with mild cognitive impairment: an analysis of latency <italic>versus</italic> accuracy</article-title>. <conf-name>Abstract presented at the 47<sup>th</sup> annual meeting of the International Neuropsychological Society;</conf-name> <conf-date>2019 Feb 20&#x02013;23</conf-date>; <conf-loc>New York, USA</conf-loc>. <publisher-loc>Salt Lake</publisher-loc>: <publisher-name>International Neuropsychological Society</publisher-name>; <year>2019</year>.</mixed-citation></ref>
<ref id="B11"><label>11.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Penney</surname><given-names>DL</given-names></name><name><surname>Kaplan</surname><given-names>E</given-names></name><name><surname>Grossman</surname><given-names>M</given-names></name><etal/></person-group> <article-title>Alterations in working memory as a function of leukoaraiosis in dementia</article-title>. <source>Neuropsychologia.</source> <year>2007</year>;<volume>45</volume>:<fpage>245</fpage>&#x02013;<lpage>54</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuropsychologia.2006.07.009</pub-id> <pub-id pub-id-type="pmid">16950457</pub-id> <pub-id pub-id-type="pmcid">PMC2911013</pub-id></mixed-citation></ref>
<ref id="B12"><label>12.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Catani</surname><given-names>M</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Heilman</surname><given-names>KM</given-names></name><name><surname>Libon</surname><given-names>DJ.</given-names></name></person-group> <article-title>The impact of region-specific leukoaraiosis on working memory deficits in dementia</article-title>. <source>Neuropsychologia.</source> <year>2008</year>;<volume>46</volume>:<fpage>2597</fpage>&#x02013;<lpage>601</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuropsychologia.2008.04.007</pub-id> <pub-id pub-id-type="pmid">18501390</pub-id></mixed-citation></ref>
<ref id="B13"><label>13.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Jak</surname><given-names>AJ</given-names></name><name><surname>Bondi</surname><given-names>MW</given-names></name><name><surname>Delano-Wood</surname><given-names>L</given-names></name><name><surname>Wierenga</surname><given-names>C</given-names></name><name><surname>Corey-Bloom</surname><given-names>J</given-names></name><name><surname>Salmon</surname><given-names>DP</given-names></name><etal/></person-group> <article-title>Quantification of five neuropsychological approaches to defining mild cognitive impairment</article-title>. <source>Am J Geriatr Psychiatry.</source> <year>2009</year>;<volume>17</volume>:<fpage>368</fpage>&#x02013;<lpage>75</lpage>. <pub-id pub-id-type="doi">10.1097/JGP.0b013e31819431d5</pub-id> <pub-id pub-id-type="pmid">19390294</pub-id> <pub-id pub-id-type="pmcid">PMC2743175</pub-id></mixed-citation></ref>
<ref id="B14"><label>14.</label><mixed-citation publication-type="web"><person-group person-group-type="author"><name><surname>Sheslow</surname><given-names>D</given-names></name><name><surname>Adams</surname><given-names>W.</given-names></name></person-group> (<year>2002</year>). <source>Wide range assessment of memory and learning. 2nd ed. Administration and technical manual</source>. <publisher-loc>Lutz (FL)</publisher-loc>: <publisher-name>Pearson</publisher-name>. <ext-link ext-link-type="uri" xlink:href="https://www.pearsonassessments.com/store/usassessments/en/Store/Professional-Assessments/Cognition-%26-Neuro/Wide-Range-Assessment-of-Memory-and-Learning-%7C-Second-Edition/p/100001702.html">https://www.pearsonassessments.com/store/usassessments/en/Store/Professional-Assessments/Cognition-%26-Neuro/Wide-Range-Assessment-of-Memory-and-Learning-%7C-Second-Edition/p/100001702.html</ext-link></mixed-citation></ref>
<ref id="B15"><label>15.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Yesavage</surname><given-names>JA</given-names></name><name><surname>Brink</surname><given-names>TL</given-names></name><name><surname>Rose</surname><given-names>TL</given-names></name><name><surname>Lum</surname><given-names>O</given-names></name><name><surname>Huang</surname><given-names>V</given-names></name><name><surname>Adey</surname><given-names>M</given-names></name><etal/></person-group> <article-title>Development and validation of a geriatric depression screening scale: a preliminary report</article-title>. <source>J Psychiatr Res.</source> <year>1982</year>;<volume>17</volume>:<fpage>37</fpage>&#x02013;<lpage>49</lpage>. <pub-id pub-id-type="doi">10.1016/0022-3956(82)90033-4</pub-id> <pub-id pub-id-type="pmid">7183759</pub-id></mixed-citation></ref>
<ref id="B16"><label>16.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Cummings</surname><given-names>JL</given-names></name><name><surname>Mega</surname><given-names>M</given-names></name><name><surname>Gray</surname><given-names>K</given-names></name><name><surname>Rosenberg-Thompson</surname><given-names>S</given-names></name><name><surname>Carusi</surname><given-names>DA</given-names></name><name><surname>Gornbein</surname><given-names>J.</given-names></name></person-group> <article-title>The Neuropsychiatric Inventory: comprehensive assessment of psychopathology in dementia</article-title>. <source>Neurology.</source> <year>1994</year>;<volume>44</volume>:<fpage>2308</fpage>&#x02013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1212/wnl.44.12.2308</pub-id> <pub-id pub-id-type="pmid">7991117</pub-id></mixed-citation></ref>
<ref id="B17"><label>17.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Edmonds</surname><given-names>EC</given-names></name><name><surname>Ard</surname><given-names>MC</given-names></name><name><surname>Edland</surname><given-names>SD</given-names></name><name><surname>Galasko</surname><given-names>DR</given-names></name><name><surname>Salmon</surname><given-names>DP</given-names></name><name><surname>Bondi</surname><given-names>MW.</given-names></name></person-group> <article-title>Unmasking the benefits of donepezil via psychometrically precise identification of mild cognitive impairment: a secondary analysis of the ADCS vitamin E and donepezil in MCI study</article-title>. <source>Alzheimers Dement (N Y).</source> <year>2017</year>;<volume>4</volume>:<fpage>11</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.trci.2017.11.001</pub-id> <pub-id pub-id-type="pmid">29296659</pub-id> <pub-id pub-id-type="pmcid">PMC5738722</pub-id></mixed-citation></ref>
<ref id="B18"><label>18.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Emrani</surname><given-names>S</given-names></name><name><surname>Libon</surname><given-names>DJ</given-names></name><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Jefferson</surname><given-names>AL</given-names></name><name><surname>Gifford</surname><given-names>KA</given-names></name><etal/></person-group> <article-title>Assessing working memory in mild cognitive impairment with serial order recall</article-title>. <source>J Alzheimers Dis.</source> <year>2018</year>;<volume>61</volume>:<fpage>917</fpage>&#x02013;<lpage>28</lpage>. <pub-id pub-id-type="doi">10.3233/JAD-170555</pub-id> <pub-id pub-id-type="pmid">29254087</pub-id> <pub-id pub-id-type="pmcid">PMC5901759</pub-id></mixed-citation></ref>
<ref id="B19"><label>19.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Bondi</surname><given-names>MW</given-names></name><name><surname>Edmonds</surname><given-names>EC</given-names></name><name><surname>Jak</surname><given-names>AJ</given-names></name><name><surname>Clark</surname><given-names>LR</given-names></name><name><surname>Delano-Wood</surname><given-names>L</given-names></name><name><surname>McDonald</surname><given-names>CR</given-names></name><etal/></person-group> <article-title>Neuropsychological criteria for mild cognitive impairment improves diagnostic precision, biomarker associations, and progression rates</article-title>. <source>J Alzheimers Dis.</source> <year>2014</year>;<volume>42</volume>:<fpage>275</fpage>&#x02013;<lpage>89</lpage>. <pub-id pub-id-type="doi">10.3233/JAD-140276</pub-id> <pub-id pub-id-type="pmid">24844687</pub-id> <pub-id pub-id-type="pmcid">PMC4133291</pub-id></mixed-citation></ref>
<ref id="B20"><label>20.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Thomas</surname><given-names>KR</given-names></name><name><surname>Edmonds</surname><given-names>EC</given-names></name><name><surname>Delano-Wood</surname><given-names>L</given-names></name><name><surname>Bondi</surname><given-names>MW.</given-names></name></person-group> <article-title>Longitudinal trajectories of informant-reported daily functioning in empirically-defined subtypes of mild cognitive impairment</article-title>. <source>J Int Neuropsychol Soc.</source> <year>2017</year>;<volume>23</volume>:<fpage>521</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1017/S1355617717000285</pub-id> <pub-id pub-id-type="pmid">28487004</pub-id> <pub-id pub-id-type="pmcid">PMC5524519</pub-id></mixed-citation></ref>
<ref id="B21"><label>21.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Eppig</surname><given-names>J</given-names></name><name><surname>Wambach</surname><given-names>D</given-names></name><name><surname>Nieves</surname><given-names>C</given-names></name><name><surname>Price</surname><given-names>CC</given-names></name><name><surname>Lamar</surname><given-names>M</given-names></name><name><surname>Delano-Wood</surname><given-names>L</given-names></name><etal/></person-group> <article-title>Dysexecutive functioning in mild cognitive impairment: derailment in temporal gradients</article-title>. <source>J Int Neuropsychol Soc.</source> <year>2012</year>;<volume>18</volume>:<fpage>20</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1017/S1355617711001238</pub-id> <pub-id pub-id-type="pmid">22014116</pub-id> <pub-id pub-id-type="pmcid">PMC3315354</pub-id></mixed-citation></ref>
<ref id="B22"><label>22.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Dixon</surname><given-names>WJ.</given-names></name></person-group> <article-title>Simplified estimation from censored normal samples</article-title>. <source>Ann Math Statist.</source> <year>1960</year>;<volume>31</volume>:<fpage>385</fpage>&#x02013;<lpage>91</lpage>.</mixed-citation></ref>
<ref id="B23"><label>23.</label><mixed-citation publication-type="web"><person-group person-group-type="author"><name><surname>Wilkinson</surname><given-names>GS</given-names></name><name><surname>Robertson</surname><given-names>GJ.</given-names></name></person-group> (<year>2006</year>). <source>Wide Range Achievement Test</source>. <edition>4th ed</edition>. <publisher-loc>Lutz (FL)</publisher-loc>: <publisher-name>Pearson</publisher-name>. <ext-link ext-link-type="uri" xlink:href="https://www.pearsonassessments.com/store/usassessments/en/Store/Professional-Assessments/Academic-Learning/Wide-Range-Achievement-Test-%7C-Fourth-Edition/p/100001722.html">https://www.pearsonassessments.com/store/usassessments/en/Store/Professional-Assessments/Academic-Learning/Wide-Range-Achievement-Test-%7C-Fourth-Edition/p/100001722.html</ext-link></mixed-citation></ref>
<ref id="B24"><label>24.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Folstein</surname><given-names>MF</given-names></name><name><surname>Folstein</surname><given-names>SE</given-names></name><name><surname>McHugh</surname><given-names>PR.</given-names></name></person-group> <article-title>&#x0201C;Mini mental state&#x0201D;: a practical method for grading the cognitive state of patients for the clinician</article-title>. <source>J Psychiatr Res.</source> <year>1975</year>;<volume>12</volume>:<fpage>189</fpage>&#x02013;<lpage>98</lpage>. <pub-id pub-id-type="doi">10.1016/0022-3956(75)90026-6</pub-id> <pub-id pub-id-type="pmid">1202204</pub-id></mixed-citation></ref>
<ref id="B25"><label>25.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><name><surname>Atkinson</surname><given-names>RC</given-names></name><name><surname>Shiffrin</surname><given-names>RM.</given-names></name></person-group> <article-title>Human memory: a proposed system and its control processes</article-title>. In: <person-group person-group-type="editor"><name><surname>Spence</surname><given-names>KW</given-names></name><name><surname>Spence</surname><given-names>JT</given-names></name></person-group>, editors. <source>The psychology of learning and motivation: advances in research and theory</source>. Vol. <volume>2</volume>. <publisher-loc>New York</publisher-loc>: <publisher-name>Academic Press</publisher-name>; <year>1968</year>. pp. <fpage>89</fpage>&#x02013;<lpage>195</lpage>.</mixed-citation></ref>
<ref id="B26"><label>26.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><name><surname>Baddeley</surname><given-names>AD.</given-names></name></person-group> <source>Working Memory</source>. <publisher-loc>Oxford</publisher-loc>: <publisher-name>Clarendon Press</publisher-name>; <year>1986</year>. <pub-id pub-id-type="doi">10.1016/S0079-7421(08)60452-1</pub-id></mixed-citation></ref>
<ref id="B27"><label>27.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Norman</surname><given-names>DA.</given-names></name></person-group> <article-title>Toward a theory of memory and attention</article-title>. <source>Psychol Rev.</source> <year>1968</year>;<volume>75</volume>:<fpage>522</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1037/h0026699</pub-id></mixed-citation></ref>
<ref id="B28"><label>28.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><name><surname>Norman</surname><given-names>DA</given-names></name><name><surname>Shallice</surname><given-names>T.</given-names></name></person-group> <article-title>Attention to action</article-title>. In: <person-group person-group-type="editor"><name><surname>Davidson</surname><given-names>RJ</given-names></name><name><surname>Schwartz</surname><given-names>GE</given-names></name><name><surname>Shapiro</surname><given-names>DE</given-names></name></person-group>, editors. <source>Consciousness and self-regulation</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Plenum</publisher-name>; <year>1986</year>. pp. <fpage>1</fpage>&#x02013;<lpage>18</lpage>.</mixed-citation></ref>
<ref id="B29"><label>29.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Swartz</surname><given-names>BE</given-names></name><name><surname>Halgren</surname><given-names>E</given-names></name><name><surname>Fuster</surname><given-names>JM</given-names></name><name><surname>Simpkins</surname><given-names>TF</given-names></name><name><surname>Gee</surname><given-names>M</given-names></name><name><surname>Mandelkern</surname><given-names>M.</given-names></name></person-group> <article-title>Cortical metabolic activation in humans during a visual memory task</article-title>. <source>Cerebral Cortex.</source> <year>1995</year>;<volume>5</volume>:<fpage>205</fpage>&#x02013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1093/cercor/5.3.205</pub-id> <pub-id pub-id-type="pmid">7613076</pub-id></mixed-citation></ref>
<ref id="B30"><label>30.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Buchsbaum</surname><given-names>BR</given-names></name><name><surname>Olsen</surname><given-names>RK</given-names></name><name><surname>Koch</surname><given-names>P</given-names></name><name><surname>Berman</surname><given-names>KF.</given-names></name></person-group> <article-title>Human dorsal and ventral auditory streams subserve rehearsal-based and echoic processes during verbal working memory</article-title>. <source>Neuron.</source> <year>2005</year>;<volume>48</volume>:<fpage>687</fpage>&#x02013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuron.2005.09.029</pub-id> <pub-id pub-id-type="pmid">16301183</pub-id></mixed-citation></ref>
<ref id="B31"><label>31.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Libert</surname><given-names>B</given-names></name><name><surname>Wright</surname><given-names>EW</given-names><suffix>Jr</suffix></name><name><surname>Gleason</surname><given-names>CA.</given-names></name></person-group> <article-title>Preparation- or intension-to-act, in relation to pre-event potentials recorded at the vertex</article-title>. <source>Electroencephalogr Clin Neurophysiol.</source> <year>1983</year>;<volume>56</volume>:<fpage>367</fpage>&#x02013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.1016/0013-4694(83)90262-6</pub-id> <pub-id pub-id-type="pmid">6193950</pub-id></mixed-citation></ref>
<ref id="B32"><label>32.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Abplanalp</surname><given-names>JM</given-names></name><name><surname>Mirsky</surname><given-names>AF.</given-names></name></person-group> <article-title>Electroencephalographic correlates of delayed-alternation and visual discrimination learning in rhesus monkeys</article-title>. <source>J Comp Physiol Psychol.</source> <year>1973</year>;<volume>85</volume>:<fpage>123</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1037/h0034848</pub-id> <pub-id pub-id-type="pmid">4200693</pub-id></mixed-citation></ref>
<ref id="B33"><label>33.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Aron</surname><given-names>AR</given-names></name><name><surname>Poldrack</surname><given-names>RA.</given-names></name></person-group> <article-title>The cognitive neuroscience of response inhibition: relevance for genetic research in attention-deficit/hyperactivity disorder</article-title>. <source>Biol Psychiatry.</source> <year>2005</year>;<volume>57</volume>:<fpage>1285</fpage>&#x02013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.1016/j.biopsych.2004.10.026</pub-id> <pub-id pub-id-type="pmid">15950000</pub-id></mixed-citation></ref>
<ref id="B34"><label>34.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Sandson</surname><given-names>J</given-names></name><name><surname>Albert</surname><given-names>ML.</given-names></name></person-group> <article-title>Varieties of perseveration</article-title>. <source>Neuropsychologia.</source> <year>1984</year>;<volume>22</volume>:<fpage>715</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1016/0028-3932(84)90098-8</pub-id> <pub-id pub-id-type="pmid">6084826</pub-id></mixed-citation></ref>
<ref id="B35"><label>35.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Cummings</surname><given-names>JL</given-names></name><name><surname>Morstorf</surname><given-names>T</given-names></name><name><surname>Zhong</surname><given-names>K.</given-names></name></person-group> <article-title>Alzheimer&#x02019;s disease drug-development pipeline: few candidates, frequent failures</article-title>. <source>Alzheimers Res Ther.</source> <year>2014</year>;<volume>6</volume>:<fpage>37</fpage>. <pub-id pub-id-type="doi">10.1186/alzrt269</pub-id> <pub-id pub-id-type="pmid">25024750</pub-id> <pub-id pub-id-type="pmcid">PMC4095696</pub-id></mixed-citation></ref>
<ref id="B36"><label>36.</label><mixed-citation publication-type="web"><person-group person-group-type="author"><name><surname>Heaton</surname><given-names>RK</given-names></name><name><surname>Miller</surname><given-names>SW</given-names></name><name><surname>Taylor</surname><given-names>MJ</given-names></name><name><surname>Grant</surname><given-names>I.</given-names></name></person-group> (<year>2004</year>). <source>Revised comprehensive norms for an expanded Halstead-Reitan Battery: demographically adjusted neuropsychological norms for African American and Caucasian adults</source>. <publisher-loc>Lutz (FL)</publisher-loc>: <publisher-name>Psychological Assessment Resources</publisher-name>. <ext-link ext-link-type="uri" xlink:href="https://www.parinc.com/products/pkey/357">https://www.parinc.com/products/pkey/357</ext-link></mixed-citation></ref>
<ref id="B37"><label>37.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><name><surname>Wechsler</surname><given-names>D.</given-names></name></person-group> <source>WAIS-III: administration and scoring manual: Wechsler adult intelligence scale</source>. <edition>3rd ed.</edition> <publisher-loc>San Antonio (TX)</publisher-loc>: <publisher-name>Psychological Corporation</publisher-name>; <year>1997</year>. <pub-id pub-id-type="doi">10.1037/t15169-000</pub-id></mixed-citation></ref>
<ref id="B38"><label>38.</label><mixed-citation publication-type="web"><person-group person-group-type="author"><name><surname>Delis</surname><given-names>DC</given-names></name><name><surname>Kramer</surname><given-names>JH</given-names></name><name><surname>Kaplan</surname><given-names>E</given-names></name><name><surname>Ober</surname><given-names>BA.</given-names></name></person-group> (<year>2000</year>). <source>California Verbal Learning Test</source>. <edition>2nd ed</edition>. <publisher-name>Pearson</publisher-name>. <ext-link ext-link-type="uri" xlink:href="https://www.pearsonassessments.com/store/usassessments/en/Store/Professional-Assessments/Cognition-%26-Neuro/California-Verbal-Learning-Test-%7C-Second-Edition/p/100000166.html">https://www.pearsonassessments.com/store/usassessments/en/Store/Professional-Assessments/Cognition-%26-Neuro/California-Verbal-Learning-Test-%7C-Second-Edition/p/100000166.html</ext-link></mixed-citation></ref>
</ref-list>
</back>
</article>