<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Aging Neurosci.</journal-id>
<journal-title>Frontiers in Aging Neuroscience</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Aging Neurosci.</abbrev-journal-title>
<issn pub-type="epub">1663-4365</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnagi.2014.00185</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Original Research Article</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Graph analysis of verbal fluency test discriminate between patients with Alzheimer&#x00027;s disease, mild cognitive impairment and normal elderly controls</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Bertola</surname> <given-names>Laiss</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>&#x0002A;</sup></xref>
<xref ref-type="author-notes" rid="fn003"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/118476"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mota</surname> <given-names>Nat&#x000E1;lia B.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn003"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/172904"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Copelli</surname> <given-names>Mauro</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/5371"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Rivero</surname> <given-names>Thiago</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/173595"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Diniz</surname> <given-names>Breno Satler</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/133453"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Romano-Silva</surname> <given-names>Marco A.</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/60513"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ribeiro</surname> <given-names>Sidarta</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/174"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Malloy-Diniz</surname> <given-names>Leandro F.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/60514"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Laboratory of Clinical Neuroscience Investigations, Federal University of Minas Gerais</institution> <country>Belo Horizonte, Brazil</country></aff>
<aff id="aff2"><sup>2</sup><institution>Brain Institute, Federal University of Rio Grande do Norte</institution> <country>Natal, Brazil</country></aff>
<aff id="aff3"><sup>3</sup><institution>Physics Department, Federal University of Pernambuco</institution> <country>Recife, Brazil</country></aff>
<aff id="aff4"><sup>4</sup><institution>Mental Health Department, Faculty of Medicine, Federal University of Minas Gerais</institution> <country>Belo Horizonte, Brazil</country></aff>
<aff id="aff5"><sup>5</sup><institution>Faculty of Medicine, National Institute of Science and Technology &#x02013; Molecular Medicine, Federal University of Minas Gerais</institution> <country>Belo Horizonte, Brazil</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Manuel Men&#x000E9;ndez-Gonz&#x000E1;lez, Hospital &#x000C1;lvarez-Buylla, Spain</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Roberta Brinton, University of Southern California, USA; Douglas Watt, Quincy Medical Center, USA; Mikhail Lebedev, Duke University, USA</p></fn>
<fn fn-type="corresp" id="fn001"><p>&#x0002A;Correspondence: Laiss Bertola, Laboratory of Clinical Neuroscience Investigations, Faculty of Medicine, Federal University of Minas Gerais, Av. Alfredo Balena, 190 office 235, Belo Horizonte, Minas Gerais, CEP 30.130-100, Brazil e-mail: <email>laissbertola&#x00040;gmail.com</email></p></fn>
<fn fn-type="other" id="fn002"><p>This article was submitted to the journal Frontiers in Aging Neuroscience.</p></fn>
<fn fn-type="present-address" id="fn003"><p>&#x02020;These authors contributed equally to this study.</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>29</day>
<month>07</month>
<year>2014</year>
</pub-date>
<pub-date pub-type="collection">
<year>2014</year>
</pub-date>
<volume>6</volume>
<elocation-id>185</elocation-id>
<history>
<date date-type="received">
<day>24</day>
<month>03</month>
<year>2014</year>
</date>
<date date-type="accepted">
<day>09</day>
<month>07</month>
<year>2014</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2014 Bertola, Mota, Copelli, Rivero, Diniz, Romano-Silva, Ribeiro and Malloy-Diniz.</copyright-statement>
<copyright-year>2014</copyright-year>
<license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/3.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) or licensor are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract><p>Verbal fluency is the ability to produce a satisfying sequence of spoken words during a given time interval. The core of verbal fluency lies in the capacity to manage the executive aspects of language. The standard scores of the semantic verbal fluency test are broadly used in the neuropsychological assessment of the elderly, and different analytical methods are likely to extract even more information from the data generated in this test. Graph theory, a mathematical approach to analyze relations between items, represents a promising tool to understand a variety of neuropsychological states. This study reports a graph analysis of data generated by the semantic verbal fluency test by cognitively healthy elderly (NC), patients with Mild Cognitive Impairment&#x02014;subtypes amnestic (aMCI) and amnestic multiple domain (a&#x0002B;mdMCI)&#x02014;and patients with Alzheimer&#x00027;s disease (AD). Sequences of words were represented as a speech graph in which every word corresponded to a node and temporal links between words were represented by directed edges. To characterize the structure of the data we calculated 13 speech graph attributes (SGA). The individuals were compared when divided in three (NC&#x02014;MCI&#x02014;AD) and four (NC&#x02014;aMCI&#x02014;a&#x0002B;mdMCI&#x02014;AD) groups. When the three groups were compared, significant differences were found in the standard measure of correct words produced, and three SGA: diameter, average shortest path, and network density. SGA sorted the elderly groups with good specificity and sensitivity. When the four groups were compared, the groups differed significantly in network density, except between the two MCI subtypes and NC and aMCI. The diameter of the network and the average shortest path were significantly different between the NC and AD, and between aMCI and AD. SGA sorted the elderly in their groups with good specificity and sensitivity, performing better than the standard score of the task. These findings provide support for a new methodological frame to assess the strength of semantic memory through the verbal fluency task, with potential to amplify the predictive power of this test. Graph analysis is likely to become clinically relevant in neurology and psychiatry, and may be particularly useful for the differential diagnosis of the elderly.</p></abstract>
<kwd-group>
<kwd>semantic verbal fluency</kwd>
<kwd>graph analysis</kwd>
<kwd>elderly</kwd>
<kwd>Alzheimer&#x00027;s disease</kwd>
<kwd>mild cognitive impairment</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="8"/>
<equation-count count="0"/>
<ref-count count="35"/>
<page-count count="10"/>
<word-count count="5981"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="introduction" id="s1">
<title>Introduction</title>
<p>Language and semantic memory tend to remain stable across the human lifespan in contrast to other cognitive domains, like episodic memory and attention, which usually decline after the 5th decade (Craik and Bialystok, <xref ref-type="bibr" rid="B7">2006</xref>). They are also usually spared in the initial stages of neurodegenerative disorders, such as Alzheimer&#x00027;s disease (AD), though we can still observe milder deficits, e.g., anomia or reduced semantic verbal fluency, which can be identified in a comprehensive neuropsychological evaluation (Henry et al., <xref ref-type="bibr" rid="B14">2004</xref>; Garrard et al., <xref ref-type="bibr" rid="B11">2005</xref>; Nutter-Upham et al., <xref ref-type="bibr" rid="B26">2008</xref>; Taler and Phillips, <xref ref-type="bibr" rid="B33">2008</xref>).</p>
<p>Verbal fluency is the ability to produce a satisfying sequence of spoken words during a given time interval (Nickles, <xref ref-type="bibr" rid="B25">2001</xref>). Verbal fluency tests are experimentally designed to assess this ability through the production of words starting with a specific letter (Phonemic Verbal Fluency) or belonging to a category of knowledge (Semantic Verbal Fluency). Semantic verbal fluency is one of the most commonly used tasks to evaluate language and semantic memory skills in older adults. This task depends on the preservation of language (e.g., words can be spoken correctly during the task), though it is significantly influenced by semantic memory (e.g., the knowledge of the category asked must be intact) and executive function (e.g., the ability to search the asked knowledge) domains (Adlam et al., <xref ref-type="bibr" rid="B1">2006</xref>; Unsworth et al., <xref ref-type="bibr" rid="B34">2011</xref>). This task often activates the temporal lobe, a region broadly related to conceptualization, general information and knowledge about names (Patterson et al., <xref ref-type="bibr" rid="B27">2007</xref>). Semantic verbal fluency contributes to predict future cognitive and functional impairments in the elderly (Salmon et al., <xref ref-type="bibr" rid="B29">2002</xref>; Amieva et al., <xref ref-type="bibr" rid="B2">2005</xref>; Hodges et al., <xref ref-type="bibr" rid="B15">2006</xref>; Aretouli et al., <xref ref-type="bibr" rid="B3">2011</xref>), and predict the progression from MCI to AD (Saxton et al., <xref ref-type="bibr" rid="B30">2004</xref>).</p>
<p>Despite being widely used for neuropsychological assessment in the elderly, the standard measure of the verbal fluency test is restricted to the total of correct words produced in the task (Lezak et al., <xref ref-type="bibr" rid="B20">2004</xref>; Strauss et al., <xref ref-type="bibr" rid="B32">2006</xref>), and does not take into account other clinically-relevant information that may be contained in the patient&#x00027;s specific performance. This task requires the production of words belonging to a specific category, and each subject produced the words following an order of exemplars during the 1-min task. This order of words produced allows the construction of a network based on the temporal link between the words. These temporal links may inform that words produced in a specific temporal sequence are probably conceptually related, as suggested by the semantic association models (McClelland and Rogers, <xref ref-type="bibr" rid="B21">2003</xref>; Griffiths et al., <xref ref-type="bibr" rid="B13">2007</xref>).</p>
<p>Goni et al. (<xref ref-type="bibr" rid="B12">2010</xref>) constructed a semantic network using the verbal fluency task applied to an adult sample, and represented the semantic memory as a graph ruled by conceptual constraints. A normal semantic verbal fluency network is represented by a directed graph with only one occurrence for each word. Lerner et al. (<xref ref-type="bibr" rid="B19">2009</xref>) investigated the network properties of subjects with MCI and AD, and found that the path lengths of the network decline while the clustering coefficient increases in the MCI and AD subjects compared to healthy elderly controls. These results showed that the normal characteristics of the semantic verbal network are significantly changed in the continuum from normal aging to AD.</p>
<p>The analysis of network properties helps understanding the dynamics and organization of the cognitive and behavioral processes. A graph represents a network with nodes linked by edges (Mota et al., <xref ref-type="bibr" rid="B24">2012</xref>). Formally, a graph is a mathematical representation of a network G &#x0003D; (N, E), with N &#x0003D; {w<sub>1</sub>, w<sub>2</sub>, &#x02026; w<sub>n</sub>} a set of nodes and E &#x0003D; {(w<sub>i</sub>, w<sub>j</sub>)} a set of edges or links between words w<sub>i</sub> in N and w<sub>j</sub> in N. The interpretation of the meaning of a graph depends on what is being represented (Butts, <xref ref-type="bibr" rid="B6">2009</xref>; Mota et al., <xref ref-type="bibr" rid="B24">2012</xref>). We carried out an analysis of the network properties of the semantic verbal fluency of subjects with MCI or AD. We hypothesize that the analysis of the semantic verbal fluency network properties can help to better discriminate between older adults with normal cognitive performance, mild cognitive impairment or Alzheimer&#x00027;s disease. This approach had been used with success to identify patients with schizophrenia and bipolar disorder (Mota et al., <xref ref-type="bibr" rid="B24">2012</xref>, <xref ref-type="bibr" rid="B23">2014</xref>).</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and methods</title>
<sec>
<title>Subjects</title>
<p>One hundred older adults were included in this study. All subjects were assessed in the Centro de Refer&#x000EA;ncia &#x000E0; Sa&#x000FA;de do Idoso Jenny de Andrade Faria, Clinical Hospital, Federal University of Minas Gerais. All the participants underwent a comprehensive clinical and neuropsychological assessment. The neuropsychological protocol included the following tests: Mini Mental State Exam, Frontal Assessment Battery, Category Verbal Fluency of Animals and Fruits, Letter Fluency of S, Digit Span, Stick Design Test, Clock Drawing Test, Rey Auditory Verbal Learning Test, Naming Test (TN-LIN), and Token Test. This protocol has been validated for the neuropsychological assessment of older adults with low educational status (de Paula et al., <xref ref-type="bibr" rid="B9">2013</xref>). After the clinical and neuropsychological assessment, and adjudication meeting was held and the final diagnosis was reached by consensus. The AD diagnosis was based on the proposed criteria of McKhann et al. (<xref ref-type="bibr" rid="B22">1984</xref>) and the patient should present general and worsening cognitive impairment, in two or more cognitive domains, and functional impairment in the daily living activities. The MCI diagnosis followed the criteria proposed by Winblad et al. (<xref ref-type="bibr" rid="B35">2004</xref>), were the older adult presents cognitive decline in one or more cognitive domains but is preserved in basic and instrumental daily living activities or presents a minimal impairment. The MCI subgroup division considered the amnestic MCI (aMCI) classification for participants that only present memory impairment, and amnestic multiple-domain MCI (a&#x0002B;mdMCI) for participants that present impairment in memory and other cognitive domain, though fulfilling all the MCI criteria established by Winblad et al. (<xref ref-type="bibr" rid="B35">2004</xref>).</p>
<p>The project was approved by the Research Ethics Committee of the Federal University of Minas Gerais (COEP-334/06). The subjects were divided into four groups: (1) normal cognitive performance (NC), <italic>n</italic> &#x0003D; 25; (2) amnestic single-domain MCI (aMCI), <italic>n</italic> &#x0003D; 25; (3) amnestic multiple-domain MCI (a&#x0002B;mdMCI), <italic>n</italic> &#x0003D; 25; (4) AD, <italic>n</italic> &#x0003D; 25.</p>
</sec>
<sec>
<title>Verbal fluency test</title>
<p>The participants performed the Semantic Verbal Fluency test, category of animals, for which they were asked to produce the maximum names of animals within 60 s; explicit/implicit instructions were given to avoid repetitions. All the words were recorded, including repetitions and errors. The scoring procedure included: total of words produced, total of correct words, total of errors, total of repetitions, and the fraction of repetitions according to the total of words produced by each participant. The scores in this task were not taken into account in the diagnosis adjudication of each participant.</p>
</sec>
<sec>
<title>Statistical analysis</title>
<p>The study design involved two stages of analysis, considering three (NC, MCI, AD) or four groups (NC, aMCI, a&#x0002B;mdMCI, AD), and the same statistical analysis and graph measures were performed for comparing the three or four groups. The MCI group comprised both the aMCI and the a&#x0002B;mdMCI groups.</p>
<p>We performed the Shapiro-Wilk test of normality of the sample, and since the majority of the variables did not fit the assumption of normality, we used the Kruskal-Wallis test of differences between several independent groups and the Wilcoxon Rank sum test for two independent samples. Bonferroni correction was applied to all analyses.</p>
<p>Group sorting was implemented with a Na&#x000EF;ve Bayes classifier, which shows superior performance with small samples (Singh and Provan, <xref ref-type="bibr" rid="B31">1995</xref>; Kotsiantis, <xref ref-type="bibr" rid="B18">2007</xref>). The choice of attributes for the classifier was based on significant correlations of the attributes with established clinical measures of differential diagnosis (global cognitive status and daily living functionality). Sensitivity, specificity and the area under the receiver operating characteristic curve (AUC) were used to estimate classification quality, which was considered excellent when AUC was higher than 0.8, good when AUC ranged from 0.6 to 0.8, and poor (not above the chance), when AUC was smaller than 0.6.</p>
</sec>
<sec>
<title>Graph measures</title>
<p>The word sequence produced on the Semantic Verbal Fluency test was represented as a speech graph, using the software <italic>SpeechGraphs</italic> (Mota et al., <xref ref-type="bibr" rid="B23">2014</xref>). The program represents a text (in this case, the sequence of words produced by the verbal fluency test) as a graph, representing every word as a node, and the temporal link between words as an edge (Figure <xref ref-type="fig" rid="F1">1</xref>).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p><bold>(A)</bold> Representation of the word sequence produced on the Semantic Verbal Fluency task. <bold>(B</bold>) Representations of networks generated by NC, MCI, and AD subjects during the Semantic Verbal Fluency task.</p></caption>
<graphic xlink:href="fnagi-06-00185-g0001.tif"/>
</fig>
<p>We then calculated word count (WC) and 13 additional Speech Graph Attributes (SGA) comprising general attributes: total of nodes (N) and edges (E); connected components: the largest strongly connected component (LSC); recurrence attributes: repeated (RE) and parallel edges (PE), cycles of one (L1), two (L2), or 3 nodes (L3); global attributes: average total degree (ATD), density, diameter, average shortest path (ASP) and clustering coefficient (CC) (for more detailed information see Supplementary Table and Figure on Supplementary Material).</p>
<p>Given the task instructions, we expected the subjects to produce a linear network, i.e., a sequence in which each correct word was followed by a different correct word, without repetitions. A correct performance in this test should yield graphs with identical number of nodes (N) and words (WC), N-1 edges, no recurrence (i.e., without parallel edges, repeated edges or loops), and zero strongly connected components (LSC). In addition, the average total degree (ATD) should be close to 2, with a very small density, very low clustering coefficient (CC), and large distances (diameter should be equal to E).</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>Table <xref ref-type="table" rid="T1">1</xref> shows data for socio-demographic data, Mini Mental State Exam (MMSE), total number of produced words in the verbal fluency test, total number of correct words produced, total number of repetitions performed during the task, the percentage of repetitions performed according to the total of produced words, and the errors produced.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p><bold>Socio-demographic data, verbal fluency and Speech Graph Attributes of NC, MCI, and AD groups, with Bonferroni-corrected significant differences across groups established by the Kruskal-Wallis comparison</bold>.</p></caption>
<graphic xlink:href="fnagi-06-00185-i0001.tif"/>
<table-wrap-foot>
<p><italic>Katz, Katz Index; Lawton, Lawton Index; MMSE, Mini Mental State Exam; IQR, Interquartile Range; Q1, 1th Quartile; Q3, 3trd Quartile. Red values have significance p &#x0003D; 0.0167</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>The groups did not differ in age and education, and only the control group had a significant difference in gender distributions (<italic>X</italic><sup>2</sup> &#x0003D; 6.76, <italic>df</italic> &#x0003D; 2, <italic>p</italic> &#x0003D; 0.009) (Table <xref ref-type="table" rid="T1">1</xref>). The results of the groups&#x00027; comparison on the daily living activities, the global cognitive status are also reported on Table <xref ref-type="table" rid="T1">1</xref>. Verbal fluency measures and the Speech Graph Attributes are reported on Table <xref ref-type="table" rid="T2">2</xref>.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p><bold>Verbal fluency and Speech Graph Attributes of NC, MCI, and AD groups, with Bonferroni-corrected significant differences across groups established by the Kruskal-Wallis comparison</bold>.</p></caption>
<graphic xlink:href="fnagi-06-00185-i0002.tif"/>
<table-wrap-foot>
<p><italic>VF.E, errors; VF.PR, percentage of repetitions; VF.R, repetitions; VF.C, corrects words; VF.TT, total of words; WC, word count; N, nodes; E, edges; RE, repeated; PE, parallel edges; L1, L2, L3, cycles of one, two or 3 nodes; LSC, largest strongly connected component; ATD, average total degree; ASP, average shortest path; CC, clustering coefficient. Red values have significance p &#x0003D; 0.0167.</italic></p>
</table-wrap-foot>
</table-wrap>
<p>Despite the lower number of correct words produced by the NC group, it is similar to those observed to Brazilian normative data (Brucki et al., <xref ref-type="bibr" rid="B5">1997</xref>). Moreover, the scores on the verbal fluency test were not taken into account for participant classification into the diagnostic groups.</p>
<p>The groups significantly differed in the performance on ADLs, in general cognitive status, number of correct words and total words produced, and in the Speech Graph measures of word count, nodes, edges, loops of 3 nodes, diameter, average short path and density. As expected, the NC group performed better at ADLs, had higher scores on the MMSE, produced more nodes, a network with larger diameter and less dense, when compared with the MCI and AD groups. The MCI group showed an intermediate performance between NC and AD groups in all measures.</p>
<p>Table <xref ref-type="table" rid="T3">3</xref> and Figure <xref ref-type="fig" rid="F2">2A</xref> show pairwise comparisons of the 3 diagnosis groups. Statistical significance was set at <italic>p</italic> &#x0003C; 0.0167, after Bonferroni correction for multiple comparisons.</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p><bold>Pairwise group comparison with Bonferroni-corrected significant differences between groups established by Wilcoxon Ranksum test</bold>.</p></caption>
<graphic xlink:href="fnagi-06-00185-i0003.tif"/>
<table-wrap-foot>
<p><italic>W, Wilcoxon Ranksum; z, &#x0003D; z score. Red values have significance p &#x0003D; 0.0167</italic>.</p>
</table-wrap-foot>
</table-wrap>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p><bold>Speech Graph Attributes (SGA) differentiates psychopathological groups. (A)</bold> SGA boxplots with significant differences among Alzheimer Disorder (AD), Moderate Cognitive Impairment (MCI) and control groups (<italic>N</italic> &#x0003D; 25 on AD and C group, <italic>N</italic> &#x0003D; 50 on MCI group; Kruskal-Wallis test followed by two-sided Wilcoxon Rank-sum test with Bonferroni correction with alpha &#x0003D; 0.0167). <bold>(B)</bold> Percentage of subjects in each group that made one L3 on the verbal fluency test. AD subjects showed more L3 than MCI subjects (Wilcoxon Rank-sum test with Bonferroni correction with alpha &#x0003D; 0.0167, <italic>p</italic> &#x0003D; 0.0090). <bold>(C)</bold> Rating quality measured by AUC, sensitivity and specificity, using MMSE or SGA correlated with clinical symptoms measured with MMSE and Lawton scales (Table <xref ref-type="table" rid="T3">3</xref>) (attributes: WC, N, E, Density, Diameter, and ASP). Notice that SGA was more specific than MMSE on triple group sorting, and on MCI diagnosis against the control group. <sup>&#x0002A;</sup><italic>p</italic> &#x0003D; 0.0167.</p></caption>
<graphic xlink:href="fnagi-06-00185-g0002.tif"/>
</fig>
<p>The comparison of the variables between NC and MCI groups demonstrate that the groups differ in the index of instrumental daily living activities, in the number of correct words produced, number of nodes, diameter, average short path and density of the network. The NC produced less dense graphs with more nodes, and larger Diameter and ASP than the MCI and AD. Furthermore, NC made more edges, total words produced, and had a better general cognitive status than the AD group. The MCI and AD groups differ in all measures, demonstrating that a change in the general cognitive status, functionality, verbal fluency measures and the speech graph attributes (WC, N, E, L3, Diameter, ASP, and Density) (Figure <xref ref-type="fig" rid="F2">2B</xref>) almost follow a continuous modification as the diagnosis impairs.</p>
<p>Table <xref ref-type="table" rid="T4">4</xref> shows the Spearman correlations between the SGA and the clinical measures of differential diagnosis (global cognitive status&#x02014;MMSE&#x02014;and daily living functionality&#x02014;Katz and Lawton Index). The significance level was established in <italic>p</italic> &#x0003D; 0.0012 after a Bonferroni correction for 42 comparisons.</p>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p><bold>Spearman correlation (RHO and <italic>p</italic>-values) between SGA scores and the Katz, Lawton or MMSE scores</bold>.</p></caption>
<graphic xlink:href="fnagi-06-00185-i0004.tif"/>
<table-wrap-foot>
<p><italic>Red values have significance p &#x0003D; 0.0012</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>We found significant correlations between the MMSE and the SGA of Nodes and Density, indicating that the more cognitively preserved elderly produced a larger number of unique nodes, and networks with a smaller density than cognitively impaired subjects. The correlation between the attributes and the Lawton Index of instrumental daily living activities revealed that the more functionally dependent were the elderly, the less words, nodes and edges they produced, showing networks with a smaller diameter and average short path, but a higher density. These results indicate that functional autonomy correlate more with SGA than with the general cognitive status.</p>
<p>The Na&#x000EF;ve Bayes classifier results (Figure <xref ref-type="fig" rid="F2">2C</xref>) show that a selection of SGA correlated with functional and cognitive impairment measured by other instruments, provided good to excellent classification power, being similar to the MMSE classification power, or even better for the distinction between the NC and MCI groups. When the SGA were associated to the Lawton Index or the MMSE, the power of classification increased; a combination of the 3 measurements provided maximal classification quality (Table <xref ref-type="table" rid="T5">5</xref>). Overall, the combination of graph measures and functional dependence yielded very accurate differential classification of the AD (1.00) and MCI (0.78) against the NC group, and between the MCI and AD (0.84).</p>
<table-wrap position="float" id="T5">
<label>Table 5</label>
<caption><p><bold>Rating quality measured by AUC, using SGA (attributes: WC, N, E, Density, Diameter, and ASP) correlated with clinical symptoms measured with MMSE and Lawton scales, in addition with Lawton, MMSE or both, classifying AD and MCI from NC, AD from MCI, and also classifying subtypes of MCI (aMCI or a&#x0002B;mdMCI) from NC or AD, or from each other</bold>.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th/>
<th align="center"><bold>SGA</bold></th>
<th align="center"><bold>SGA&#x0002B;MMSE</bold></th>
<th align="center"><bold>SGA&#x0002B; Lawton</bold></th>
<th align="center"><bold>SGA&#x0002B;MMSE&#x0002B;Lawton</bold></th>
<th align="center"><bold>MMSE</bold></th>
<th align="center"><bold>Lawton</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left">NC x</td>
<td align="left">MCI</td>
<td align="center">0.681</td>
<td align="center">0.716</td>
<td align="center">0.780</td>
<td align="center">0.793</td>
<td align="center">0.638</td>
<td align="center">0.649</td>
</tr>
<tr>
<td/>
<td align="left">aMCI</td>
<td align="center">0.619</td>
<td align="center">0.618</td>
<td align="center">0.710</td>
<td align="center">0.714</td>
<td align="center">0.586</td>
<td align="center">0.612</td>
</tr>
<tr>
<td/>
<td align="left">a&#x0002B;mdMCI</td>
<td align="center">0.710</td>
<td align="center">0.738</td>
<td align="center">0.803</td>
<td align="center">0.822</td>
<td align="center">0.694</td>
<td align="center">0.746</td>
</tr>
<tr>
<td/>
<td align="left">AD</td>
<td align="center">0.875</td>
<td align="center">0.886</td>
<td align="center">1.000</td>
<td align="center">1.000</td>
<td align="center">0.888</td>
<td align="center">1.000</td>
</tr>
<tr>
<td align="left">aMCI x</td>
<td align="left">a&#x0002B;mdMCI</td>
<td align="center">0.486</td>
<td align="center">0.470</td>
<td align="center">0.472</td>
<td align="center">0.483</td>
<td align="center">0.631</td>
<td align="center">0.494</td>
</tr>
<tr>
<td/>
<td align="left">AD</td>
<td align="center">0.767</td>
<td align="center">0.824</td>
<td align="center">0.856</td>
<td align="center">0.856</td>
<td align="center">0.854</td>
<td align="center">0.957</td>
</tr>
<tr>
<td align="left">a&#x0002B;mdMCI x</td>
<td align="left">AD</td>
<td align="center">0.652</td>
<td align="center">0.717</td>
<td align="center">0.814</td>
<td align="center">0.811</td>
<td align="center">0.772</td>
<td align="center">0.959</td>
</tr>
<tr>
<td align="left">MCI x</td>
<td align="left">AD</td>
<td align="center">0.727</td>
<td align="center">0.793</td>
<td align="center">0.849</td>
<td align="center">0.858</td>
<td align="center">0.813</td>
<td align="center">0.958</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The additional description of the socio-demographic data, Mini Mental State Exam (MMSE), verbal fluency measures of the two subgroups of MCI are reported on Table <xref ref-type="table" rid="T6">6</xref>, and also the results of the four groups&#x00027; comparison on the sociodemographic variables. Table <xref ref-type="table" rid="T7">7</xref> shows the four group comparison on the verbal fluency and Speech Graph Attributes.</p>
<table-wrap position="float" id="T6">
<label>Table 6</label>
<caption><p><bold>Additional description of socio-demographic data for the MCI subtypes, and the four groups comparison</bold>.</p></caption>
<graphic xlink:href="fnagi-06-00185-i0005.tif"/>
<table-wrap-foot>
<p><italic>p<sup>&#x0002A;</sup> group comparison (NC; aMCI; a&#x0002B;mdMCI; AD). Red values have significance p &#x0003D; 0.0083</italic>.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T7">
<label>Table 7</label>
<caption><p><bold>Additional description of verbal fluency and Speech Graph Attributes for the MCI subtypes, and the four groups comparison</bold>.</p></caption>
<graphic xlink:href="fnagi-06-00185-i0006.tif"/>
<table-wrap-foot>
<p><italic>Red values have significance p &#x0003D; 0.0083</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>A comparison of the four groups showed significant differences in daily functionality, general cognitive status, total and correct words produced, and in the SGA word count, nodes, edges, diameter, ASP and density (same attributes found in the three-group comparison).</p>
<p>Table <xref ref-type="table" rid="T8">8</xref> and Figure <xref ref-type="fig" rid="F3">3A</xref> compare the four groups of elderly, with Bonferroni correction for multiple comparisons (alpha &#x0003D; 0.0083).</p>
<table-wrap position="float" id="T8">
<label>Table 8</label>
<caption><p><bold>Pairwise group comparison in the variables with significant difference across the four groups</bold>.</p></caption>
<graphic xlink:href="fnagi-06-00185-i0007.tif"/>
<table-wrap-foot>
<p><italic>Red values have significance p &#x0003D; 0.0083</italic>.</p>
</table-wrap-foot>
</table-wrap>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p><bold>Speech Graph Attributes (SGA) differentiates psychopathological MCI subgroups</bold>. <bold>(A)</bold> SGA boxplots with significant differences among Alzheimer Disorder (AD), Amnesic Moderate Cognitive Impairment (aMCI), Multiple Domain Moderate Cognitive Impairment (a&#x0002B;mdMCI), and control groups indicated (<italic>N</italic> &#x0003D; 25 per group; Kruskal-Wallis test followed by two-sided Wilcoxon Rank-sum test with Bonferroni correction with alpha &#x0003D; 0.0083). <bold>(B)</bold> Rating quality measured by AUC, sensitivity and specificity, using SGA correlated with clinical symptoms measured with MMSE and Lawton scales (Table <xref ref-type="table" rid="T4">4</xref>) (attributes: WC, N, E, Density, Diameter, and ASP). Notice that it is possible to sort the MCI subgroups from the NC or AD groups, but not one from another. Classification quality was considered excellent when AUC was higher than 0.8, good when AUC ranged from 0.6 to 0.8, and poor (not above the chance), when AUC was smaller than 0.6. <sup>&#x0002A;</sup> <italic>p</italic> &#x0003D; 0.0083.</p></caption>
<graphic xlink:href="fnagi-06-00185-g0003.tif"/>
</fig>
<p>The pairwise comparison detected no significant differences between MCI subtypes in the measures selected in this study. The difference between the NC and aMCI groups occurred only in instrumental daily living functionality, i.e., NC are more independent than aMCI. The significant differences between the NC and AD and between aMCI and AD are similar; the NC and aMCI groups are less functionally dependent, have better cognitive status, produce more total and correct words, a higher word count, more nodes and edges, higher Diameter and ASP, and less dense networks when compared to the AD group. The NC are more functionally independent, produce more total and correct words, a higher word count, more nodes and edges, and a network less dense than the a&#x0002B;mdMCI group. AD subjects, comparable to the a&#x0002B;mdMCI group, were more functionally dependent, showed general cognitive impairment, and produced fewer nodes and a denser network.</p>
<p>The Na&#x000EF;ve Bayes classifier results (Figure <xref ref-type="fig" rid="F3">3B</xref>) indicate that the selected SGA has a good classification power to the diagnosis of MCI subtypes against cognitive healthy aging, and also a good classification against the dementia group. On the other hand, SGA yielded a poor classification when used to distinguish between the two subtypes of MCI. When SGA were combined with the Lawton Index, we observed an increase in the power of classification across the four groups, except between the two MCI subtypes.</p>
<p>The combination of the SGA with the MMSE, showed less power when compared to the combination with the Lawton index; the combination of these three variables barely improved the classification beyond the SGA and Lawton combination. These results indicate that the combination of graph measures and functional dependence again provides for good classification across the three groups (AUC &#x0003D; 0.71&#x02013;0.85), except between the MCI subtypes (AUC &#x0003D; 0.47).</p>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>The aim of the present study was to assess graph-theoretical differences in the execution of a verbal fluency task among elderly with normal and pathological aging. Our results demonstrate that SGA differed significantly among the AD, MCI, and NC groups and it could be used to classify the groups. The present results show the potential of graph analysis of verbal fluency task to discriminate between these groups in clinical practice.</p>
<p>The correlation between the SGA and the MMSE or the Lawton Index indicate that the SGA are associated with the general cognitive status and functional performance, two important clinical measures used in geriatric assessment. Patients with worse scores in the MMSE produced fewer numbers of nodes and a less dense network. As the functional performance decreases, indicating more severe cognitive impairment stages, the networks became denser, with a smaller diameter and average short path and with fewer numbers of nodes and edges. Their networks became smaller in the number of words, with a small path through the first word to the last one, and their animals have more connection with different neighbors than would be necessary. Subjects more cognitively impaired tended to perform more dependently on their daily activities. Importantly, some attributes of SGA could indicate the progression of cognitive impairment and functional decline, as shown by denser and smaller networks, with a fewer number of nodes, in subjects with more severe cognitive impairment.</p>
<p>Application of speech graph analysis for sorting the groups showed moderate to good classification quality. When selected SGA were combined to the Lawton Index, better classification were obtained, suggesting that the combination of these two simple tools of network measure and functionality can provide to the clinician a good indication of differential diagnosis, except for the contrast between the two MCI subtypes, which spanned a continuum and did not allow the differentiation and classification of the two groups.</p>
<p>The differences prevalent across all groups were in the global attributes of diameter, density and average shortest path (ASP). The results indicate that the networks built by the normal control elderly were more direct, without reoccurrence of words, resulting in a less dense network. Conversely, cognitive impairment corresponded to denser and less direct networks. The density differences across the groups were, among all comparisons, the most uniform result, except for the comparison between the two MCI subgroups, which yielded a pattern of continuous performance. The progressive worsening of cognitive performance within the MCI subtypes is consistent in the literature, indicating that a group of subtle deficits underlie the differential diagnosis (Diniz et al., <xref ref-type="bibr" rid="B10">2007</xref>; Radanovic et al., <xref ref-type="bibr" rid="B28">2009</xref>).</p>
<p>Even the groups that did not differ in total number of word repetitions differ in the occurrence of loops of 3 nodes (L3). Nearly all subjects, as expected, managed to avoid recurrences, but 20% of the AD subjects repeated the same word with only two words of interval (e.g., dog-cat-horse-dog). According to Huntley and Howard (<xref ref-type="bibr" rid="B17">2010</xref>), subjects with AD already have working memory deficits at the earliest stages of the disease. The impairment in central executive and episodic buffer functions of working memory probably stems from the difficulty of keeping information in mind while keeping the search for new information. These deficits probably explain the repetition of words in verbal fluency tasks with a very small interval.</p>
<p>The results outline a field that needs to be further explored in future studies, involving the density of the networks and the strength between the words in the semantic memory of elderly with pathological aging. The Parallel Distributed Processing Approach of Semantic Cognition predicts that the decrease in strength of the links between words in a semantic network may allow connections between pairs of words that would not be preferential under normal circumstances (McClelland and Rogers, <xref ref-type="bibr" rid="B21">2003</xref>). Another aspect that deserves further investigation is the absence of difference across the groups in the connectivity attributes (LSC, ATD, and CC). This raises the hypothesis that even very different networks can share a similar structure of local connections, in which a small portion of the words are highly connected with other less connected words, maintaining the integrity of the network&#x00027;s general connection (Bales and Johnson, <xref ref-type="bibr" rid="B4">2006</xref>; De Deyne and Storms, <xref ref-type="bibr" rid="B8">2008</xref>).</p>
<p>Considering the graph analysis performed in this study, build-up in a co-occurrence of the words and based on the temporal link between them, future studies should consider multidimensional scaling and hierarchical clustering analysis. These types of analyses will represent the relation between the variables and combine it into groups, enhancing the results. Future studies should also address the differences between MCI patients and other neurological conditions in which cognitive impairments are quite similar, for example, Temporal Lobe Epilepsy (Holler and Trinka, <xref ref-type="bibr" rid="B16">2014</xref>), as well as the potential association between graph analysis, neuroimaging and other diagnosis instruments. Furthermore, longitudinal studies are also necessary to evaluate whether SGA can help to identify MCI subjects with higher risk of progressing to Alzheimer&#x00027;s disease. In conclusion, the results suggest that SGA may be a useful tool to help in the differential diagnosis between MCI and AD.</p>
<sec>
<title>Conflict of interest statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p></sec>
</sec>
</body>
<back>
<ack>
<p>Support obtained from: CNPq Universal 481351/2011-6 and 480053/2013-8, PQ 306604/2012-4 and 308558/2011-1, Coordena&#x000E7;&#x000E3;o de Aperfei&#x000E7;oamento de Pessoal de N&#x000ED;vel Superior (CAPES), FAPERN/CNPq Pronem 003/2011, FACEPE/CNPq PRONEM APQ-1415-1.05/10, Capes SticAmSud, FAPESP Center for Neuromathematics (grant &#x00023;2013/ 076990, FAPESP), CBB-APQ-337 00075-09, APQ-01972/12-10 and APQ-02755-10 from FAPEMIG; and 573646/2008-2 from CNPq. Dr. Diniz is supported by grant from the Intramural Research Program (UFMG) and CNPq (472138/2013-8). The funders had no role in study design, data collection, analysis, decision to publish, or preparation of the manuscript. We thank R. Furtado and P. Petrovitch for IT support, A. Karla for administrative help, and D. Koshiyama for library support.</p>
</ack>
<sec sec-type="supplementary-material" id="s5">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="http://www.frontiersin.org/Journal/10.3389/fnagi.2014.00185/abstract">http://www.frontiersin.org/Journal/10.3389/fnagi.2014.00185/abstract</ext-link></p>
<supplementary-material xlink:href="DataSheet1.DOCX" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="DataSheet2.PDF" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Adlam</surname> <given-names>A.-L. R.</given-names></name> <name><surname>Bozeat</surname> <given-names>S.</given-names></name> <name><surname>Arnold</surname> <given-names>R.</given-names></name> <name><surname>Watson</surname> <given-names>P.</given-names></name> <name><surname>Hodges</surname> <given-names>J. R.</given-names></name></person-group> (<year>2006</year>). <article-title>Semantic knowledge in mild cognitive impairment and mild Alzheimer&#x00027;s disease</article-title>. <source>Cortex</source> <volume>42</volume>, <fpage>675</fpage>&#x02013;<lpage>684</lpage>. <pub-id pub-id-type="doi">10.1016/s0010-9452(08)70404-0</pub-id><pub-id pub-id-type="pmid">16909626</pub-id></citation>
</ref>
<ref id="B2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Amieva</surname> <given-names>H.</given-names></name> <name><surname>Jacqmin-Gadda</surname> <given-names>H.</given-names></name> <name><surname>Orgogozo</surname> <given-names>J.-M.</given-names></name> <name><surname>Le Carret</surname> <given-names>N.</given-names></name> <name><surname>Helmer</surname> <given-names>C.</given-names></name> <name><surname>Letenneur</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2005</year>). <article-title>The 9 year cognitive decline before dementia of the Alzheimer type: a prospective population-based study</article-title>. <source>Brain</source> <volume>128</volume>, <fpage>1093</fpage>&#x02013;<lpage>1101</lpage>. <pub-id pub-id-type="doi">10.1093/brain/awh451</pub-id><pub-id pub-id-type="pmid">15774508</pub-id></citation>
</ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aretouli</surname> <given-names>E.</given-names></name> <name><surname>Okonkwo</surname> <given-names>C. O.</given-names></name> <name><surname>Samek</surname> <given-names>J.</given-names></name> <name><surname>Brandt</surname> <given-names>J.</given-names></name></person-group> (<year>2011</year>). <article-title>The fate of the 0.5s: predictors of 2-year outcome in mild cognitive impairment</article-title>. <source>J. Int. Neuropsychol. Soc</source>. <volume>17</volume>, <fpage>277</fpage>&#x02013;<lpage>288</lpage>. <pub-id pub-id-type="doi">10.1017/s1355617710001621</pub-id><pub-id pub-id-type="pmid">21205413</pub-id></citation>
</ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bales</surname> <given-names>M. E.</given-names></name> <name><surname>Johnson</surname> <given-names>S. B.</given-names></name></person-group> (<year>2006</year>). <article-title>Graph theoretic modeling of large-scale semantic networks</article-title>. <source>J. Biomed. Inform</source>. <volume>39</volume>, <fpage>451</fpage>&#x02013;<lpage>464</lpage>. <pub-id pub-id-type="doi">10.1016/j.jbi.2005.10.007</pub-id><pub-id pub-id-type="pmid">16442849</pub-id></citation>
</ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brucki</surname> <given-names>S. M. D.</given-names></name> <name><surname>Malheiros</surname> <given-names>S. M. F.</given-names></name> <name><surname>Okamoto</surname> <given-names>I. H.</given-names></name> <name><surname>Bertolucci</surname> <given-names>P. H. F.</given-names></name></person-group> (<year>1997</year>). <article-title>Dados normativos para o teste de flu&#x000EA;ncia verbal categoria animais em nosso meio</article-title>. <source>Arq. Neuropsiquiatr</source>. <volume>55</volume>, <fpage>56</fpage>&#x02013;<lpage>61</lpage>.</citation>
</ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Butts</surname> <given-names>C. T.</given-names></name></person-group> (<year>2009</year>). <article-title>Revisiting the foundations of network analysis</article-title>. <source>Science</source> <volume>325</volume>, <fpage>414</fpage>&#x02013;<lpage>416</lpage>. <pub-id pub-id-type="doi">10.1126/science.1171022</pub-id><pub-id pub-id-type="pmid">19628855</pub-id></citation>
</ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Craik</surname> <given-names>F. I. M.</given-names></name> <name><surname>Bialystok</surname> <given-names>E.</given-names></name></person-group> (<year>2006</year>). <article-title>Cognition through the lifespan: mechanisms of change</article-title>. <source>Trends Cog. Sci</source>. <volume>10</volume>, <fpage>131</fpage>&#x02013;<lpage>138</lpage>. <pub-id pub-id-type="doi">10.1016/j.tics.2006.01.007</pub-id><pub-id pub-id-type="pmid">16460992</pub-id></citation>
</ref>
<ref id="B8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Deyne</surname> <given-names>S.</given-names></name> <name><surname>Storms</surname> <given-names>G.</given-names></name></person-group> (<year>2008</year>). <article-title>Word associations: networ and semantic properties</article-title>. <source>Behav. Res. Methods</source> <volume>40</volume>, <fpage>213</fpage>&#x02013;<lpage>231</lpage>. <pub-id pub-id-type="pmid">18411545</pub-id></citation>
</ref>
<ref id="B9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Paula</surname> <given-names>J. J.</given-names></name> <name><surname>Bertola</surname> <given-names>L.</given-names></name> <name><surname>&#x000C1;vila</surname> <given-names>R. T.</given-names></name> <name><surname>Moreira</surname> <given-names>L.</given-names></name> <name><surname>Coutinho</surname> <given-names>G.</given-names></name> <name><surname>Moraes</surname> <given-names>E. N.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Clinical applicability and cutoff values for an unstructured neuropsychological assessment protocol for older adults with low formal education</article-title>. <source>PLoS ONE</source> <volume>8</volume>:<fpage>E73167</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.007316</pub-id><pub-id pub-id-type="pmid">24066031</pub-id></citation>
</ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Diniz</surname> <given-names>B. S. O.</given-names></name> <name><surname>Yassuda</surname> <given-names>M. S.</given-names></name> <name><surname>Nunes</surname> <given-names>P. V.</given-names></name> <name><surname>Radanovic</surname> <given-names>M.</given-names></name> <name><surname>Forlenza</surname> <given-names>O. V.</given-names></name></person-group> (<year>2007</year>). <article-title>Mini-mental state examination performance in mild cognitive impairment subtypes</article-title>. <source>Int. Psychogeriatr</source>. <volume>19</volume>, <fpage>647</fpage>&#x02013;<lpage>656</lpage>. <pub-id pub-id-type="doi">10.1590/S1516-44462008000400003</pub-id><pub-id pub-id-type="pmid">17502007</pub-id></citation>
</ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garrard</surname> <given-names>P.</given-names></name> <name><surname>Lambon Ralph</surname> <given-names>M. A.</given-names></name> <name><surname>Patterson</surname> <given-names>K.</given-names></name> <name><surname>Pratt</surname> <given-names>K. H.</given-names></name> <name><surname>Hodges</surname> <given-names>J. R.</given-names></name></person-group> (<year>2005</year>). <article-title>Semantic feature knowledge and picture naming in dementia of Alzheimer&#x00027;s type: a new approach</article-title>. <source>Brain Lang</source>. <volume>93</volume>, <fpage>79</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1016/j.bandl.2004.08.003</pub-id><pub-id pub-id-type="pmid">15766770</pub-id></citation>
</ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goni</surname> <given-names>J.</given-names></name> <name><surname>Arrondo</surname> <given-names>G.</given-names></name> <name><surname>Sepulcre</surname> <given-names>J.</given-names></name> <name><surname>Martincorena</surname> <given-names>I.</given-names></name> <name><surname>Mendizabal</surname> <given-names>N. V.</given-names></name> <name><surname>Corominas-Murtra</surname> <given-names>B.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>The semantic organization of the animal category: evidence from semantic verbal fluency and network theory</article-title>. <source>Cogn. Process</source>. <volume>12</volume>, <fpage>183</fpage>&#x02013;<lpage>196</lpage>. <pub-id pub-id-type="doi">10.1007/s10339-010-0372-x</pub-id><pub-id pub-id-type="pmid">20938799</pub-id></citation>
</ref>
<ref id="B13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Griffiths</surname> <given-names>T. L.</given-names></name> <name><surname>Steyvers</surname> <given-names>M.</given-names></name> <name><surname>Tenenbaum</surname> <given-names>J. B.</given-names></name></person-group> (<year>2007</year>). <article-title>Topics in semantic representation</article-title>. <source>Psychol. Rev</source>. <volume>114</volume>, <fpage>211</fpage>&#x02013;<lpage>244</lpage>. <pub-id pub-id-type="doi">10.1037/0033-295X.114.2.211</pub-id><pub-id pub-id-type="pmid">17500626</pub-id></citation>
</ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Henry</surname> <given-names>J. D.</given-names></name> <name><surname>Crawford</surname> <given-names>J. R.</given-names></name> <name><surname>Phillips</surname> <given-names>L. H.</given-names></name></person-group> (<year>2004</year>). <article-title>Verbal fluency performance in dementia of the Alzheimer&#x00027;s type: a meta-analysis</article-title>. <source>Neuropsychologia</source> <volume>42</volume>, <fpage>1212</fpage>&#x02013;<lpage>1222</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuropsychologia.2004.02.001</pub-id><pub-id pub-id-type="pmid">15178173</pub-id></citation>
</ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hodges</surname> <given-names>J. R.</given-names></name> <name><surname>Erzin&#x000E7;lioglu</surname> <given-names>S.</given-names></name> <name><surname>Patterson</surname> <given-names>K.</given-names></name></person-group> (<year>2006</year>). <article-title>Evolution of cognitive defi cits and conversion to dementia in patients with mild cognitive impairment: a very-long-term follow-up study</article-title>. <source>Dement. Geriatr. Cogn. Disord</source>. <volume>21</volume>, <fpage>380</fpage>&#x02013;<lpage>391</lpage>. <pub-id pub-id-type="doi">10.1159/000092534</pub-id><pub-id pub-id-type="pmid">16601329</pub-id></citation>
</ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Holler</surname> <given-names>Y.</given-names></name> <name><surname>Trinka</surname> <given-names>E.</given-names></name></person-group> (<year>2014</year>). <article-title>What do temporal lobe epilepsy and progressive mild cognitive impairment have in common?</article-title> <source>Front. Syst. Neurosci</source>. <volume>8</volume>:<issue>58</issue>. <pub-id pub-id-type="doi">10.3389/fnsys.2014.00058</pub-id><pub-id pub-id-type="pmid">24795575</pub-id></citation>
</ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huntley</surname> <given-names>J. D.</given-names></name> <name><surname>Howard</surname> <given-names>R. J.</given-names></name></person-group> (<year>2010</year>). <article-title>Working memory in early Alzheimer&#x00027;s disease: a neuropsychological review</article-title>. <source>Int. J. Geriatr. Psychiatry</source> <volume>25</volume>, <fpage>121</fpage>&#x02013;<lpage>132</lpage>. <pub-id pub-id-type="doi">10.1002/gps.2314</pub-id><pub-id pub-id-type="pmid">19672843</pub-id></citation>
</ref>
<ref id="B18">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Kotsiantis</surname> <given-names>S. B.</given-names></name></person-group> (<year>2007</year>). <article-title>Supervised machine learning: a review of classification techniques</article-title>. in <source>Emerging Artificial Intelligence Applications in Computer Engineering: Real Word Ai Systems with Applications</source> (<publisher-loc>Amsterdam</publisher-loc>: <publisher-name>IOS Press</publisher-name>), <fpage>3</fpage>&#x02013;<lpage>24</lpage>.</citation>
</ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lerner</surname> <given-names>A. J.</given-names></name> <name><surname>Ogrocki</surname> <given-names>P. K.</given-names></name> <name><surname>Thomas</surname> <given-names>P. T.</given-names></name></person-group> (<year>2009</year>). <article-title>Network graph analysis of category fluency testing</article-title>. <source>Cog. Behav. Neurol</source>. <volume>22</volume>, <fpage>45</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1097/wnn.0b013e318192ccaf</pub-id><pub-id pub-id-type="pmid">19372770</pub-id></citation>
</ref>
<ref id="B20">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Lezak</surname> <given-names>M.</given-names></name> <name><surname>Howieson</surname> <given-names>D. B.</given-names></name> <name><surname>Loring</surname> <given-names>D. W.</given-names></name></person-group> (<year>2004</year>). <source>Neuropsychological Assessment, 4th Edn</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>.</citation>
</ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McClelland</surname> <given-names>J. L.</given-names></name> <name><surname>Rogers</surname> <given-names>T. T.</given-names></name></person-group> (<year>2003</year>). <article-title>The parallel distributed processing approach to semantic cognition</article-title>. <source>Nat. Rev. Neurosci</source>. <volume>4</volume>, <fpage>310</fpage>&#x02013;<lpage>323</lpage>. <pub-id pub-id-type="doi">10.1038/nrn1076</pub-id><pub-id pub-id-type="pmid">12671647</pub-id></citation>
</ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McKhann</surname> <given-names>G.</given-names></name> <name><surname>Drachman</surname> <given-names>D.</given-names></name> <name><surname>Folstein</surname> <given-names>M.</given-names></name> <name><surname>Katzman</surname> <given-names>R.</given-names></name> <name><surname>Price</surname> <given-names>D.</given-names></name> <name><surname>Stadlan</surname> <given-names>E. M.</given-names></name></person-group> (<year>1984</year>). <article-title>Clinical diagnosis of Alzheimer&#x00027;s disease: report of the NINCDS-ADRDA work group under the auspices of department of health and human services task force on Alzheimer&#x00027;s</article-title>. <source>Neurology</source> <volume>34</volume>, <fpage>939</fpage>&#x02013;<lpage>944</lpage>. <pub-id pub-id-type="doi">10.1212/WNL.34.7.939</pub-id><pub-id pub-id-type="pmid">6610841</pub-id></citation>
</ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mota</surname> <given-names>M. B.</given-names></name> <name><surname>Furtado</surname> <given-names>R.</given-names></name> <name><surname>Maia</surname> <given-names>P. P. C.</given-names></name> <name><surname>Copelli</surname> <given-names>M.</given-names></name> <name><surname>Ribeiro</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). <article-title>Graph analysis of dream reports is especially informative about psychosis</article-title>. <source>Sci. Rep</source>. <volume>4</volume>:<fpage>3691</fpage>. <pub-id pub-id-type="doi">10.1038/srep03691</pub-id><pub-id pub-id-type="pmid">24424108</pub-id></citation>
</ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mota</surname> <given-names>N. B.</given-names></name> <name><surname>Vasconcelos</surname> <given-names>N. A. P.</given-names></name> <name><surname>Lemos</surname> <given-names>N.</given-names></name> <name><surname>Pieretti</surname> <given-names>A. C.</given-names></name> <name><surname>Kinouchi</surname> <given-names>O.</given-names></name> <name><surname>Cecchi</surname> <given-names>G. A.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>Speech graphs provide a quantitative measure of thought disorder in psychosis</article-title>. <source>PLoS ONE</source> <volume>7</volume>:<fpage>e34928</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0034928</pub-id><pub-id pub-id-type="pmid">22506057</pub-id></citation>
</ref>
<ref id="B25">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Nickles</surname> <given-names>L.</given-names></name></person-group> (<year>2001</year>). <article-title>Spoken word production</article-title>, in <source>What Deficits Reveal about the Human Mind/Brain: A Handbook of Cognitive Neuropsychology</source>, ed <person-group person-group-type="editor"><name><surname>Rapp</surname> <given-names>B.</given-names></name></person-group> (<publisher-loc>Philadelphia, PA</publisher-loc>: <publisher-name>Psychology Press</publisher-name>), <fpage>291</fpage>&#x02013;<lpage>320</lpage>.</citation>
</ref>
<ref id="B26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nutter-Upham</surname> <given-names>K. E.</given-names></name> <name><surname>Saykin</surname> <given-names>A. J.</given-names></name> <name><surname>Rabin</surname> <given-names>L. A.</given-names></name> <name><surname>Roth</surname> <given-names>R. M.</given-names></name> <name><surname>Wishart</surname> <given-names>H. A.</given-names></name> <name><surname>Pare</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Verbal fluency performance in amnestic MCI and older adults with cognitive complaints</article-title>. <source>Achiev. Clin. Neuropsychol</source>. <volume>23</volume>, <fpage>229</fpage>&#x02013;<lpage>241</lpage>. <pub-id pub-id-type="doi">10.1016/j.acn.2008.01.005</pub-id><pub-id pub-id-type="pmid">18339515</pub-id></citation>
</ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Patterson</surname> <given-names>K.</given-names></name> <name><surname>Nestor</surname> <given-names>P. J.</given-names></name> <name><surname>Rogers</surname> <given-names>T. T.</given-names></name></person-group> (<year>2007</year>). <article-title>Where do you know what you know? The representation of semantic knowledge in the human brain</article-title>. <source>Nat. Rev. Neurosci</source>. <volume>8</volume>, <fpage>976</fpage>&#x02013;<lpage>988</lpage>. <pub-id pub-id-type="doi">10.1038/nrn2277</pub-id><pub-id pub-id-type="pmid">18026167</pub-id></citation>
</ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Radanovic</surname> <given-names>M.</given-names></name> <name><surname>Diniz</surname> <given-names>B. S.</given-names></name> <name><surname>Mirandez</surname> <given-names>R. M.</given-names></name> <name><surname>Novaretti</surname> <given-names>T. M. S.</given-names></name> <name><surname>Flacks</surname> <given-names>M. K.</given-names></name> <name><surname>Yassuda</surname> <given-names>M. S.</given-names></name> <etal/></person-group>. (<year>2009</year>). <article-title>Verbal fluency in the detection of mild cognitive impairment and Alzheimer&#x00027;s disease among Brazilian portuguese speakers: the influence of education</article-title>. <source>Int. Psychogeriatr</source>. <volume>21</volume>, <fpage>1</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1017/S1041610209990639</pub-id><pub-id pub-id-type="pmid">19619390</pub-id></citation>
</ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Salmon</surname> <given-names>D. P.</given-names></name> <name><surname>Thomas</surname> <given-names>R. G.</given-names></name> <name><surname>Pay</surname> <given-names>M. M.</given-names></name> <name><surname>Booth</surname> <given-names>A.</given-names></name> <name><surname>Hofstetter</surname> <given-names>C. R.</given-names></name> <name><surname>Thal</surname> <given-names>L. J.</given-names></name> <etal/></person-group>. (<year>2002</year>). <article-title>Alzheimer&#x00027;s disease can be accurately diagnosed in very mildly impaired individuals</article-title>. <source>Neurology</source> <volume>59</volume>, <fpage>1022</fpage>&#x02013;<lpage>1028</lpage>. <pub-id pub-id-type="doi">10.1212/wnl.59.7.1022</pub-id><pub-id pub-id-type="pmid">12370456</pub-id></citation>
</ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saxton</surname> <given-names>J.</given-names></name> <name><surname>Lopez</surname> <given-names>O. L.</given-names></name> <name><surname>Ratcliff</surname> <given-names>G.</given-names></name> <name><surname>Dulberg</surname> <given-names>C.</given-names></name> <name><surname>Fried</surname> <given-names>L. P.</given-names></name> <name><surname>Carlson</surname> <given-names>M. C.</given-names></name> <etal/></person-group>. (<year>2004</year>). <article-title>Preclinical Alzheimer disease: neuropsychological test performance 1.5 to 8 years prior to onset</article-title>. <source>Neurology</source> <volume>63</volume>, <fpage>2341</fpage>&#x02013;<lpage>2347</lpage>. <pub-id pub-id-type="doi">10.1017/S1041610208007631</pub-id><pub-id pub-id-type="pmid">15623697</pub-id></citation>
</ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Singh</surname> <given-names>M.</given-names></name> <name><surname>Provan</surname> <given-names>G. M.</given-names></name></person-group> (<year>1995</year>). <article-title>A comparison of induction algorithms for selective and non-selective Bayesian classifiers</article-title>. <source>Mach. Learn. Proc</source>. <volume>1995</volume>, <fpage>497</fpage>&#x02013;<lpage>505</lpage>.</citation>
</ref>
<ref id="B32">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Strauss</surname> <given-names>E.</given-names></name> <name><surname>Sherman</surname> <given-names>E. M. S.</given-names></name> <name><surname>Spreen</surname> <given-names>O.</given-names></name></person-group> (<year>2006</year>). <source>A Compendium of Neuropsychological Tests: Administration, Norms, and Commentary</source>. <publisher-loc>Oxford, UK</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>.</citation>
</ref>
<ref id="B33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Taler</surname> <given-names>V.</given-names></name> <name><surname>Phillips</surname> <given-names>N. A.</given-names></name></person-group> (<year>2008</year>). <article-title>Language performance in Alzheimer&#x00027;s disease and mild cognitive impairment: a comparative review</article-title>. <source>J. Clin. Exp. Neuropsychol</source>. <volume>30</volume>, <fpage>501</fpage>&#x02013;<lpage>556</lpage>. <pub-id pub-id-type="doi">10.1080/13803390701550128</pub-id><pub-id pub-id-type="pmid">18569251</pub-id></citation>
</ref>
<ref id="B34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Unsworth</surname> <given-names>N.</given-names></name> <name><surname>Spillers</surname> <given-names>G. J.</given-names></name> <name><surname>Brewer</surname> <given-names>G. A.</given-names></name></person-group> (<year>2011</year>). <article-title>Variation in verbal fluency: A latent variable analysis of clustering, switching, and overall performance</article-title>. <source>Q. J. Exp. Psychol</source>. <volume>64</volume>, <fpage>447</fpage>&#x02013;<lpage>466</lpage>. <pub-id pub-id-type="doi">10.1080/17470218.2010.505292</pub-id><pub-id pub-id-type="pmid">20839136</pub-id></citation>
</ref>
<ref id="B35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Winblad</surname> <given-names>B.</given-names></name> <name><surname>Palmer</surname> <given-names>K.</given-names></name> <name><surname>Kivipelto</surname> <given-names>M.</given-names></name> <name><surname>Jelic</surname> <given-names>V.</given-names></name> <name><surname>Fratiglioni</surname> <given-names>L.</given-names></name> <name><surname>Wahlund</surname> <given-names>L. O.</given-names></name> <etal/></person-group>. (<year>2004</year>). <article-title>Mild Cognitive impairment&#x02014;beyond controversies, towards a consensus: reports of the international working group on mild cognitive impairment</article-title>. <source>J. Int. Med</source>. <volume>256</volume>, <fpage>240</fpage>&#x02013;<lpage>246</lpage>. <pub-id pub-id-type="doi">10.1111/j.1365-2796.2004.01380.x</pub-id><pub-id pub-id-type="pmid">15324367</pub-id></citation>
</ref>
</ref-list>
</back>
</article>
