<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurol.</journal-id>
<journal-title>Frontiers in Neurology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurol.</abbrev-journal-title>
<issn pub-type="epub">1664-2295</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fneur.2021.670944</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neurology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Set of Eight Key Questions Helps to Classify Common Vestibular Disorders&#x02014;Results From the DizzyReg Patient Registry</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Strobl</surname> <given-names>Ralf</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/502958/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gr&#x000F6;zinger</surname> <given-names>Michael</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1243968/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zwergal</surname> <given-names>Andreas</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/101213/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Huppert</surname> <given-names>Doreen</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/380889/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Filippopulos</surname> <given-names>Filipp</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1173621/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Grill</surname> <given-names>Eva</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/893175/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Institute for Medical Information Processing, Biometrics and Epidemiology, Ludwig-Maximilians-Universit&#x000E4;t M&#x000FC;nchen (LMU) Munich</institution>, <addr-line>Munich</addr-line>, <country>Germany</country></aff>
<aff id="aff2"><sup>2</sup><institution>German Center for Vertigo and Balance Disorders, University Hospital Munich, Ludwig-Maximilians-Universit&#x000E4;t M&#x000FC;nchen (LMU) Munich</institution>, <addr-line>Munich</addr-line>, <country>Germany</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Neurology, University Hospital Munich, Ludwig-Maximilians-Universit&#x000E4;t M&#x000FC;nchen (LMU) Munich</institution>, <addr-line>Munich</addr-line>, <country>Germany</country></aff>
<aff id="aff4"><sup>4</sup><institution>Munich Centre of Health Sciences, Ludwig-Maximilians-Universit&#x000E4;t M&#x000FC;nchen (LMU) Munich</institution>, <addr-line>Munich</addr-line>, <country>Germany</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Sun-Young Oh, Jeonbuk National University, South Korea</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Sun-Uk Lee, Seoul National University Bundang Hospital, South Korea; Seung-Han Lee, Chonnam National University, South Korea</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Ralf Strobl <email>ralf.strobl&#x00040;med.uni-muenchen.de</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Neuro-Otology, a section of the journal Frontiers in Neurology</p></fn></author-notes>
<pub-date pub-type="epub">
<day>29</day>
<month>04</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>670944</elocation-id>
<history>
<date date-type="received">
<day>22</day>
<month>02</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>17</day>
<month>03</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Strobl, Gr&#x000F6;zinger, Zwergal, Huppert, Filippopulos and Grill.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Strobl, Gr&#x000F6;zinger, Zwergal, Huppert, Filippopulos and Grill</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract><p>Precise history taking is the key to develop a first assumption on the diagnosis of vestibular disorders. Particularly in the primary care setting, algorithms are needed, which are based on a small number of questions and variables only to guide appropriate diagnostic decisions. The aim of this study is to identify a set of such key variables that can be used for preliminary classification of the most common vestibular disorders. A four-step approach was implemented to achieve this aim: (1) we conducted an online expert survey to collect variables that are meaningful for medical history taking, (2) we used qualitative content analysis to structure these variables, (3) we identified matching variables of the patient registry of the German Center for Vertigo and Balance Disorders, and (4) we used classification trees to build a classification model based on these identified variables and to analyze if and how these variables contribute to the classification of common vestibular disorders. We included a total of 1,066 patients with seven common vestibular disorders (mean age of 51.1 years, SD = 15.3, 56% female). Functional dizziness was the most frequent diagnosis (32.5%), followed by vestibular migraine (20.2%) and Meni&#x000E8;re&#x00027;s disease (13.3%). Using classification trees, we identified eight key variables which can differentiate the seven vestibular disorders with an accuracy of almost 50%. The key questions comprised attack duration, rotational vertigo, hearing problems, turning in bed as a trigger, doing sport or heavy household chores as a trigger, age, having problems with walking in the dark, and vomiting. The presented algorithm showed a high-face validity and can be helpful for taking initial medical history in patients with vertigo and dizziness. Further research is required to evaluate if the identified algorithm can be applied in the primary care setting and to evaluate its external validity.</p></abstract>
<kwd-group>
<kwd>vertigo</kwd>
<kwd>diagnosis</kwd>
<kwd>machine learning</kwd>
<kwd>surveys and questionnaires</kwd>
<kwd>clinical decision-making</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="72"/>
<page-count count="10"/>
<word-count count="7393"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>With a lifetime prevalence between 20 and 30% (<xref ref-type="bibr" rid="B1">1</xref>), vertigo and dizziness (VaD) belong to the most common complaints in primary care and emergency departments (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). VaD have an annual prevalence of 9% in medical claim databases (<xref ref-type="bibr" rid="B4">4</xref>) and a high impact on daily life (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>).</p>
<p>In most cases, the diagnosis and treatment of VaD is straightforward (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>). Inappropriate or delayed management of VaD, however, may contribute to chronic symptoms, increase disability, and cause secondary psychosomatic disorders (<xref ref-type="bibr" rid="B9">9</xref>&#x02013;<xref ref-type="bibr" rid="B11">11</xref>).</p>
<p>While patients with VaD are mostly processed in primary care, a recent systematic review found considerable inconsistencies in the management of dizzy patients in this setting (<xref ref-type="bibr" rid="B12">12</xref>). Experts claim that taking a structured medical history is the key to make basic triage, namely, to decide if the patient can be managed in primary care, needs referral to a specialist, or, in the rare case of a life-threatening etiology of VaD (e.g., stroke), even needs emergency care. Concepts for a structured history taking such as the &#x0201C;Five Keys&#x0201D; (<xref ref-type="bibr" rid="B13">13</xref>) proposed that a limited number of symptom characteristics allows to successfully differentiate a majority of all VaD cases. Commonly recommended questions for rational history taking are whether VaD the complaints are paroxysmal or permanent, short or long lasting, spontaneous or triggered, of stereotypical presentation, direction-specific, or accompanied by neurological or otological symptoms (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>).</p>
<p>However, it has been argued that successful medical reasoning is often based on implicit experience and &#x0201C;gut feeling&#x0201D; that supplements explicit structured knowledge (<xref ref-type="bibr" rid="B15">15</xref>). Intuitive elements in the diagnostic process seem to play an important role in diagnostic reasoning (<xref ref-type="bibr" rid="B16">16</xref>). For example, the physician&#x00027;s feeling that &#x0201C;there was something wrong&#x0201D; turned out to predict serious infections in children (<xref ref-type="bibr" rid="B17">17</xref>). Personal preferences play an important role not only in taking medical history but also for assessing diagnostic thresholds and how to interpret them (<xref ref-type="bibr" rid="B18">18</xref>), probably as a function of experience and specialization. In this case, history taking in VaD may be less evidence-based than proposed.</p>
<p>In the current study, we validated a set of questions proposed by neurootological experts by a data-driven approach and hypothesized that a limited number of key characteristics will facilitate the differentiation of the most prevalent vestibular disorders with sufficient validity. To identify these key characteristics, several different statistical approaches are possible. In a previous study, we could show that machine learning methods may display good prediction accuracy but do not yield information about the causal pathways leading to good prediction (<xref ref-type="bibr" rid="B19">19</xref>). However, there are methods such as classification and regression trees (<xref ref-type="bibr" rid="B20">20</xref>) and their more recently developed methodological refinements (<xref ref-type="bibr" rid="B21">21</xref>) to rank characteristics according to their importance.</p>
<p>The aim of this study is to identify a set of key variables that are based on both expert experience and empirical knowledge, can be easily collected in clinical practice, and can be used as indicators for correct diagnosis of the most common vestibular disorders.</p></sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<p>To assemble an <italic>a priori</italic> collection of variables that are meaningful according to expert opinion, we first conducted a worldwide online survey among experts in the field about relevant themes and aspects of history taking in vestibular disease. We then used qualitative content analysis to clarify and structure these aspects. Thirdly, resulting contents were linked to variables from a specialized clinical patient registry that contained verified diagnoses according to current diagnostic guidelines as a gold standard. Fourthly, we used classification trees to analyze if these variables with apparent face validity also had statistical predictive validity.</p>
<sec>
<title>Online Survey for Expert Opinions</title>
<sec>
<title>Data Collection</title>
<p>This survey was conducted as an anonymous online survey in 2018. The participants were recruited from members of the B&#x000E1;r&#x000E1;ny Society, an international society for experts committed to vestibular disorders, and members of the DizzyNet, a European network initiative for vertigo and balance research (<xref ref-type="bibr" rid="B22">22</xref>). The online questionnaire was created with SoSci Survey (<xref ref-type="bibr" rid="B23">23</xref>) and made available to the participants on &#x0201C;<ext-link ext-link-type="uri" xlink:href="http://www.soscisurvey.com">www.soscisurvey.com</ext-link>.&#x0201D; All experts were contacted by e-mail and provided with detailed information about the study.</p>
<sec>
<title>Measures</title>
<p>The experts were asked to specify a limited number of questions that would be most salient and relevant during history taking to establish a preliminary diagnosis, e.g., to differentiate vestibular from non-vestibular or peripheral from central etiologies of VaD, along with any response options that would be indicative of a specific diagnosis. In addition to this, the respondents provided information on their institution, country, clinical specialization, and personal experience in the field.</p></sec></sec></sec>
<sec>
<title>Structuring Expert Opinions</title>
<p>Structured content analysis (<xref ref-type="bibr" rid="B24">24</xref>&#x02013;<xref ref-type="bibr" rid="B26">26</xref>) was used to develop categories from the text passages provided by the experts. Two researchers (EG and RS) read the text and, independently from each other, identified &#x0201C;meaning units,&#x0201D; i.e., distinct meaningful and manageable units. We then organized these units into a taxonomy consisting of main categories and subcategories hierarchically nested within main categories. To give an example, &#x0201C;associated symptoms&#x0201D; was defined as a main category, with &#x0201C;visual symptoms, oscillopsia&#x0201D; and &#x0201C;headache&#x0201D; being subcategories, respectively. The results of the two independent analyses were then synthesized. In case of differences, the final structure was decided on by discussion and consensus. MaxQDA&#x000AE; 2020 was used to support the content analysis and to assign weights to frequently used codes and priorities for interpretation (<xref ref-type="bibr" rid="B27">27</xref>).</p></sec>
<sec>
<title>Linking of Expert Opinion to Registry</title>
<sec>
<title>Database</title>
<p>DizzyReg is an ongoing prospective clinical patient registry that collects information currently stored in electronic health records and medical discharge letters to create a comprehensive clinical database of patient characteristics, symptoms, diagnostic procedures, diagnosis, therapy, and outcomes in patients with VaD (<xref ref-type="bibr" rid="B28">28</xref>). Routinely, the patients also report quality of life and functioning in a few standardized questionnaires (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B29">29</xref>&#x02013;<xref ref-type="bibr" rid="B32">32</xref>). Adult patients are included if they presented at the German Center for Vertigo and Balance Disorders (DSGZ), a tertiary reference unit for outpatients at the Hospital of Ludwig-Maximilians-Universit&#x000E4;t, Munich, and provided written informed consent. Recruitment into the registry commenced in December 2015. Data protection clearance and institutional review board approval has been obtained (no. 414-15).</p></sec>
<sec>
<title>Linking Procedure</title>
<p>We chose those variables from DizzyReg that would correspond most closely to the categories from our content analysis described above, e.g., the subcategory &#x0201C;duration of attacks&#x0201D; would fit to the corresponding variable &#x0201C;If you had vertigo, how long did it last? Less than 20 min; up to 20 min; 20 min to 1 h; several hours; more than 12 h; several days.&#x0201D; If more than one variable could be linked, we chose the variable which was most accurately measurable and which had the smallest number of missing values.</p></sec></sec>
<sec>
<title>Prediction of VaD Diagnoses</title>
<sec>
<title>Ascertainment of Diagnoses</title>
<p>Diagnoses in the DizzyReg are based on a complete neurootological workup carried out by experienced neurootologists of the DSGZ and which conform to current guidelines (<xref ref-type="bibr" rid="B33">33</xref>&#x02013;<xref ref-type="bibr" rid="B42">42</xref>). The neurootological examination includes a comprehensive battery of bedside tests, audiologic and vestibular function tests, and, if necessary, further imaging (e.g., cranial MRI) or consultation with other medical specialties, e.g., otorhinolaryngology, neurology, psychiatry, or ophthalmology. For this study, we included the seven most frequent diagnoses at the DSGZ (<xref ref-type="bibr" rid="B28">28</xref>, <xref ref-type="bibr" rid="B43">43</xref>): benign paroxysmal positional vertigo (BPPV), functional dizziness (FD), Meni&#x000E8;re&#x00027;s disease (MD), vestibular paroxysmia (VP), unilateral vestibulopathy (UVP), bilateral vestibulopathy (BVP), and vestibular migraine (VM). There were no patients with both definite MD and VM in our data set.</p></sec>
<sec>
<title>Statistical Analyses</title>
<p>For data description, we used mean values and standard deviation for continuous variables and absolute and relative frequencies for categorical variables. In DizzyReg, missing values are routinely replaced by a neutral value, reflecting the practice that tests will not be applied if they are not needed or that symptom status are not reported if not indicated, i.e., the result is expected to be neutral.</p></sec>
<sec>
<title>Classification and Regression Trees</title>
<p>Classification and regression trees (CART) have the main advantage to yield a visually attractive tree structure that mimics human decision making and is easy to interpret (<xref ref-type="bibr" rid="B20">20</xref>). In brief, the CART procedure starts by splitting the entire data set with all individuals into smaller subsets that are more homogenous regarding a defined outcome in the current study &#x0201C;diagnosis.&#x0201D; This splitting process is visualized by an upside-down tree structure, with each node in the tree representing a variable and each branch representing a split of the data.</p>
<p>For example, a first split assigns all individuals reporting headache to the left subnode and all individuals not reporting headache to the right subnode. The left subnode would then contain a higher percentage of persons with VM than the right subnode. However, the left subnode would also contain persons who reported headache but were not diagnosed with VM. Each of these subnodes is subsequently split again until each branch terminates in an end node, which is maximally homogeneous regarding diagnosis. Each end node will be assigned with the class, which occurs most often in it. A patient is allocated according to his/her individual characteristics to a certain end node and subsequently classified with the diagnosis assigned to the class of this end node.</p>
<p>Without any restrictions, the final tree would grow until it perfectly classifies each individual in the data set but would perform poorly to classify new individuals, i.e., it overfits. Thus, the final tree needs to be shrunk (&#x0201C;pruned&#x0201D;) (<xref ref-type="bibr" rid="B20">20</xref>) to gain this external validity. We applied cost-complexity pruning that yields a trade-off between the complexity of the tree and its fit to the data. To get an unbiased estimate of this fit, we applied <italic>k</italic>-fold cross-validation (CV). CV assesses how a classification method will generalize to an independent data set by using out-of-sample estimates. The <italic>k</italic>-fold CV partitions the data set into <italic>k</italic> distinct subsets, trains the model on <italic>k</italic>-1 of the subsets, and estimates the test error on the remaining one. This will be repeated <italic>k</italic> times, with each subset acting once to assess the performance. The final fit is calculated as the average over the <italic>k</italic> estimates. Following common recommendations, <italic>k</italic> was set to 10 (<xref ref-type="bibr" rid="B44">44</xref>).</p>
<p>Some diagnoses were more frequent than others, resulting in imbalanced data. Imbalanced data may bias the tree toward the majority class, i.e., the final tree assigns individuals predominantly to the most frequent diagnosis. To avoid this, cases were weighted with the inverse of their class frequency (<xref ref-type="bibr" rid="B45">45</xref>), and class assignment of the end nodes was based on these weighted cases. Thus, cases with less frequent diagnoses were weighted higher than cases with more frequent diagnoses, for example, patients diagnosed with functional dizziness were weighted by 0.44 (1,066 divided by 7 &#x000D7; 346) and patients with unilateral vestibulopathy by 1.34 (1,066 divided by 7 &#x000D7; 114).</p></sec>
<sec>
<title>Estimating Variable Importance</title>
<p>In contrast to standard regression methods, a classification tree does not indicate which of the variables contributed most to the result, i.e., which questions will be most relevant for the diagnostic decision. To estimate variable relevance, we applied random forest classification (<xref ref-type="bibr" rid="B46">46</xref>), which yields estimates of variable importance values (<xref ref-type="bibr" rid="B47">47</xref>&#x02013;<xref ref-type="bibr" rid="B49">49</xref>).</p>
<p>To assess variable importance, we applied an importance measure based on permutation (<xref ref-type="bibr" rid="B46">46</xref>). Here the mean decreases in accuracy, i.e., the proportion of correctly classified patients, for each variable is assessed by randomly permuting the values of this variable and measuring the decrease in accuracy due to this permutation. This permutation importance does not measure the full effect on prediction of a variable because other variables could act as surrogates. Recent developments also suggest other concrete importance parameters, among others the number of time a variable formed the root of a tree (<xref ref-type="bibr" rid="B50">50</xref>). In the current study, we report both the prediction accuracy based on permutation and the number of times a variable was used to split the root node.</p>
<p>Statistical significance was set at a two-tailed 5% level. R 3.6.1 was used for descriptive analyses (<xref ref-type="bibr" rid="B51">51</xref>) and the machine learning library scikit-learn (<xref ref-type="bibr" rid="B52">52</xref>) for learning and pruning the tree. Variable importance was assessed with the &#x0201C;RandomForestExplainer&#x0201D; package in R (<xref ref-type="bibr" rid="B50">50</xref>). Visualization of the trained tree was obtained using the open-source python library dtreeviz (<xref ref-type="bibr" rid="B53">53</xref>).</p></sec>
<sec>
<title>Diagnostic Properties</title>
<p>Overall accuracy was estimated as the number of correctly classified patients divided by the total number of included patients. Thus, a patient was correctly classified if the assigned class of the end node that the patient belongs to matches the final diagnosis made at the DSGZ and incorrectly if otherwise. To judge the quality of the classification for each VaD syndrome, we reported sensitivity (SEN), specificity (SPEC), positive predictive value (PPV), and negative predictive value (NPV). As these measures are only defined for binary classification and not for multi-class classification, we reduced the classification problem by the &#x0201C;one vs. all&#x0201D; approach exclusively for this calculation.</p></sec></sec></sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>In total, 21 experts from 16 different countries took part in the online survey. The experts worked in a total of 19 centers treating an average of 1,000 patients per year (median: 700, range: 40&#x02013;4,000). The participants reported an average of 23 years of clinical experience (median: 25, range: 4&#x02013;42). A total of 152 different statements were reported.</p>
<p>Content analysis yielded nine main categories and 39 subcategories, which are shown in <xref ref-type="table" rid="T1">Table 1</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Main and subcategories identified from the expert survey.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Main category</bold></th>
<th valign="top" align="left"><bold>Subcategory</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Description of attacks/episodes</td>
<td valign="top" align="left">Duration of attacks</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Episodic/continuous</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Strength of attacks</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Evolution of attacks</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Frequency of attacks</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Type of vertigo</td>
</tr>
<tr>
<td valign="top" align="left">Associated symptoms</td>
<td valign="top" align="left">Aural symptoms</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Headache</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Visual symptoms, oscillopsia</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Photophobia, phonophobia</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Gait/balance unsteadiness</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Psychological symptoms</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Nausea/vomiting</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Neurological symptoms</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Autonomic symptoms</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Cervical tension/pain</td>
</tr>
<tr>
<td valign="top" align="left">Medication</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Effect on daily life</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Comorbidities</td>
<td valign="top" align="left">Musculoskeletal</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Diabetes</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Autoimmune disease</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Psychiatric (anxiety, depression)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Neurological</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Cardiovascular disease</td>
</tr>
<tr>
<td valign="top" align="left">Trigger</td>
<td valign="top" align="left">Alcohol</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Noise</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Movement</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Pressure change (air pressure, valsalva)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Specific situation</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Trauma</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Stress/lack of sleep</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Current herpes viral infection</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Changing body position</td>
</tr>
<tr>
<td valign="top" align="left">Family history</td>
<td valign="top" align="left">Comorbidities</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Vertigo</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Hearing loss</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Migraine</td>
</tr>
<tr>
<td valign="top" align="left">Duration of disease (first&#x02013;last episode)</td>
<td valign="top" align="left">Last episode</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Age of onset</td>
</tr>
<tr>
<td valign="top" align="left">Mitigating factors</td>
<td/>
</tr>
</tbody>
</table>
</table-wrap>
<p>A total of 98 variables contained in the DizzyReg could be linked to one of the categories. Ten categories were not represented in the registry, e.g., alcohol or pressure changes as a trigger. A complete description of the linking results can be found in the electronic appendix (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 1</xref>).</p>
<p>We included a total of 1,066 patients with a mean age of 51.1 years (standard deviation, SD = 15.3), 56% of whom were female. Functional dizziness was the most frequent diagnosis (32.5%), followed by vestibular migraine (20.2%) and Meni&#x000E8;re&#x00027;s disease (13.3%). A total of 47% of patients had vertigo or dizziness for &#x0003C;2 years (for more details, see <xref ref-type="table" rid="T2">Table 2</xref>).</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Description of the study sample for the seven different diagnoses.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Variable</bold></th>
<th valign="top" align="left"><bold>Levels</bold></th>
<th valign="top" align="center"><bold>All</bold></th>
<th valign="top" align="center"><bold>FD</bold></th>
<th valign="top" align="center"><bold>VM</bold></th>
<th valign="top" align="center"><bold>MD</bold></th>
<th valign="top" align="center"><bold>BPPV</bold></th>
<th valign="top" align="center"><bold>UVP</bold></th>
<th valign="top" align="center"><bold>BVP</bold></th>
<th valign="top" align="center"><bold>VP</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Sample size</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="center">1,066</td>
<td valign="top" align="center">346</td>
<td valign="top" align="center">215</td>
<td valign="top" align="center">142</td>
<td valign="top" align="center">134</td>
<td valign="top" align="center">114</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center">49</td>
</tr>
<tr>
<td valign="top" align="left">Gender</td>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">602 (56%)</td>
<td valign="top" align="center">178 (51%)</td>
<td valign="top" align="center">145 (67%)</td>
<td valign="top" align="center">78 (55%)</td>
<td valign="top" align="center">88 (66%)</td>
<td valign="top" align="center">66 (58%)</td>
<td valign="top" align="center">27 (41%)</td>
<td valign="top" align="center">20 (41%)</td>
</tr>
<tr>
<td valign="top" align="left">Age</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="center">51.06</td>
<td valign="top" align="center">47.19</td>
<td valign="top" align="center">44.48</td>
<td valign="top" align="center">53.42</td>
<td valign="top" align="center">57.04</td>
<td valign="top" align="center">56.95</td>
<td valign="top" align="center">64.97</td>
<td valign="top" align="center">51.59</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="center">(SD = 15.29)</td>
<td valign="top" align="center">(SD = 14.51)</td>
<td valign="top" align="center">(SD = 13.95)</td>
<td valign="top" align="center">(SD = 13.3)</td>
<td valign="top" align="center">(SD = 12.06)</td>
<td valign="top" align="center">(SD = 15.01)</td>
<td valign="top" align="center">(SD = 16.96)</td>
<td valign="top" align="center">(SD = 14.16)</td>
</tr>
<tr>
<td valign="top" align="left">Falls last 12 months</td>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">288 (27%)</td>
<td valign="top" align="center">74 (21%)</td>
<td valign="top" align="center">53 (25%)</td>
<td valign="top" align="center">38 (27%)</td>
<td valign="top" align="center">41 (31%)</td>
<td valign="top" align="center">36 (32%)</td>
<td valign="top" align="center">26 (39%)</td>
<td valign="top" align="center">20 (41%)</td>
</tr>
<tr>
<td valign="top" align="left">Time since first onset</td>
<td valign="top" align="left">&#x0003C;3 months</td>
<td valign="top" align="center">191 (18%)</td>
<td valign="top" align="center">69 (20%)</td>
<td valign="top" align="center">48 (22%)</td>
<td valign="top" align="center">20 (14%)</td>
<td valign="top" align="center">18 (13%)</td>
<td valign="top" align="center">25 (22%)</td>
<td valign="top" align="center">8 (12%)</td>
<td valign="top" align="center">3 (6%)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">3 months to 2 years</td>
<td valign="top" align="center">314 (29%)</td>
<td valign="top" align="center">103 (30%)</td>
<td valign="top" align="center">47 (22%)</td>
<td valign="top" align="center">39 (27%)</td>
<td valign="top" align="center">45 (34%)</td>
<td valign="top" align="center">48 (42%)</td>
<td valign="top" align="center">22 (33%)</td>
<td valign="top" align="center">10 (20%)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">2&#x02013;5 years</td>
<td valign="top" align="center">264 (25%)</td>
<td valign="top" align="center">88 (25%)</td>
<td valign="top" align="center">54 (25%)</td>
<td valign="top" align="center">32 (23%)</td>
<td valign="top" align="center">31 (23%)</td>
<td valign="top" align="center">25 (22%)</td>
<td valign="top" align="center">15 (23%)</td>
<td valign="top" align="center">19 (39%)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">5&#x02013;10 years</td>
<td valign="top" align="center">160 (15%)</td>
<td valign="top" align="center">49 (14%)</td>
<td valign="top" align="center">33 (15%)</td>
<td valign="top" align="center">23 (16%)</td>
<td valign="top" align="center">23 (17%)</td>
<td valign="top" align="center">11 (10%)</td>
<td valign="top" align="center">11 (17%)</td>
<td valign="top" align="center">10 (20%)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">More than 10 years</td>
<td valign="top" align="center">137 (13%)</td>
<td valign="top" align="center">37 (11%)</td>
<td valign="top" align="center">33 (15%)</td>
<td valign="top" align="center">28 (20%)</td>
<td valign="top" align="center">17 (13%)</td>
<td valign="top" align="center">5 (4%)</td>
<td valign="top" align="center">10 (15%)</td>
<td valign="top" align="center">7 (14%)</td>
</tr>
<tr>
<td valign="top" align="left">Vertigo</td>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">574 (54%)</td>
<td valign="top" align="center">121 (35%)</td>
<td valign="top" align="center">131 (61%)</td>
<td valign="top" align="center">113 (80%)</td>
<td valign="top" align="center">102 (76%)</td>
<td valign="top" align="center">60 (53%)</td>
<td valign="top" align="center">20 (30%)</td>
<td valign="top" align="center">27 (55%)</td>
</tr>
<tr>
<td valign="top" align="left">Postural imbalance</td>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">609 (57%)</td>
<td valign="top" align="center">216 (62%)</td>
<td valign="top" align="center">113 (53%)</td>
<td valign="top" align="center">74 (52%)</td>
<td valign="top" align="center">64 (48%)</td>
<td valign="top" align="center">65 (57%)</td>
<td valign="top" align="center">44 (67%)</td>
<td valign="top" align="center">33 (67%)</td>
</tr>
<tr>
<td valign="top" align="left">Dizziness</td>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">555 (52%)</td>
<td valign="top" align="center">223 (64%)</td>
<td valign="top" align="center">110 (51%)</td>
<td valign="top" align="center">66 (46%)</td>
<td valign="top" align="center">58 (43%)</td>
<td valign="top" align="center">55 (48%)</td>
<td valign="top" align="center">22 (33%)</td>
<td valign="top" align="center">21 (43%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>FD, functional dizziness; VM, vestibular migraine; MD, Meni&#x000E8;re&#x00027;s disease; BPPV, benign paroxysmal positional vertigo; UVP, unilateral vestibulopathy; BVP, bilateral vestibulopathy; VP, vestibular paroxysmia</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>Eight variables were found to be indicative for vertigo and dizziness diagnoses: attack duration, rotational vertigo, hearing problems, turning in bed as a trigger, doing sport or heavy household chores as a trigger, age, having problems with walking in the dark, and vomiting. The resulting tree is shown in <xref ref-type="fig" rid="F1">Figure 1</xref>.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Result of the classification and regression trees to distinguish between functional dizziness, vestibular migraine, Meni&#x000E8;re&#x00027;s disease, benign paroxysmal positional vertigo, unilateral vestibulopathy, bilateral vestibulopathy, and vestibular paroxysmia.</p></caption>
<graphic xlink:href="fneur-12-670944-g0001.tif"/>
</fig>
<p>To give an example for interpretation: two paths in the tree could identify 56.7% of patients with BPPV correctly. In the first path, a short attack duration (&#x0003C;2 min) and turning in bed as a trigger lead to a correct classification of 55 patients with BPPV. In the second path, a longer attack duration, no hearing problems, age &#x0003E;60, and turning in bed as a trigger lead to 21 patients being correctly classified. In summary, of the 134 patients with BPPV, 76 (56.7%) were assigned to the correct classification of BPPV. The overall accuracy of the algorithm for all diagnoses as a multi-class problem was 42.2%. Further details of the diagnostic properties can be found in <xref ref-type="table" rid="T3">Table 3</xref>.</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Comparison of the classification of the classification and regression trees algorithm with the diagnosis made at the German Center for Vertigo and Balance Disorders (DSGZ) for functional dizziness (FD), vestibular migraine (VM), Meni&#x000E8;re&#x00027;s disease (MD), benign paroxysmal positional vertigo (BPPV), unilateral vestibulopathy (UVP), bilateral vestibulopathy (BVP), and vestibular paroxysmia (VP).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th/>
<th valign="top" align="center" colspan="7" style="border-bottom: thin solid #000000;"><bold>Diagnosis by DSGZ</bold></th>
<th valign="top" align="center" colspan="4" style="border-bottom: thin solid #000000;"><bold>Diagnostic parameters</bold></th>
</tr>
<tr>
<th/>
<th/>
<th valign="top" align="center"><bold>FD</bold></th>
<th valign="top" align="center"><bold>VM</bold></th>
<th valign="top" align="center"><bold>MD</bold></th>
<th valign="top" align="center"><bold>BPPV</bold></th>
<th valign="top" align="center"><bold>UVP</bold></th>
<th valign="top" align="center"><bold>BVP</bold></th>
<th valign="top" align="center"><bold>VP</bold></th>
<th valign="top" align="center"><bold>SENS (%)</bold></th>
<th valign="top" align="center"><bold>SPEC (%)</bold></th>
<th valign="top" align="center"><bold>PPV (%)</bold></th>
<th valign="top" align="center"><bold>NPV (%)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Diagnosis by classification algorithm</td>
<td valign="top" align="left">FD</td>
<td valign="top" align="center">146</td>
<td valign="top" align="center">41</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">42.2</td>
<td valign="top" align="center">57.8</td>
<td valign="top" align="center">65.5</td>
<td valign="top" align="center">34.5</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">VM</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center">84</td>
<td valign="top" align="center">22</td>
<td valign="top" align="center">22</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">39.1</td>
<td valign="top" align="center">60.9</td>
<td valign="top" align="center">38.4</td>
<td valign="top" align="center">61.6</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">MD</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">49.3</td>
<td valign="top" align="center">50.7</td>
<td valign="top" align="center">44.0</td>
<td valign="top" align="center">56.0</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">BPPV</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">76</td>
<td valign="top" align="center">13</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">56.7</td>
<td valign="top" align="center">43.3</td>
<td valign="top" align="center">41.1</td>
<td valign="top" align="center">58.9</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">UVP</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">23</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">20.2</td>
<td valign="top" align="center">79.8</td>
<td valign="top" align="center">39.0</td>
<td valign="top" align="center">61.0</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">BVP</td>
<td valign="top" align="center">43</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">32</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">48.5</td>
<td valign="top" align="center">51.5</td>
<td valign="top" align="center">20.8</td>
<td valign="top" align="center">79.2</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">VP</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">38.8</td>
<td valign="top" align="center">61.2</td>
<td valign="top" align="center">28.4</td>
<td valign="top" align="center">71.6</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Performance is described by SENS, sensitivity; SPEC, specificity; PPV, positive predictive value, and NPV, negative predictive value</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>The variable importance of the 20 variables that contributed most to the classification was determined by random forest analysis and is shown in <xref ref-type="table" rid="T4">Table 4</xref>. The variable with the most influence on the performance of the algorithm was vomiting, followed by age and hearing problems.</p>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>Variable importance of the 20 most relevant variables to differentiate between the seven different vestibular diagnoses (functional dizziness, vestibular migraine, Meni&#x000E8;re&#x00027;s disease, benign paroxysmal positional vertigo, unilateral vestibulopathy, bilateral vestibulopathy, and vestibular paroxysmia).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Variables</bold></th>
<th valign="top" align="center"><bold>Mean decrease in accuracy</bold></th>
<th valign="top" align="center"><bold>Root node<xref ref-type="table-fn" rid="TN1"><sup>&#x00023;</sup></xref></bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Vomiting</td>
<td valign="top" align="center">1.41</td>
<td valign="top" align="center">744</td>
</tr>
<tr>
<td valign="top" align="left">Age</td>
<td valign="top" align="center">1.02</td>
<td valign="top" align="center">978</td>
</tr>
<tr>
<td valign="top" align="left">Hearing problems</td>
<td valign="top" align="center">0.93</td>
<td valign="top" align="center">682</td>
</tr>
<tr>
<td valign="top" align="left">Turning in bed as a trigger</td>
<td valign="top" align="center">0.92</td>
<td valign="top" align="center">343</td>
</tr>
<tr>
<td valign="top" align="left">Attack duration: &#x0003C;2 min</td>
<td valign="top" align="center">0.76</td>
<td valign="top" align="center">1,105</td>
</tr>
<tr>
<td valign="top" align="left">Rotational vertigo</td>
<td valign="top" align="center">0.67</td>
<td valign="top" align="center">338</td>
</tr>
<tr>
<td valign="top" align="left">Getting in and out of bed is difficult</td>
<td valign="top" align="center">0.63</td>
<td valign="top" align="center">138</td>
</tr>
<tr>
<td valign="top" align="left">Attack duration: hours</td>
<td valign="top" align="center">0.61</td>
<td valign="top" align="center">446</td>
</tr>
<tr>
<td valign="top" align="left">Nausea</td>
<td valign="top" align="center">0.57</td>
<td valign="top" align="center">481</td>
</tr>
<tr>
<td valign="top" align="left">Positional maneuver as a trigger</td>
<td valign="top" align="center">0.38</td>
<td valign="top" align="center">223</td>
</tr>
<tr>
<td valign="top" align="left">Ear pressure</td>
<td valign="top" align="center">0.29</td>
<td valign="top" align="center">321</td>
</tr>
<tr>
<td valign="top" align="left">Walking in the dark is difficult</td>
<td valign="top" align="center">0.27</td>
<td valign="top" align="center">780</td>
</tr>
<tr>
<td valign="top" align="left">Walking on sidewalks is difficult</td>
<td valign="top" align="center">0.24</td>
<td valign="top" align="center">504</td>
</tr>
<tr>
<td valign="top" align="left">Ear noise</td>
<td valign="top" align="center">0.20</td>
<td valign="top" align="center">72</td>
</tr>
<tr>
<td valign="top" align="left">Attack duration: several days</td>
<td valign="top" align="center">0.16</td>
<td valign="top" align="center">491</td>
</tr>
<tr>
<td valign="top" align="left">Provocational nystagmus</td>
<td valign="top" align="center">0.16</td>
<td valign="top" align="center">46</td>
</tr>
<tr>
<td valign="top" align="left">Gait disturbance</td>
<td valign="top" align="center">0.16</td>
<td valign="top" align="center">268</td>
</tr>
<tr>
<td valign="top" align="left">Bending over as a trigger</td>
<td valign="top" align="center">0.16</td>
<td valign="top" align="center">62</td>
</tr>
<tr>
<td valign="top" align="left">Eye movement disorder</td>
<td valign="top" align="center">0.14</td>
<td valign="top" align="center">52</td>
</tr>
<tr>
<td valign="top" align="left">Headache</td>
<td valign="top" align="center">0.12</td>
<td valign="top" align="center">31</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>The estimation of importance measures was based on random forests with 10,000 trees. The mean decrease in accuracy was based on permutation in importance</italic>.</p>
<fn id="TN1"><label>&#x00023;</label><p><italic>Root node indicates how often a variable was used to split the root node (higher frequencies indicate higher relevance for the classification)</italic>.</p></fn>
</table-wrap-foot>
</table-wrap></sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>This study was able to identify a set of eight key questions that can help to differentiate seven common vestibular diagnoses. The key questions comprised attack duration, rotational vertigo, hearing problems, turning in bed as a trigger, doing sport or heavy household chores as a trigger, age, having problems with walking in the dark, and vomiting.</p>
<p>The negative predictive values were higher than the positive predictive values, indicating that it was mostly easier to exclude a diagnosis than to confirm it.</p>
<p>Using expert opinion and a statistical classification approach, we arrived at combinations of symptoms with high face validity. Positive predictive value in our study was highest for functional dizziness. This is not surprising because FD is characterized by the combination of typical symptoms and the absence of others (<xref ref-type="bibr" rid="B38">38</xref>). Thus, the sequence of longer attack duration, no hearing problems, younger age, no vegetative symptoms, and a presentation as dizziness rather than rotational vertigo indicated FD, which is in line with the approach presented by Dieterich et al. (<xref ref-type="bibr" rid="B54">54</xref>, <xref ref-type="bibr" rid="B55">55</xref>). On the other hand, FD was also frequently present in other nodes (between 13 and 29%). This finding may be explained by the relatively high prevalence of FD in this sample. Furthermore, patients with FD report a multitude of uncharacteristic symptoms fluctuating in time and intensity, triggered by various situations (<xref ref-type="bibr" rid="B55">55</xref>). Furthermore, FD often manifests as a comorbidity to or consequence of different organic vestibular disorders, most commonly VM, BPPV, and MD (<xref ref-type="bibr" rid="B56">56</xref>).</p>
<p>BPPV was likewise characterized in our study by a short duration of attacks and the movement of body and head in the horizontal plane, which is in line with the typical clinical presentation (<xref ref-type="bibr" rid="B43">43</xref>, <xref ref-type="bibr" rid="B57">57</xref>). These two questions identified more than half of BPPV patients. Head movement while turning in bed was also indicative for an older group of patients with BPPV who had longer attacks. This finding also aligns with literature (<xref ref-type="bibr" rid="B58">58</xref>).</p>
<p>In addition, the characterization of MD, BVP, and UVP in our study is in accordance with the clinical key features described previously (<xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B59">59</xref>, <xref ref-type="bibr" rid="B60">60</xref>). In our study, MD patients had a longer attack duration and hearing loss. BVP was characterized by symptoms aggravating in darkness, permanent dizziness, and higher age. Increase of symptoms in darkness and older age are highly characteristic for BVP (<xref ref-type="bibr" rid="B61">61</xref>). UVP characteristics were a longer duration of symptoms, lack of hearing loss, younger age (&#x0003C;60 years), vomiting, and aggravation by sports or heavy household chores. Although UVP can occur in all age groups and is thus not considered to be typical for younger adults, a peak between the ages of 30 and 50 was suggested (<xref ref-type="bibr" rid="B62">62</xref>).</p>
<p>Vestibular migraine was difficult to classify in our study. The clearest differentiation was age, which is confirmed by the finding that VM typically manifests in younger adults (<xref ref-type="bibr" rid="B63">63</xref>) without typical triggers (<xref ref-type="bibr" rid="B34">34</xref>). Interestingly, we were not able to confirm headache as a typical feature of VM. It has been shown that about 30% of patients with VM do not report headache associated to vertigo attacks (<xref ref-type="bibr" rid="B64">64</xref>), and &#x0003C;50% of patients report the simultaneous presence of headache and vertigo during attacks (<xref ref-type="bibr" rid="B65">65</xref>).</p>
<p>A specific objective of the present study was to train a machine learning model for classification that is transparent, easy to use in daily clinical practice, and easy to understand. In the past, several different approaches have been used to help classify the underlying pathologies of vertigo and dizziness. A complex method like deep neural networks (DNN), which was applied to vestibular disorders with promising results (<xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B66">66</xref>), is difficult to directly transfer to a real-world clinical setting since DNN does not provide transparency on how the classification decision was made. Similarly, applying support vector machine (SVM) is accompanied by a lack of procedural transparency but comes with a high power regarding accuracy. A study on classifying unilateral vestibulopathy using SVM yielded an accuracy of 76% (<xref ref-type="bibr" rid="B67">67</xref>). Another study was able to differentiate the peripheral and central causes of acute vestibular disorders with a high accuracy using modern machine learning methods (<xref ref-type="bibr" rid="B68">68</xref>). Recent research aimed to alleviate the drawback of procedural opacity and develop explainable artificial intelligence (<xref ref-type="bibr" rid="B69">69</xref>), but their work was based on pattern recognition and has not been applied to data sets with numeric, ordinal, or categorical data yet. Thus, further research is required to identify if such an approach might be appropriate for a clinical decision-making system in specialized areas like vestibular disorders.</p>
<p>Studies using transparent learning methods, like CART, are scarce. A study from 2000 also applied classification trees for differentiation of vestibular disorders (<xref ref-type="bibr" rid="B70">70</xref>). They identified hearing loss, duration of the disease, frequency of attacks, severity of rotational vertigo, onset and type of hearing loss, and occurrence of head injury at onset of vertigo as important variables for diagnostic classification. These variables are similar to the ones presented here, although some variables were not surveyed in the present study (e.g., association to trauma). Another study used boosted decision trees to identify two different feature sets, one for general practitioners and one for experts (<xref ref-type="bibr" rid="B71">71</xref>). All these studies reported a higher accuracy than our study, as they used a one-vs.-all classification approach, which results in better accuracy but is less precise than our approach. To put this into context, a one-vs.-all approach has an implicit minimal accuracy of 50% as the classification problem is reduced to a dichotomous choice. In contrast to this, our algorithm aims at distinguishing between seven different vertigo syndromes simultaneously, yielding a minimal accuracy of 1/7 = 14%. Thus, the overall accuracy of 42.2% is a notable improvement.</p>
<sec>
<title>Limitations</title>
<p>In our study, we used data from a patient registry of a tertiary referral center for balance disorders, which is not representative for patients presenting with vertigo and dizziness in primary or secondary care. Patients visiting specialized units are usually a selection of severe or chronic patients with a long history of disease or unsuccessful therapy. This may explain the low accuracy of our findings. However, this registry is one of the largest data collections of information on vestibular disorders, including rare forms, and belongs to one of the most comprehensive and valid sources for clinical phenotyping. In addition, there are patients with overlapping syndromes (e.g., VM and MD). This overlap may pose a challenge for the current diagnostic approach as these patients may present with a set of symptoms not characteristic for the assigned diagnosis. Furthermore, certain syndromes occurring in the emergency setting, like vestibular TIA or stroke, or other rare syndromes, like vestibular schwannoma, are not sufficiently represented in the patient registry. To be applied in a real-world setting, these vestibular syndromes should be incorporated in the algorithm, for example, by including expert knowledge or data sets from emergency departments. To further improve the diagnostic algorithm for the classification of common vestibular disorders, results from basic clinical vestibular testing (such as the clinical head impulse test or positioning maneuvers) and a modification of symptomatic categories need to be incorporated into the model.</p>
<p>There are several shortcomings of CART as opposed to other methods. Firstly, trees are not very robust to small changes in the data, i.e., a small change can result into a different tree. Furthermore, CART cannot handle non-random missing values in an adequate way. A common approach to handle missing values is based on surrogate splits, which cannot be applied here, as the best surrogate candidates have the same cause of missingness, e.g., the decision of the physician that a certain measurement is not necessary for diagnosis (<xref ref-type="bibr" rid="B72">72</xref>). Secondly, trees cannot compete with complex ensemble methods in terms of prediction accuracy alone. A study using real and simulated data sets showed that the accuracy of the best single-tree algorithm is on average about 10% less than that of a tree ensemble (<xref ref-type="bibr" rid="B21">21</xref>).</p>
<p>However, we are confident that, for the purpose of the current study, CART represents the most transparent method to develop an algorithm for diagnosing vestibular disorders. The main advantage of tree-based models is that they mirror human decision-making. Thus, the identified tree can act as a blueprint for taking and structuring patient records.</p></sec>
<sec>
<title>Conclusion</title>
<p>The presented algorithm used a transparent and easily applicable approach for categorizing different common vestibular syndromes based on eight key questions. It may be helpful for the initial triage of patients but needs to be followed by a basic clinical exam of vestibular and ocular motor functions to improve the accuracy of the diagnostic classification. To evaluate if the identified algorithm might be a basis for a simple-to-use algorithm in a primary care setting, further studies are required.</p></sec></sec>
<sec sec-type="data-availability-statement" id="s5">
<title>Data Availability Statement</title>
<p>The data analyzed in this study is subject to the following licenses/restrictions: an application form has to be sent to the Scientific Committee of the German Center for Vertigo and Balance Disorders. Requests to access these datasets should be directed to <email>ralf.strobl&#x00040;med.uni-muenchen.de</email>.</p></sec>
<sec id="s6">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Ethic committee of the medical faculty, LMU Munich, Munich, Germany. The patients/participants provided their written informed consent to participate in this study.</p></sec>
<sec id="s7">
<title>Author Contributions</title>
<p>RS contributed to the drafting/revising of the manuscript for content, including writing, study concept/design, interpretation of data, and acquisition of data. MG contributed to statistical analysis and revision of the manuscript for content, including writing, and study concept. AZ contributed to the interpretation of data and revision of the manuscript for content. DH contributed to the development of the concept and revision of the manuscript for content. FF contributed to the interpretation of data, revision of the manuscript for content, and medical writing. EG contributed to the drafting/revision the manuscript for content, including medical writing and study concept/design. All authors contributed to the article and approved the submitted version.</p></sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p></sec>
</body>
<back>
<ack><p>We would like to thank the patients participating in the registry and the experts, who participated in the online survey.</p>
</ack><sec sec-type="supplementary-material" id="s8">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fneur.2021.670944/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fneur.2021.670944/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.DOCX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/></sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Brandt</surname> <given-names>T</given-names></name> <name><surname>Strupp</surname> <given-names>DM</given-names></name></person-group>. <source>Vertigo&#x02013;Leitsymptom Schwindel.</source> <publisher-loc>Heidelberg</publisher-loc>: <publisher-name>Springer-Verlag</publisher-name> (<year>2012</year>).</citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yardley</surname> <given-names>L</given-names></name> <name><surname>Owen</surname> <given-names>N</given-names></name> <name><surname>Nazareth</surname> <given-names>I</given-names></name> <name><surname>Luxon</surname> <given-names>L</given-names></name></person-group>. <article-title>Prevalence and presentation of dizziness in a general practice community sample of working age people</article-title>. <source>Br J Gen Pract.</source> (<year>1998</year>) <volume>48</volume>:<fpage>1131</fpage>&#x02013;<lpage>5</lpage>.<pub-id pub-id-type="pmid">9667086</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Neuhauser</surname> <given-names>HK</given-names></name> <name><surname>von</surname> <given-names>Brevern M</given-names></name> <name><surname>Radtke</surname> <given-names>A</given-names></name> <name><surname>Lezius</surname> <given-names>F</given-names></name> <name><surname>Feldmann</surname> <given-names>M</given-names></name> <name><surname>Ziese</surname> <given-names>T</given-names></name> <etal/></person-group>. <article-title>Epidemiology of vestibular vertigo: a neurotologic survey of the general population</article-title>. <source>Neurology.</source> (<year>2005</year>) <volume>65</volume>:<fpage>898</fpage>&#x02013;<lpage>904</lpage>. <pub-id pub-id-type="doi">10.1212/01.wnl.0000175987.59991.3d</pub-id><pub-id pub-id-type="pmid">16186531</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rieger</surname> <given-names>A</given-names></name> <name><surname>Mansmann</surname> <given-names>U</given-names></name> <name><surname>Maier</surname> <given-names>W</given-names></name> <name><surname>Seitz</surname> <given-names>L</given-names></name> <name><surname>Brandt</surname> <given-names>T</given-names></name> <name><surname>Strupp</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Management of patients with the cardinal symptom dizziness or vertigo</article-title>. <source>Gesundheitswesen.</source> (<year>2014</year>) <volume>76</volume>:<fpage>e32</fpage>&#x02013;<lpage>38</lpage>. <pub-id pub-id-type="doi">10.1055/s-0033-1357145</pub-id><pub-id pub-id-type="pmid">24293025</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Neuhauser</surname> <given-names>HK</given-names></name> <name><surname>Radtke</surname> <given-names>A</given-names></name> <name><surname>von</surname> <given-names>Brevern M</given-names></name> <name><surname>Lezius</surname> <given-names>F</given-names></name> <name><surname>Feldmann</surname> <given-names>M</given-names></name> <name><surname>Lempert</surname> <given-names>T</given-names></name></person-group>. <article-title>Burden of dizziness and vertigo in the community</article-title>. <source>Arch Intern Med.</source> (<year>2008</year>) <volume>168</volume>:<fpage>2118</fpage>&#x02013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1001/archinte.168.19.2118</pub-id><pub-id pub-id-type="pmid">27638063</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mueller</surname> <given-names>M</given-names></name> <name><surname>Strobl</surname> <given-names>R</given-names></name> <name><surname>Jahn</surname> <given-names>K</given-names></name> <name><surname>Linkohr</surname> <given-names>B</given-names></name> <name><surname>Peters</surname> <given-names>A</given-names></name> <name><surname>Grill</surname> <given-names>E</given-names></name></person-group>. <article-title>Burden of disability attributable to vertigo and dizziness in the aged: results from the KORA-Age study</article-title>. <source>Eur J Public Health.</source> (<year>2013</year>) <volume>5</volume>:<fpage>802</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1093/eurpub/ckt171</pub-id><pub-id pub-id-type="pmid">24213583</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Swartz</surname> <given-names>R</given-names></name> <name><surname>Longwell</surname> <given-names>P</given-names></name></person-group>. <article-title>Treatment of vertigo</article-title>. <source>Am Fam Physician.</source> (<year>2005</year>) <volume>71</volume>:<fpage>1115</fpage>&#x02013;<lpage>22</lpage>.</citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Brandt</surname> <given-names>T</given-names></name></person-group>. <article-title>Diagnosis and treatment of vertigo and dizziness</article-title>. <source>Dtsch Arztebl Int.</source> (<year>2008</year>) <volume>105</volume>:<fpage>173</fpage>&#x02013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.3238/arztebl.2008.0173</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Glaser</surname> <given-names>M</given-names></name> <name><surname>Karch</surname> <given-names>C</given-names></name> <name><surname>Rettinger</surname> <given-names>N</given-names></name> <name><surname>Dieterich</surname> <given-names>M</given-names></name> <name><surname>Brandt</surname> <given-names>T</given-names></name></person-group>. <article-title>The most common form of dizziness in middle age: phobic postural vertigo</article-title>. <source>Nervenarzt.</source> (<year>2003</year>) <volume>74</volume>:<fpage>911</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1007/s00115-003-1567-5</pub-id><pub-id pub-id-type="pmid">14551699</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Geser</surname> <given-names>R</given-names></name> <name><surname>Straumann</surname> <given-names>D</given-names></name></person-group>. <article-title>Referral and final diagnoses of patients assessed in an academic vertigo center</article-title>. <source>Front Neurol.</source> (<year>2012</year>) <volume>3</volume>:<fpage>169</fpage>. <pub-id pub-id-type="doi">10.3389/fneur.2012.00169</pub-id><pub-id pub-id-type="pmid">23226141</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grill</surname> <given-names>E</given-names></name> <name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Muller</surname> <given-names>M</given-names></name> <name><surname>Jahn</surname> <given-names>K</given-names></name></person-group>. <article-title>Health services utilization of patients with vertigo in primary care: a retrospective cohort study</article-title>. <source>J Neurol.</source> (<year>2014</year>) <volume>261</volume>:<fpage>1492</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-014-7367-y</pub-id><pub-id pub-id-type="pmid">24817192</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grill</surname> <given-names>E</given-names></name> <name><surname>Penger</surname> <given-names>M</given-names></name> <name><surname>Kentala</surname> <given-names>E</given-names></name></person-group>. <article-title>Health care utilization, prognosis and outcomes of vestibular disease in primary care settings: systematic review</article-title>. <source>J Neurol.</source> (<year>2016</year>) <volume>263</volume>(<supplement>Suppl. 1</supplement>):<fpage>36</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-015-7913-2</pub-id><pub-id pub-id-type="pmid">27083883</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brandt</surname> <given-names>T</given-names></name> <name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Dieterich</surname> <given-names>M</given-names></name></person-group>. <article-title>Five keys for diagnosing most vertigo, dizziness, and imbalance syndromes: an expert opinion</article-title>. <source>J Neurol.</source> (<year>2014</year>) <volume>261</volume>:<fpage>229</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-013-7190-x</pub-id><pub-id pub-id-type="pmid">24292642</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Newman-Toker</surname> <given-names>DE</given-names></name> <name><surname>Edlow</surname> <given-names>JA</given-names></name></person-group>. <article-title>TiTrATE: a novel, evidence-based approach to diagnosing acute dizziness and vertigo</article-title>. <source>Neurol Clin.</source> (<year>2015</year>) <volume>33</volume>:<fpage>577</fpage>&#x02013;<lpage>99, viii</lpage>. <pub-id pub-id-type="doi">10.1016/j.ncl.2015.04.011</pub-id><pub-id pub-id-type="pmid">26231273</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stolper</surname> <given-names>E</given-names></name> <name><surname>van</surname> <given-names>Bokhoven M</given-names></name> <name><surname>Houben</surname> <given-names>P</given-names></name> <name><surname>Van</surname> <given-names>Royen P</given-names></name> <name><surname>van</surname> <given-names>de Wiel M</given-names></name> <name><surname>van</surname> <given-names>der Weijden T</given-names></name> <etal/></person-group>. <article-title>The diagnostic role of gut feelings in general practice. A focus group study of the concept and its determinants</article-title>. <source>BMC Fam Pract.</source> (<year>2009</year>) <volume>10</volume>:<fpage>17</fpage>. <pub-id pub-id-type="doi">10.1186/1471-2296-10-17</pub-id><pub-id pub-id-type="pmid">19226455</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Van</surname> <given-names>den Brink N</given-names></name> <name><surname>Holbrechts</surname> <given-names>B</given-names></name> <name><surname>Brand</surname> <given-names>PLP</given-names></name> <name><surname>Stolper</surname> <given-names>ECF</given-names></name> <name><surname>Van</surname> <given-names>Royen P</given-names></name></person-group>. <article-title>Role of intuitive knowledge in the diagnostic reasoning of hospital specialists: a focus group study</article-title>. <source>BMJ Open.</source> (<year>2019</year>) <volume>9</volume>:<fpage>e022724</fpage>. <pub-id pub-id-type="doi">10.1136/bmjopen-2018-022724</pub-id><pub-id pub-id-type="pmid">30696671</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Van</surname> <given-names>den Bruel A</given-names></name> <name><surname>Aertgeerts</surname> <given-names>B</given-names></name> <name><surname>Bruyninckx</surname> <given-names>R</given-names></name> <name><surname>Aerts</surname> <given-names>M</given-names></name> <name><surname>Buntinx</surname> <given-names>F</given-names></name></person-group>. <article-title>Signs and symptoms for diagnosis of serious infections in children: a prospective study in primary care</article-title>. <source>Br J Gen Pract.</source> (<year>2007</year>) <volume>57</volume>:<fpage>538</fpage>&#x02013;<lpage>46</lpage>.<pub-id pub-id-type="pmid">17727746</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Grimberg</surname> <given-names>J</given-names></name> <name><surname>Teufel</surname> <given-names>J</given-names></name> <name><surname>Laurell</surname> <given-names>G</given-names></name> <name><surname>Kingma</surname> <given-names>H</given-names></name> <name><surname>Grill</surname> <given-names>E</given-names></name></person-group>. <article-title>Worldwide survey on laboratory testing of vestibular function</article-title>. <source>Neurol Clin Pract.</source> (<year>2020</year>) <volume>10</volume>:<fpage>379</fpage>&#x02013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.1212/CPJ.0000000000000744</pub-id><pub-id pub-id-type="pmid">33299665</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grill</surname> <given-names>E</given-names></name> <name><surname>Groezinger</surname> <given-names>M</given-names></name> <name><surname>Feil</surname> <given-names>K</given-names></name> <name><surname>Strupp</surname> <given-names>M</given-names></name></person-group>. <article-title>Developing and implementing diagnostic prediction models for vestibular diseases in primary care</article-title>. <source>Stud Health Technol Inform.</source> (<year>2016</year>) <volume>228</volume>:<fpage>735</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.3233/978-1-61499-678-1-735</pub-id><pub-id pub-id-type="pmid">27577483</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Breiman</surname> <given-names>L</given-names></name></person-group>. <source>Classification and Regression Trees.</source> <publisher-loc>Belmont, Calif</publisher-loc>: <publisher-name>Wadsworth International Group</publisher-name> (<year>1984</year>).</citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Loh</surname> <given-names>W-Y</given-names></name></person-group>. <article-title>Fifty years of classification and regression trees</article-title>. <source>Int Stat Rev.</source> (<year>2014</year>) <volume>82</volume>:<fpage>329</fpage>&#x02013;<lpage>48</lpage>. <pub-id pub-id-type="doi">10.1111/insr.12016</pub-id><pub-id pub-id-type="pmid">25844011</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zwergal</surname> <given-names>A</given-names></name> <name><surname>Grill</surname> <given-names>E</given-names></name> <name><surname>Lopez</surname> <given-names>C</given-names></name> <name><surname>Dieterich</surname> <given-names>M</given-names></name></person-group>. <article-title>DIZZYNET 2019: approaching the future of vestibular research</article-title>. <source>J Neurol.</source> (<year>2019</year>) <volume>266</volume> (<supplement>Suppl. 1</supplement>):<fpage>1</fpage>&#x02013;<lpage>2</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-019-09514-7</pub-id><pub-id pub-id-type="pmid">31456061</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Leiner</surname> <given-names>DJ</given-names></name></person-group>. <source>SoSci Survey (Version 3.1.06)</source>. (<year>2019</year>). Available online at <ext-link ext-link-type="uri" xlink:href="https://www.soscisurvey.de">https://www.soscisurvey.de</ext-link></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Mayring</surname> <given-names>P</given-names></name></person-group>. <article-title>Qualitative content analysis</article-title>. In: Kardorff E, Steinke I, Flick U, editors. <source>A Companion to Qualitative Research</source>. <publisher-loc>London</publisher-loc>: <publisher-name>SAGE Publications</publisher-name> (<year>2004</year>). p. <fpage>266</fpage>&#x02013;<lpage>9</lpage>.</citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Schmidt</surname> <given-names>C</given-names></name></person-group>. <article-title>The analysis of semi-structured interviews</article-title>. In: Kardorff E, Steinke I, Flick U, editors. <source>A Companion to Qualitative Research</source>. <publisher-loc>London</publisher-loc>: <publisher-name>SAGE Publications</publisher-name> (<year>2004</year>). p. <fpage>253</fpage>&#x02013;<lpage>8</lpage>.</citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Flick</surname> <given-names>U</given-names></name></person-group>. <source>An Introduction to Qualitative Research</source>. <publisher-loc>London</publisher-loc>: <publisher-name>SAGE Publications</publisher-name> (<year>2009</year>).</citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>VERBI Software</collab></person-group>. <source>MAXQDA 2020</source>. Berlin (<year>2019</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.maxqda.com">maxqda.com</ext-link></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grill</surname> <given-names>E</given-names></name> <name><surname>Muller</surname> <given-names>T</given-names></name> <name><surname>Becker-Bense</surname> <given-names>S</given-names></name> <name><surname>Gurkov</surname> <given-names>R</given-names></name> <name><surname>Heinen</surname> <given-names>F</given-names></name> <name><surname>Huppert</surname> <given-names>D</given-names></name> <etal/></person-group>. <article-title>DizzyReg: the prospective patient registry of the German center for vertigo and balance disorders</article-title>. <source>J Neurol.</source> (<year>2017</year>) <volume>264</volume> (<supplement>Suppl. 1</supplement>):<fpage>34</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-017-8438-7</pub-id><pub-id pub-id-type="pmid">28271410</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Herdman</surname> <given-names>M</given-names></name> <name><surname>Gudex</surname> <given-names>C</given-names></name> <name><surname>Lloyd</surname> <given-names>A</given-names></name> <name><surname>Janssen</surname> <given-names>M</given-names></name> <name><surname>Kind</surname> <given-names>P</given-names></name> <name><surname>Parkin</surname> <given-names>D</given-names></name> <etal/></person-group>. <article-title>Development and preliminary testing of the new five-level version of EQ-5D (EQ-5D-5L)</article-title>. <source>Qual Life Res.</source> (<year>2011</year>) <volume>20</volume>:<fpage>1727</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1007/s11136-011-9903-x</pub-id><pub-id pub-id-type="pmid">21479777</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alghwiri</surname> <given-names>AA</given-names></name> <name><surname>Whitney</surname> <given-names>SL</given-names></name> <name><surname>Baker</surname> <given-names>CE</given-names></name> <name><surname>Sparto</surname> <given-names>PJ</given-names></name> <name><surname>Marchetti</surname> <given-names>GF</given-names></name> <name><surname>Rogers</surname> <given-names>JC</given-names></name> <etal/></person-group>. <article-title>The development and validation of the vestibular activities and participation measure</article-title>. <source>Arch Phys Med Rehabil.</source> (<year>2012</year>) <volume>93</volume>:<fpage>1822</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1016/j.apmr.2012.03.017</pub-id><pub-id pub-id-type="pmid">22465405</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grill</surname> <given-names>E</given-names></name> <name><surname>Furman</surname> <given-names>JM</given-names></name> <name><surname>Alghwiri</surname> <given-names>AA</given-names></name> <name><surname>Mueller</surname> <given-names>M</given-names></name> <name><surname>Whitney</surname> <given-names>SL</given-names></name></person-group>. <article-title>Using core sets of the international classification of functioning, disability and health (ICF) to measure disability in vestibular disorders: study protocol</article-title>. <source>J Vestib Res.</source> (<year>2013</year>) <volume>23</volume>:<fpage>297</fpage>&#x02013;<lpage>303</lpage>. <pub-id pub-id-type="doi">10.3233/VES-130487</pub-id><pub-id pub-id-type="pmid">24447970</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mueller</surname> <given-names>M</given-names></name> <name><surname>Whitney</surname> <given-names>SL</given-names></name> <name><surname>Alghwiri</surname> <given-names>A</given-names></name> <name><surname>Alshebber</surname> <given-names>K</given-names></name> <name><surname>Strobl</surname> <given-names>R</given-names></name> <name><surname>Alghadir</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Subscales of the vestibular activities and participation questionnaire could be applied across cultures</article-title>. <source>J Clin Epidemiol.</source> (<year>2015</year>) <volume>68</volume>:<fpage>211</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2014.10.004</pub-id><pub-id pub-id-type="pmid">25500318</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bisdorff</surname> <given-names>A</given-names></name> <name><surname>Von</surname> <given-names>Brevern M</given-names></name> <name><surname>Lempert</surname> <given-names>T</given-names></name> <name><surname>Newman-Toker</surname> <given-names>DE</given-names></name></person-group>. <article-title>Classification of vestibular symptoms: towards an international classification of vestibular disorders</article-title>. <source>J Vestib Res.</source> (<year>2009</year>) <volume>19</volume>:<fpage>1</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.3233/VES-2009-0343</pub-id><pub-id pub-id-type="pmid">19893191</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lempert</surname> <given-names>T</given-names></name> <name><surname>Olesen</surname> <given-names>J</given-names></name> <name><surname>Furman</surname> <given-names>J</given-names></name> <name><surname>Waterston</surname> <given-names>J</given-names></name> <name><surname>Seemungal</surname> <given-names>B</given-names></name> <name><surname>Carey</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Vestibular migraine: diagnostic criteria</article-title>. <source>J Vestib Res.</source> (<year>2012</year>) <volume>22</volume>:<fpage>167</fpage>&#x02013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.3233/VES-2012-0453</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lopez-Escamez</surname> <given-names>JA</given-names></name> <name><surname>Carey</surname> <given-names>J</given-names></name> <name><surname>Chung</surname> <given-names>WH</given-names></name> <name><surname>Goebel</surname> <given-names>JA</given-names></name> <name><surname>Magnusson</surname> <given-names>M</given-names></name> <name><surname>Mandala</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Diagnostic criteria for Meniere&#x00027;s disease</article-title>. <source>J Vestib Res.</source> (<year>2015</year>) <volume>25</volume>:<fpage>1</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.3233/VES-150549</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>von</surname> <given-names>Brevern M</given-names></name> <name><surname>Bertholon</surname> <given-names>P</given-names></name> <name><surname>Brandt</surname> <given-names>T</given-names></name> <name><surname>Fife</surname> <given-names>T</given-names></name> <name><surname>Imai</surname> <given-names>T</given-names></name> <name><surname>Nuti</surname> <given-names>D</given-names></name> <etal/></person-group>. <article-title>Benign paroxysmal positional vertigo: diagnostic criteria</article-title>. <source>J Vestib Res.</source> (<year>2015</year>) <volume>25</volume>:<fpage>105</fpage>&#x02013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.3233/VES-150553</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Lopez-Escamez</surname> <given-names>JA</given-names></name> <name><surname>Kim</surname> <given-names>JS</given-names></name> <name><surname>Straumann</surname> <given-names>D</given-names></name> <name><surname>Jen</surname> <given-names>JC</given-names></name> <name><surname>Carey</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Vestibular paroxysmia: diagnostic criteria</article-title>. <source>J Vestib Res.</source> (<year>2016</year>) <volume>26</volume>:<fpage>409</fpage>&#x02013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.3233/VES-160589</pub-id></citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Staab</surname> <given-names>JP</given-names></name> <name><surname>Eckhardt-Henn</surname> <given-names>A</given-names></name> <name><surname>Horii</surname> <given-names>A</given-names></name> <name><surname>Jacob</surname> <given-names>R</given-names></name> <name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Brandt</surname> <given-names>T</given-names></name> <etal/></person-group>. <article-title>Diagnostic criteria for persistent postural-perceptual dizziness (PPPD): consensus document of the committee for the classification of vestibular disorders of the barany society</article-title>. <source>J Vestib Res.</source> (<year>2017</year>) <volume>27</volume>:<fpage>191</fpage>&#x02013;<lpage>208</lpage>. <pub-id pub-id-type="doi">10.3233/VES-170622</pub-id><pub-id pub-id-type="pmid">29036855</pub-id></citation></ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Kim</surname> <given-names>JS</given-names></name> <name><surname>Murofushi</surname> <given-names>T</given-names></name> <name><surname>Straumann</surname> <given-names>D</given-names></name> <name><surname>Jen</surname> <given-names>JC</given-names></name> <name><surname>Rosengren</surname> <given-names>SM</given-names></name> <etal/></person-group>. <article-title>Bilateral vestibulopathy: diagnostic criteria consensus document of the classification committee of the barany society</article-title>. <source>J Vestib Res.</source> (<year>2017</year>) <volume>27</volume>:<fpage>177</fpage>&#x02013;<lpage>89</lpage>. <pub-id pub-id-type="doi">10.3233/VES-170619</pub-id><pub-id pub-id-type="pmid">29081426</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Agrawal</surname> <given-names>Y</given-names></name> <name><surname>Van</surname> <given-names>de Berg R</given-names></name> <name><surname>Wuyts</surname> <given-names>F</given-names></name> <name><surname>Walther</surname> <given-names>L</given-names></name> <name><surname>Magnusson</surname> <given-names>M</given-names></name> <name><surname>Oh</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Presbyvestibulopathy: diagnostic criteria consensus document of the classification committee of the barany society</article-title>. <source>J Vestib Res.</source> (<year>2019</year>) <volume>29</volume>:<fpage>161</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.3233/VES-190672</pub-id><pub-id pub-id-type="pmid">31306146</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eggers</surname> <given-names>SDZ</given-names></name> <name><surname>Bisdorff</surname> <given-names>A</given-names></name> <name><surname>von</surname> <given-names>Brevern M</given-names></name> <name><surname>Zee</surname> <given-names>DS</given-names></name> <name><surname>Kim</surname> <given-names>JS</given-names></name> <name><surname>Perez-Fernandez</surname> <given-names>N</given-names></name> <etal/></person-group>. <article-title>Classification of vestibular signs and examination techniques: nystagmus and nystagmus-like movements</article-title>. <source>J Vestib Res.</source> (<year>2019</year>) <volume>29</volume>:<fpage>57</fpage>&#x02013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.3233/VES-190658</pub-id><pub-id pub-id-type="pmid">31256095</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>HA</given-names></name> <name><surname>Bisdorff</surname> <given-names>A</given-names></name> <name><surname>Bronstein</surname> <given-names>AM</given-names></name> <name><surname>Lempert</surname> <given-names>T</given-names></name> <name><surname>Rossi-Izquierdo</surname> <given-names>M</given-names></name> <name><surname>Staab</surname> <given-names>JP</given-names></name> <etal/></person-group>. <article-title>Hemodynamic orthostatic dizziness/vertigo: diagnostic criteria</article-title>. <source>J Vestib Res.</source> (<year>2019</year>) <volume>29</volume>:<fpage>45</fpage>&#x02013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.3233/VES-190655</pub-id><pub-id pub-id-type="pmid">30883381</pub-id></citation></ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Dieterich</surname> <given-names>M</given-names></name> <name><surname>Brandt</surname> <given-names>T</given-names></name></person-group>. <article-title>The treatment and natural course of peripheral and central vertigo</article-title>. <source>Deutsches Arzteblatt Int.</source> (<year>2013</year>) <volume>110</volume>:<fpage>505</fpage>&#x02013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.3238/arztebl.2013.0505</pub-id><pub-id pub-id-type="pmid">24000301</pub-id></citation></ref>
<ref id="B44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Molinaro</surname> <given-names>AM</given-names></name> <name><surname>Simon</surname> <given-names>R</given-names></name> <name><surname>Pfeiffer</surname> <given-names>RM</given-names></name></person-group>. <article-title>Prediction error estimation: a comparison of resampling methods</article-title>. <source>Bioinformatics.</source> (<year>2005</year>) <volume>21</volume>:<fpage>3301</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/bti499</pub-id><pub-id pub-id-type="pmid">15905277</pub-id></citation></ref>
<ref id="B45">
<label>45.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>He</surname> <given-names>H</given-names></name> <name><surname>Garcia</surname> <given-names>EA</given-names></name></person-group>. <article-title>Learning from imbalanced data</article-title>. <source>IEEE Trans Knowl Data Eng.</source> (<year>2009</year>) <volume>21</volume>:<fpage>1263</fpage>&#x02013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1109/TKDE.2008.239</pub-id></citation></ref>
<ref id="B46">
<label>46.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Breiman</surname> <given-names>L</given-names></name></person-group>. <article-title>Random forests</article-title>. <source>Mach Learn.</source> (<year>2001</year>) <volume>45</volume>:<fpage>5</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1023/A:1010933404324</pub-id></citation></ref>
<ref id="B47">
<label>47.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Hastie</surname> <given-names>T</given-names></name> <name><surname>Tibshirani</surname> <given-names>R</given-names></name> <name><surname>Friedman</surname> <given-names>JH</given-names></name></person-group>. <source>The Elements of Statistical Learning: Data Mining, Inference, and Prediction</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer</publisher-name> (<year>2009</year>).</citation></ref>
<ref id="B48">
<label>48.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Flach</surname> <given-names>PA</given-names></name></person-group>. <source>Machine Learning: The Art and Science of Algorithms that Make Sense of Data</source>. <publisher-loc>Cambridge; New York</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name> (<year>2012</year>).</citation></ref>
<ref id="B49">
<label>49.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ziegler</surname> <given-names>A</given-names></name> <name><surname>K&#x000F6;nig</surname> <given-names>I</given-names></name></person-group>. <article-title>Mining data with random forests: current options for real-world applications</article-title>. <source>Wiley Interdiscip Rev Data Mining Knowl Discov.</source> (<year>2014</year>) <volume>4</volume>:<fpage>1114</fpage>. <pub-id pub-id-type="doi">10.1002/widm.1114</pub-id></citation></ref>
<ref id="B50">
<label>50.</label>
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Jiang</surname> <given-names>APPB</given-names></name></person-group>. <source>randomForestExplainer: Explaining and Visualizing Random Forests in Terms of Variable Importance</source>. R Package Version 0.10.1 (<year>2020</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://CRAN.R-project.org/package=randomForestExplainer">https://CRAN.R-project.org/package=randomForestExplainer</ext-link></citation></ref>
<ref id="B51">
<label>51.</label>
<citation citation-type="book"><person-group person-group-type="author"><collab>R Core Team</collab></person-group>. <source>A Language and Environment for Statistical Computing.</source> <publisher-loc>Vienna</publisher-loc>: <publisher-name>R Foundation for Statistical Computing</publisher-name> (<year>2019</year>).</citation></ref>
<ref id="B52">
<label>52.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pedregosa</surname> <given-names>F</given-names></name> <name><surname>Varoquaux</surname> <given-names>G</given-names></name> <name><surname>Gramfort</surname> <given-names>A</given-names></name> <name><surname>Michel</surname> <given-names>V</given-names></name> <name><surname>Thirion</surname> <given-names>B</given-names></name> <name><surname>Grisel</surname> <given-names>O</given-names></name> <etal/></person-group>. <article-title>Scikit-learn: machine learning in Python</article-title>. <source>J Mach Learn Res.</source> (<year>2011</year>) <volume>12</volume>:<fpage>2825</fpage>&#x02013;<lpage>30</lpage>.</citation></ref>
<ref id="B53">
<label>53.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Parr</surname> <given-names>T</given-names></name></person-group>. <source>dtreeviz: Decision Tree Visualization</source>. <publisher-name>GitHub repository</publisher-name> (<year>2020</year>).</citation></ref>
<ref id="B54">
<label>54.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dieterich</surname> <given-names>M</given-names></name> <name><surname>Staab</surname> <given-names>JP</given-names></name> <name><surname>Brandt</surname> <given-names>T</given-names></name></person-group>. <article-title>Functional (psychogenic) dizziness</article-title>. <source>Handb Clin Neurol.</source> (<year>2016</year>) <volume>139</volume>:<fpage>447</fpage>&#x02013;<lpage>68</lpage>. <pub-id pub-id-type="doi">10.1016/B978-0-12-801772-2.00037-0</pub-id></citation></ref>
<ref id="B55">
<label>55.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dieterich</surname> <given-names>M</given-names></name> <name><surname>Staab</surname> <given-names>JP</given-names></name></person-group>. <article-title>Functional dizziness: from phobic postural vertigo and chronic subjective dizziness to persistent postural-perceptual dizziness</article-title>. <source>Curr Opin Neurol.</source> (<year>2017</year>) <volume>30</volume>:<fpage>107</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1097/WCO.0000000000000417</pub-id><pub-id pub-id-type="pmid">28002123</pub-id></citation></ref>
<ref id="B56">
<label>56.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lahmann</surname> <given-names>C</given-names></name> <name><surname>Henningsen</surname> <given-names>P</given-names></name> <name><surname>Brandt</surname> <given-names>T</given-names></name> <name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Jahn</surname> <given-names>K</given-names></name> <name><surname>Dieterich</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Psychiatric comorbidity and psychosocial impairment among patients with vertigo and dizziness</article-title>. <source>J Neurol Neurosurg Psychiatry.</source> (<year>2015</year>) <volume>86</volume>:<fpage>302</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1136/jnnp-2014-307601</pub-id><pub-id pub-id-type="pmid">24963122</pub-id></citation></ref>
<ref id="B57">
<label>57.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parnes</surname> <given-names>LS</given-names></name> <name><surname>Agrawal</surname> <given-names>SK</given-names></name> <name><surname>Atlas</surname> <given-names>J</given-names></name></person-group>. <article-title>Diagnosis and management of benign paroxysmal positional vertigo (BPPV)</article-title>. <source>CMAJ.</source> (<year>2003</year>) <volume>169</volume>:<fpage>681</fpage>&#x02013;<lpage>93</lpage>.<pub-id pub-id-type="pmid">26975061</pub-id></citation></ref>
<ref id="B58">
<label>58.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Balatsouras</surname> <given-names>DG</given-names></name> <name><surname>Koukoutsis</surname> <given-names>G</given-names></name> <name><surname>Fassolis</surname> <given-names>A</given-names></name> <name><surname>Moukos</surname> <given-names>A</given-names></name> <name><surname>Apris</surname> <given-names>A</given-names></name></person-group>. <article-title>Benign paroxysmal positional vertigo in the elderly: current insights</article-title>. <source>Clin Interv Aging.</source> (<year>2018</year>) <volume>13</volume>:<fpage>2251</fpage>&#x02013;<lpage>66</lpage>. <pub-id pub-id-type="doi">10.2147/CIA.S144134</pub-id><pub-id pub-id-type="pmid">30464434</pub-id></citation></ref>
<ref id="B59">
<label>59.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sajjadi</surname> <given-names>H</given-names></name> <name><surname>Paparella</surname> <given-names>MM</given-names></name></person-group>. <article-title>Meniere&#x00027;s disease</article-title>. <source>Lancet.</source> (<year>2008</year>) <volume>372</volume>:<fpage>406</fpage>&#x02013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(08)61161-7</pub-id></citation></ref>
<ref id="B60">
<label>60.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Brandt</surname> <given-names>T</given-names></name></person-group>. <article-title>Vestibular neuritis</article-title>. <source>Semin Neurol.</source> (<year>2009</year>) <volume>29</volume>:<fpage>509</fpage>&#x02013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1055/s-0029-1241040</pub-id></citation></ref>
<ref id="B61">
<label>61.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brandt</surname> <given-names>T</given-names></name> <name><surname>Grill</surname> <given-names>E</given-names></name> <name><surname>Strupp</surname> <given-names>M</given-names></name> <name><surname>Huppert</surname> <given-names>D</given-names></name></person-group>. <article-title>Susceptibility to fear of heights in bilateral vestibulopathy and other disorders of vertigo and balance</article-title>. <source>Front Neurol.</source> (<year>2018</year>) <volume>9</volume>:<fpage>406</fpage>. <pub-id pub-id-type="doi">10.3389/fneur.2018.00406</pub-id><pub-id pub-id-type="pmid">29928252</pub-id></citation></ref>
<ref id="B62">
<label>62.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sekitani</surname> <given-names>T</given-names></name> <name><surname>Imate</surname> <given-names>Y</given-names></name> <name><surname>Noguchi</surname> <given-names>T</given-names></name> <name><surname>Inokuma</surname> <given-names>T</given-names></name></person-group>. <article-title>Vestibular neuronitis: epidemiological survey by questionnaire in Japan</article-title>. <source>Acta Otolaryngol Suppl.</source> (<year>1993</year>) <volume>503</volume>:<fpage>9</fpage>&#x02013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.3109/00016489309128061</pub-id><pub-id pub-id-type="pmid">8470507</pub-id></citation></ref>
<ref id="B63">
<label>63.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Formeister</surname> <given-names>EJ</given-names></name> <name><surname>Rizk</surname> <given-names>HG</given-names></name> <name><surname>Kohn</surname> <given-names>MA</given-names></name> <name><surname>Sharon</surname> <given-names>JD</given-names></name></person-group>. <article-title>The epidemiology of vestibular migraine: a population-based survey study</article-title>. <source>Otol Neurotol.</source> (<year>2018</year>) <volume>39</volume>:<fpage>1037</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1097/MAO.0000000000001900</pub-id><pub-id pub-id-type="pmid">30020261</pub-id></citation></ref>
<ref id="B64">
<label>64.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stolte</surname> <given-names>B</given-names></name> <name><surname>Holle</surname> <given-names>D</given-names></name> <name><surname>Naegel</surname> <given-names>S</given-names></name> <name><surname>Diener</surname> <given-names>HC</given-names></name> <name><surname>Obermann</surname> <given-names>M</given-names></name></person-group>. <article-title>Vestibular migraine</article-title>. <source>Cephalalgia.</source> (<year>2015</year>) <volume>35</volume>:<fpage>262</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1177/0333102414535113</pub-id></citation></ref>
<ref id="B65">
<label>65.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dieterich</surname> <given-names>M</given-names></name> <name><surname>Obermann</surname> <given-names>M</given-names></name> <name><surname>Celebisoy</surname> <given-names>N</given-names></name></person-group>. <article-title>Vestibular migraine: the most frequent entity of episodic vertigo</article-title>. <source>J Neurol.</source> (<year>2016</year>) <volume>263</volume>(<supplement>Suppl. 1</supplement>):<fpage>S82</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-015-7905-2</pub-id><pub-id pub-id-type="pmid">27083888</pub-id></citation></ref>
<ref id="B66">
<label>66.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Groezinger</surname> <given-names>M</given-names></name> <name><surname>Hubbert</surname> <given-names>D</given-names></name> <name><surname>Strobl</surname> <given-names>R</given-names></name> <name><surname>Grill</surname> <given-names>E</given-names></name></person-group>. <article-title>Development and validation of a classification algorithm to diagnose and differentiate spontaneous episodic vertigo syndromes: results from the DizzyReg patient registry</article-title>. <source>J Neurol.</source> (<year>2020</year>) <volume>267</volume>(<supplement>Suppl. 1</supplement>):<fpage>160</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-020-10061-9</pub-id><pub-id pub-id-type="pmid">33241443</pub-id></citation></ref>
<ref id="B67">
<label>67.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Priesol</surname> <given-names>AJ</given-names></name> <name><surname>Cao</surname> <given-names>M</given-names></name> <name><surname>Brodley</surname> <given-names>CE</given-names></name> <name><surname>Lewis</surname> <given-names>RF</given-names></name></person-group>. <article-title>Clinical vestibular testing assessed with machine-learning algorithms</article-title>. <source>JAMA Otolaryngol Head Neck Surg.</source> (<year>2015</year>) <volume>141</volume>:<fpage>364</fpage>&#x02013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.1001/jamaoto.2014.3519</pub-id><pub-id pub-id-type="pmid">25611969</pub-id></citation></ref>
<ref id="B68">
<label>68.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ahmadi</surname> <given-names>SA</given-names></name> <name><surname>Vivar</surname> <given-names>G</given-names></name> <name><surname>Navab</surname> <given-names>N</given-names></name> <name><surname>Mohwald</surname> <given-names>K</given-names></name> <name><surname>Maier</surname> <given-names>A</given-names></name> <name><surname>Hadzhikolev</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Modern machine-learning can support diagnostic differentiation of central and peripheral acute vestibular disorders</article-title>. <source>J Neurol.</source> (<year>2020</year>) <volume>267</volume>(<supplement>Suppl. 1</supplement>):<fpage>143</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-020-09931-z</pub-id><pub-id pub-id-type="pmid">32529578</pub-id></citation></ref>
<ref id="B69">
<label>69.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Samek</surname> <given-names>W</given-names></name> <name><surname>Montavon</surname> <given-names>G</given-names></name> <name><surname>Vedaldi</surname> <given-names>A</given-names></name> <name><surname>Hansen</surname> <given-names>LK</given-names></name> <name><surname>M&#x000FC;ller</surname> <given-names>K-R</given-names></name></person-group>. <article-title>Explainable AI: interpreting, explaining and visualizing deep learning</article-title>. In: Samek W, Vedaldi A, M&#x000FC;ller K-R, Montavon G, Hansen LK, editors. <source>Lecture Notes in Artificial Intelligence.</source> <publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name> (<year>2019</year>).</citation></ref>
<ref id="B70">
<label>70.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kentala</surname> <given-names>E</given-names></name> <name><surname>Viikki</surname> <given-names>K</given-names></name> <name><surname>Pyykko</surname> <given-names>I</given-names></name> <name><surname>Juhola</surname> <given-names>M</given-names></name></person-group>. <article-title>Production of diagnostic rules from a neurotologic database with decision trees</article-title>. <source>Ann Otol Rhinol Laryngol.</source> (<year>2000</year>) <volume>109</volume>:<fpage>170</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1177/000348940010900211</pub-id><pub-id pub-id-type="pmid">10685569</pub-id></citation></ref>
<ref id="B71">
<label>71.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Exarchos</surname> <given-names>TP</given-names></name> <name><surname>Rigas</surname> <given-names>G</given-names></name> <name><surname>Bibas</surname> <given-names>A</given-names></name> <name><surname>Kikidis</surname> <given-names>D</given-names></name> <name><surname>Nikitas</surname> <given-names>C</given-names></name> <name><surname>Wuyts</surname> <given-names>FL</given-names></name> <etal/></person-group>. <article-title>Mining balance disorders&#x00027; data for the development of diagnostic decision support systems</article-title>. <source>Comput Biol Med.</source> (<year>2016</year>) <volume>77</volume>:<fpage>240</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.compbiomed.2016.08.016</pub-id><pub-id pub-id-type="pmid">27619194</pub-id></citation></ref>
<ref id="B72">
<label>72.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ding</surname> <given-names>Y</given-names></name> <name><surname>Simonoff</surname> <given-names>J</given-names></name></person-group>. <article-title>An investigation of missing data methods for classification trees applied to binary response data</article-title>. <source>J Mach Learn Res.</source> (<year>2010</year>) <volume>11</volume>:<fpage>131</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1145/1756006.1756012</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn fn-type="financial-disclosure"><p><bold>Funding.</bold> This work was supported by funds from the German Federal Ministry of Education and Research under Grant Code 01 EO 1401 and Grant Number 01 EO 0901.</p>
</fn>
</fn-group>
</back>
</article> 