<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2022.975114</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>The usefulness of the Spanish version of the STOP-Bang questionnaire for screening for moderate or severe sleep apnea syndrome in primary care</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Mu&#x000F1;oz-G&#x000F3;mez</surname> <given-names>Rafaela</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1845099/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Navarrete-Mart&#x000ED;nez</surname> <given-names>Esther</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Serrano-Merino</surname> <given-names>Jes&#x000FA;s</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1799326/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Silva-Gil</surname> <given-names>F&#x000E1;tima</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Rold&#x000E1;n-Villalobos</surname> <given-names>Ana</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Mart&#x000ED;n-Riobo&#x000F3;</surname> <given-names>Enrique</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Ruiz-Moruno</surname> <given-names>Javier</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Romero-Rodr&#x000ED;guez</surname> <given-names>Esperanza</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1883021/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gonzalez-Lama</surname> <given-names>Jesus</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1721883/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Vaquero-Abell&#x000E1;n</surname> <given-names>Manuel</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff11"><sup>11</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Perula-de-Torres</surname> <given-names>Luis Angel</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Centro de Salud Sector Sur, Distrito Sanitario C&#x000F3;rdoba-Guadalquivir, Distrito Sanitario C&#x000F3;rdoba Guadalquivir</institution>, <addr-line>C&#x000F3;rdoba</addr-line>, <country>Spain</country></aff>
<aff id="aff2"><sup>2</sup><institution>Instituto Maim&#x000F3;nides de Investigaci&#x000F3;n Biom&#x000E9;dica de C&#x000F3;rdoba, Hospital Reina Sof&#x000ED;a, Universidad de C&#x000F3;rdoba</institution>, <addr-line>C&#x000F3;rdoba</addr-line>, <country>Spain</country></aff>
<aff id="aff3"><sup>3</sup><institution>Centro de Salud de Marchena, &#x000C1;rea de Gesti&#x000F3;n Sanitaria Osuna-Sureste Sevilla</institution>, <addr-line>Sevilla</addr-line>, <country>Spain</country></aff>
<aff id="aff4"><sup>4</sup><institution>Centro de Salud Sector Sur, Distrito Sanitario C&#x000F3;rdoba-Guadalquivir</institution>, <addr-line>C&#x000F3;rdoba</addr-line>, <country>Spain</country></aff>
<aff id="aff5"><sup>5</sup><institution>Centro de Salud Pedro Abad, Distrito Sanitario C&#x000F3;rdoba-Guadalquivir</institution>, <addr-line>C&#x000F3;rdoba</addr-line>, <country>Spain</country></aff>
<aff id="aff6"><sup>6</sup><institution>Centro de Salud Castilla del Pino, Distrito Sanitario C&#x000F3;rdoba-Guadalquivir</institution>, <addr-line>C&#x000F3;rdoba</addr-line>, <country>Spain</country></aff>
<aff id="aff7"><sup>7</sup><institution>Centro de Salud Poniente, Distrito Sanitario C&#x000F3;rdoba-Guadalquivir</institution>, <addr-line>C&#x000F3;rdoba</addr-line>, <country>Spain</country></aff>
<aff id="aff8"><sup>8</sup><institution>Centro de Salud Aeropuerto, Distrito Sanitario C&#x000F3;rdoba-Guadalquivir</institution>, <addr-line>C&#x000F3;rdoba</addr-line>, <country>Spain</country></aff>
<aff id="aff9"><sup>9</sup><institution>Unidad docente multiprofesional de atenci&#x000F3;n familiar y comunitaria, Distrito Sanitario C&#x000F3;rdoba-Guadalquivir</institution>, <addr-line>C&#x000F3;rdoba</addr-line>, <country>Spain</country></aff>
<aff id="aff10"><sup>10</sup><institution>Centro de Salud de Cabra, &#x000C1;rea de Gesti&#x000F3;n Sanitaria Sur de C&#x000F3;rdoba</institution>, <addr-line>C&#x000F3;rdoba</addr-line>, <country>Spain</country></aff>
<aff id="aff11"><sup>11</sup><institution>Facultad de Medicina y Enfermer&#x000ED;a, Universidad de C&#x000F3;rdoba</institution>, <addr-line>Cordoba</addr-line>, <country>Spain</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Ferdinando Petrazzuoli, Lund University, Sweden</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Subhabrata Moitra, University of Alberta, Canada; Andrea De Vito, Santa Maria delle Croci Hospital, Italy; Antonella Polimeni, Sapienza University of Rome, Italy</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Jes&#x000FA;s Serrano-Merino <email>jesussleep&#x00040;hotmail.com</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Family Medicine and Primary Care, a section of the journal Frontiers in Public Health</p></fn></author-notes>
<pub-date pub-type="epub">
<day>09</day>
<month>09</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>10</volume>
<elocation-id>975114</elocation-id>
<history>
<date date-type="received">
<day>21</day>
<month>06</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>08</day>
<month>08</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Mu&#x000F1;oz-G&#x000F3;mez, Navarrete-Mart&#x000ED;nez, Serrano-Merino, Silva-Gil, Rold&#x000E1;n-Villalobos, Mart&#x000ED;n-Riobo&#x000F3;, Ruiz-Moruno, Romero-Rodr&#x000ED;guez, Gonzalez-Lama, Vaquero-Abell&#x000E1;n and Perula-de-Torres.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Mu&#x000F1;oz-G&#x000F3;mez, Navarrete-Mart&#x000ED;nez, Serrano-Merino, Silva-Gil, Rold&#x000E1;n-Villalobos, Mart&#x000ED;n-Riobo&#x000F3;, Ruiz-Moruno, Romero-Rodr&#x000ED;guez, Gonzalez-Lama, Vaquero-Abell&#x000E1;n and Perula-de-Torres</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract>
<sec>
<title>Rationale</title>
<p>Sleep apnea-hypopnea syndrome (OSA) is a highly prevalent disease and has been related to cardiovascular diseases and occupational and traffic accidents. Currently, it is estimated that there is a significant underdiagnosis of OSA, mainly due to the difficulty accessing the tests for that purpose.</p>
</sec>
<sec>
<title>Objective</title>
<p>To determine the usefulness of the Spanish version of the STOP-Bang questionnaire (SBQ) for screening for moderate or severe OSA in the adult population attending primary care.</p>
</sec>
<sec>
<title>Methods</title>
<p>A descriptive observational multicenter study was conducted. Through an opportunistic search, (patients over 18 years old), were recruited in seven primary care centers. The SBQ was applied to them and home respiratory polygraphy (HRP) was subsequently performed to confirm the diagnosis of OSA. The criterion validity of the SBQ was analyzed, comparing the score obtained by the SBQ with the apnea-hypopnea index (AHI) obtained by RP, establishing the diagnosis of OSA for an AHI&#x0003E;5. The reliability of the questionnaire was evaluated.</p>
</sec>
<sec>
<title>Results</title>
<p>A total of 255 subjects, 54.1% men, with a mean age of 54.76 &#x000B1; 10 years, were recruited in the study. The results showed that 61.57% (95% Confidence Interval: 55.57&#x02013;67.57) of the subjects presented OSA, presenting 22.75% (17.57&#x02013;57.92) a mild OSA (530) (11.54&#x02013;20.62). The Kuder and Richardson coefficient was 0.623 (0.335&#x02013;0.788) and Cohen&#x00027;s Kappa coefficient was 0.871 (0.520&#x02013;1.00; <italic>p</italic> &#x0003C; 0.001). For moderate/severe OSA screening (AHI&#x0003E;15) the SBQ obtained an ROC curve of 0.769 (0.704&#x02013;0.833) that with an optimal cutoff of 3, achieved a sensitivity of 84.85% (77.28&#x02013;92.42) and a specificity of 55.10% (44.74&#x02013;65.46).</p>
</sec>
<sec>
<title>Conclusions</title>
<p>The SBQ is very effective for detecting moderate/severe OSA. Its psychometric properties are similar to those obtained in studies on other populations. Because of its ease of use, the SBQ is a very useful tool for primary health care professionals.</p>
</sec></abstract>
<kwd-group>
<kwd>primary care (PC)</kwd>
<kwd>obstructive sleep apnea syndrome (OSA)</kwd>
<kwd>STOP-Bang questionnaire (SBQ)</kwd>
<kwd>home respiratory polygraphy (HRP)</kwd>
<kwd>Berl&#x000ED;n questionnaire (BQ)</kwd>
</kwd-group>
<contract-sponsor id="cn001">Junta de Andaluc&#x000ED;a<named-content content-type="fundref-id">10.13039/501100011011</named-content></contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="29"/>
<page-count count="08"/>
<word-count count="5101"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Sleep apnea-hypopnea syndrome (OSA) is a chronic disease that causes upper airway (UA) collapse resulting in multiple episodes of complete (apnea) or partial (hypopnea) obstruction, causing poor sleep quality and intermittent hypoxemia with vascular impact (<xref ref-type="bibr" rid="B1">1</xref>).</p>
<p>OSA prevalence in the general population is between 6 and 10% (<xref ref-type="bibr" rid="B2">2</xref>), being higher with increasing age. In Spain, between 1,200,000 and 2,150,000 people suffer from OSA, and of them, between 24 and 26% (<xref ref-type="bibr" rid="B3">3</xref>) present a very severe picture, being, in addition, OSA a condition related to cardiovascular diseases and occupational and traffic accidents (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>However, it is currently estimated that only 5&#x02013;9% of people with OSA have been diagnosed, with lack of accessibility to a diagnosis being the main cause attributed (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>).</p>
<p>Conventional polysomnography (PSG) is the gold-standard method for diagnosing OSA. PSG consists of continuous recording during the sleep period of neurophysiological (electroencephalogram, electrooculogram, and mental electromyogram), respiratory (peripheral saturation of O<sub>2</sub> and oronasal airflow by nasal cannula and/or thermistor), and other parameters (snoring, thoracoabdominal musculature movements, electrocardiogram, leg movement, and position); however, the realization of PSG requires a costly hospital infrastructure that not all health systems can cover (<xref ref-type="bibr" rid="B7">7</xref>). An alternative to PSG is home respiratory polygraphy (HRP). It consists of recording respiratory variables (peripheral O<sub>2</sub> saturation and airflow) and other variables (snoring, thoracoabdominal muscle movements, and position) in the patient&#x00027;s home <italic>via</italic> portable equipment. This method of diagnosis of OSA has demonstrated good psychometric properties in different health care settings, especially in patients with suspected moderate or severe OSA (<xref ref-type="bibr" rid="B7">7</xref>&#x02013;<xref ref-type="bibr" rid="B10">10</xref>).</p>
<p>The search to improve accessibility to the diagnosis of OSA highlights the need to implement new formulas for early detection, the approach, and management of this condition, mainly from the primary care setting (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>). In this sense, the STOP-Bang questionnaire (<xref ref-type="bibr" rid="B13">13</xref>) has proved its validity and reliability in various healthcare settings (<xref ref-type="bibr" rid="B14">14</xref>). However, at present, there are few studies using the Spanish version that support and have demonstrated with the necessary evidence its validity and reliability in primary care patients (<xref ref-type="bibr" rid="B15">15</xref>); therefore, we understand pertinent to perform more studies that demonstrate the clinical utility of this questionnaire.</p>
</sec>
<sec sec-type="methods" id="s2">
<title>Methodology</title>
<sec>
<title>Design</title>
<p>Descriptive observational study of validation of the Stop-Bang questionnaire as a valid and reliable measurement tool compared to HRP (gold standard).</p>
<p>The study population consisted of people recruited from seven primary care centers of the Cordoba-Guadalquivir Health District (Cordoba, Spain); 5 were urban and 2 were rural.</p>
<p>The inclusion criteria were: People aged 18 years or above, of both sexes, who attended their health center for any reason and signed the informed consent. The following were considered exclusion criteria: Patients with a previous diagnosis of OSA, those who, because of disease, cognitive status, or educational level, were unable to answer the STOP-Bang questionnaire, and patients on hypnotic treatment or with chronic alcoholism.</p>
<p>Recruitment was conducted by consecutive sampling, opportunistically, offering participation to those individuals who met the selection criteria until the sample size was completed. Applying results from previous studies (<xref ref-type="bibr" rid="B15">15</xref>) and using the Epidat 3.1 statistical package, for a sensitivity of 84%, a non-sick/sick ratio of 0.160, an absolute accuracy of 6.2%, and a confidence level of 95%, the sample size required for conducting our study was 157 people: 135 sick and 22 non-sick.</p>
<p>The study variables were: Age, gender, body mass index (BMI = weight in kg/height in square meters) (<xref ref-type="bibr" rid="B16">16</xref>), apnea-hypopnea index (AHI), defined as the number of apneas plus hypopneas per 1 h of polygraphy or polysomnographic (<xref ref-type="bibr" rid="B3">3</xref>) study, and the 8 items constituting the STOP-Bang questionnaire (<xref ref-type="bibr" rid="B13">13</xref>).</p>
<p>The recruited people were referred in &#x0003C;1 week to a researcher expert in sleep-related breathing disorders. Once they attended the appointment, the researcher detailed the study characteristics and development, answered the possible doubts, and after the signing of the consent to participation, the data were collected, starting with measuring the weight and height using a scale/stadiometer &#x0201C;Seca 711 class III&#x0201D;. The precision of the weight measurement was 0.10 kg and of the height was 0.5 cm. Additionally, the neck circumference was measured, with a tape measure on its flat side, without exerting any pressure on the skin, excluding the hair and surrounding the neck, passing through the area of Adam&#x00027;s apple. A flexible fiberglass tape measure of 3 cm wide and 120 cm long, OEM brand, was used, and the measurement accuracy was 0.2 cm. All measurements were performed in triplicate, considering the arithmetic mean of the measurements as a reference. Then, the people completed the STOP-Bang questionnaire. Finally, a polygraph was given to each subject, and they were trained to use it, performing an on-site simulation of the placement of all electrodes, ensuring that the patients had assimilated all the information. The doubts were resolved, telephone contact was provided, and they were summoned again to deliver the polygraph the next day. The polygraph used was SCREENG&#x00026;GO-Sibelmed, with 6 channels (air flow, thoracoabdominal movements, snoring, body position, pulse, and oxygen saturation). The time of registration for each study was 6 h, with a study considered valid when it recorded at least 3 h of registration (<xref ref-type="bibr" rid="B3">3</xref>). A total of 16 out of the 255 HRP performed were not recorded correctly, so they were repeated the following day, obtaining valid values on this second occasion. Polygraph studies were automatically analyzed by the polygraph software &#x0201C;Bitmelad.&#x0201D; After 1&#x02013;3 days, they were manually analyzed by the researcher expert in sleep-related breathing disorders following the Spanish Society of Pulmonology and Thoracic Surgery (SEPAR) criteria (<xref ref-type="bibr" rid="B3">3</xref>) and without being aware of the result of the STOP-Bang questionnaire completed by each subject. The diagnosis of OSA was established through the results of the home HRP, considering the existence of OSA for AHI &#x0003E; 5 (<xref ref-type="bibr" rid="B3">3</xref>). OSA was classified (<xref ref-type="bibr" rid="B3">3</xref>) as: Mild for 5 &#x0003C; AHI &#x02264; 15, moderate for 15 &#x0003C; AHI &#x02264; 30, and severe for AHI &#x0003E; 30.</p>
<p>A collaborating researcher, different from the one who previously collected the data, randomly selected a subsample of 31 people from the entire study to assess the reproducibility or reliability of the STOP-Bang questionnaire in terms of the interobserver agreement. She contacted them by phone within 3 months of the first data collection, and they populated the STOP-Bang questionnaire again.</p>
</sec>
<sec>
<title>The STOP-Bang questionnaire</title>
<p>The STOP-Bang questionnaire (<xref ref-type="bibr" rid="B13">13</xref>) is an easy-to-complete OSA screening tool. The acronym of this questionnaire stands for: &#x0201C;S&#x0201D; snore, &#x0201C;T&#x0201D; tired, &#x0201C;O&#x0201D; observed apneas, &#x0201C;P&#x0201D; pressure, &#x0201C;B&#x0201D; BMI (body mass index &#x0003E;35 kg/m<sup>2</sup>), &#x0201C;A&#x0201D; age (age &#x0003E; 50 years), &#x0201C;N&#x0201D; neck (neck circumference &#x0003E;43 cm in men or &#x0003E;41 cm in women), and &#x0201C;G&#x0201D; gender (male gender). Each of these 8 items is collected as a dichotomous question (YES/NO), adding 1 point for each question answered as &#x0201C;yes.&#x0201D; A score of 0 to 2 is considered a low risk of OSA, a score of 3 to 4 is a moderate risk of OSA, and a score of 5 or higher is at high risk for OSA.</p>
</sec>
<sec>
<title>Statistical analysis</title>
<p>The statistical package SPSS v.19 was used. The descriptive analysis was performed for quantitative variables, and the absolute and relative frequencies for the different groups were tabulated for qualitative variables, expressing the most significant statistics with their confidence intervals of 95% of safety (95% CI). A bivariate analysis was performed for the OSA gender and OSA grade variables using the Pearson Chi-square test, a <italic>p</italic>-value below 0.05 was considered significant. The internal consistency was determined through the Kuder and Richardson index (<xref ref-type="bibr" rid="B17">17</xref>), interpreting the results according to Oviedo and Campo (<xref ref-type="bibr" rid="B18">18</xref>). The concordance between observers was evaluated by using Cohen&#x00027;s Kappa coefficient (<xref ref-type="bibr" rid="B19">19</xref>), comparing the results of the STOP-Bang questionnaire that was administered twice, by two different researchers, a random subsample of 31 individuals, interpreting the degree of agreement according to the Landis and Koch scale (<xref ref-type="bibr" rid="B20">20</xref>). The AHI obtained by polygraphy was compared with the sum of the STOP-Bang questionnaire scores, calculating the area under the ROC curve (AUC) and determining the optimal cutoff points, performing the analysis by gender. The values of sensitivity, specificity, positive predictive value (PPV), negative predictive value (NPV), positive likelihood ratio (LR &#x0002B;), and negative likelihood ratio (LR &#x02013;) with their corresponding 95% CIs were calculated.</p>
</sec>
<sec>
<title>Ethical considerations</title>
<p>The study has obtained the approval of the Research Ethics Committee of Cordoba (Act No. 279, ref. 3915) and the authorization of the officials responsible for the Cordoba and Guadalquivir Health District. The study complies with the principles established in the Declaration of Helsinki, the Convention of the Council of Europe on human rights and biomedicine, and the requirements established in Spanish legislation. The study also complied with the good clinical practice standards (art. 34 RD 223/2004; Community Directive 2001/20/EC), the Law on Personal Data Protection and Guarantee of Digital Rights (Organic Law 3/2018, of 5 December), the Law on Patient Autonomy 41/2002 and the Law on Biomedical Research 14/2007.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>The final number of patients recruited was 255 people, of whom 138 (54.1%) were men and 117 (45.9%) were women. The mean &#x000B1; standard deviation (SD) of age was 54.76 &#x000B1; 10 years (95% CI: 53.53&#x02013;55.59), BMI 31.17 &#x000B1; 6.58 kg/m<sup>2</sup> (95% CI: 30.36&#x02013;31.98), and neck circumference 38.33 &#x000B1; 5.78 cm (95% CI: 37.62&#x02013;39.05; 95% CI), with significant differences in neck circumference and BMI by gender (<xref ref-type="table" rid="T1">Table 1</xref>).</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Anthropometric variables.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="3"><bold>Men</bold></th>
<th valign="top" align="center" colspan="3"><bold>Women</bold></th>
<th valign="top" align="center"><bold><italic>p</italic>-value</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><italic><bold>n</bold> =</italic> <bold>138 (54.1%)</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><italic><bold>n</bold> =</italic> <bold>117 (45.9%)</bold></th>
<th/>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>Mean (SD)</bold></th>
<th valign="top" align="center"><bold>CI (95%)</bold></th>
<th valign="top" align="center"><bold>Median</bold></th>
<th valign="top" align="center"><bold>Mean (SD)</bold></th>
<th valign="top" align="center"><bold>CI (95%)</bold></th>
<th valign="top" align="center"><bold>Median</bold></th>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age</td>
<td valign="top" align="center">55.57 (10.10)</td>
<td valign="top" align="center">53.87&#x02013;57.27</td>
<td valign="top" align="center">55.5</td>
<td valign="top" align="center">53.80 (9.82)</td>
<td valign="top" align="center">52.00&#x02013;55.60</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center">0.165(&#x0002A;)</td>
</tr>
<tr>
<td valign="top" align="left">BMI</td>
<td valign="top" align="center">32.39 (6.49)</td>
<td valign="top" align="center">31.29&#x02013;33.48</td>
<td valign="top" align="center">31.07</td>
<td valign="top" align="center">29.73 (6.41)</td>
<td valign="top" align="center">28.56&#x02013;30.91</td>
<td valign="top" align="center">28.76</td>
<td valign="top" align="center">&#x0003C;0.001(&#x0002A;&#x0002A;)</td>
</tr>
<tr>
<td valign="top" align="left">Neck circumference</td>
<td valign="top" align="center">41.51 (5.30)</td>
<td valign="top" align="center">40.62&#x02013;42.41</td>
<td valign="top" align="center">41</td>
<td valign="top" align="center">34.58 (3.69)</td>
<td valign="top" align="center">33.90&#x02013;35.26</td>
<td valign="top" align="center">34</td>
<td valign="top" align="center">&#x0003C;0.001(&#x0002A;&#x0002A;&#x0002A;)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Age, Years; BMI, Kg/m<sup>2</sup>; Neck circumference, cm; SD, Standard deviation; CI (95%), 95% confidence interval. (<sup>&#x0002A;</sup>), Mann-Whitney U = 14161.50. (<sup>&#x0002A;&#x0002A;</sup>), Mann-Whitney BMI U = 5967.50. (<sup>&#x0002A;&#x0002A;&#x0002A;</sup>), T-Student = 2.302 (assuming equal variances [Levene &#x0003E; 0.05]).</p>
</table-wrap-foot>
</table-wrap>
<p>The internal consistency, measured with the Kuder and Richardson coefficient, was 0.623 (95% CI: 0.541&#x02013;0.665). The interobserver agreement, measured with Cohen&#x00027;s Kappa coefficient, was 0.936 (95% CI: 0.813&#x02013;1.00; <italic>p</italic> &#x0003C; 0.001).</p>
<p>Significant gender differences existed in all responses to the STOP-Bang questionnaire (<xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>STOP-Bang results. Population parameters with a 95% confidence level. Item 1: YES 44.4% (95% CI: 35.30&#x02013;53.58) of women and 68.1% (95% CI: 60.24&#x02013;75.98) of men (<italic>p</italic> &#x0003C; 0.021). Item 2: YES 41% (95% CI: 31.98&#x02013;50.07) of women and 42.8% (95% CI: 34.39&#x02013;51.11) of men (<italic>p</italic> = 0.010). Item 3: YES 14.5% (95% CI: 8.04&#x02013;21.01) of women and 43.5% (95% CI: 35.10&#x02013;51.85) of men (<italic>p</italic> &#x0003C; 0.001). Item 4: YES 25.6% (95% CI: 17.61&#x02013;33.67) of women and 37% (95% CI: 28.80&#x02013;45.11) of men (<italic>p</italic> &#x0003C; 0.001). Item 5: YES 15.4% (95% CI: 8.74&#x02013;22.01) of women and 26.8% (95% CI: 19.27&#x02013;34.29) of men (<italic>p</italic> &#x0003C; 0.001). Item 6: YES 65.8% (95% CI: 57.08&#x02013;74.53) of women and 66.7% (95% CI: 58.70&#x02013;74.63) of men (<italic>p</italic> &#x0003C; 0.001). Item 7: YES 6.8% (95% CI: 2.19&#x02013;11.47) of women and 61.6% (95% CI: 53.37&#x02013;69.81) of men (<italic>p</italic> &#x0003C; 0.001). Total sample <italic>n</italic> = 255 (117[45.9%] women and 138 [54.1%] men), Pearson&#x00027;s Chi-square contrast statistic.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-975114-g0001.tif"/>
</fig>
<p>A total of 38.43% (95% CI: 32.42&#x02013;44.44) presented no OSA, with significant differences by gender (<italic>p</italic> = 0.038). Mild OSA was found in 22.75% (95% CI: 17.57&#x02013;57.92) of people, 22.7% (95% CI: 17.57&#x02013;57.92) of people presented moderate OSA, and 16.08% (95% CI: 11.54&#x02013;20.62) presented severe OSA, with significant gender differences in mild OSA (<italic>p</italic> = 0.038) and severe OSA (<italic>p</italic> &#x0003C; 0.001) (<xref ref-type="fig" rid="F2">Figure 2</xref>). The AUC for detecting AHI &#x0003E;  15 was 0.769 (95% CI: 0.704&#x02013;0.833), with an optimum cutoff point of 3, providing a sensitivity of 84.85% (95% CI: 77.28&#x02013;92.42) and a specificity of 55.10% (95% CI: 44.74&#x02013;65.46) (<xref ref-type="fig" rid="F3">Figure 3</xref>).</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Distribution of OSA by gender. Population parameters with a 95% confidence level. NO OSA: Pearson&#x00027;s Chi square = 4.310, <italic>p</italic> = 0.038. MILD OSA: Pearson&#x00027;s Chi square = 4.906, <italic>p</italic> = 0.027. MODERATE OSA: Pearson&#x00027;s Chi square =1.191, <italic>p</italic> = 0.167. SEVERE OSA: Pearson&#x00027;s Chi square = 13.682, <italic>p</italic> &#x0003C; 0.001.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-975114-g0002.tif"/>
</fig>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Criterion validity of the STOP-Bang questionnaire for the screening for moderate/severe apneas (Apnea-Hypopnea Index [AHI] &#x0003E;15). AUC, area under the curve; 95% CI, 95% confidence interval; LR, likelihood ratio; NPV, negative predictive value; PPV, positive predictive value.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-975114-g0003.tif"/>
</fig>
<p>No significant differences were found by gender in the ability to diagnose true positives and true negatives (Chi-square = 2.18; <italic>p</italic> = 0.10).</p>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>In our study, for scores higher than or equal to 3, the STOP-Bang questionnaire showed a 77% diagnostic power for moderate/severe sleep apneas (AHI &#x0003E; 15), with an ability to classify true positives of 85% and true negatives of 55%. For the detection of an AHI &#x0003E; 5, the STOP-Bang sensitivity was 73.25% and specificity was 55.10%, with a good classification ability of 69.4%, results that should be considered with caution because respiratory polygraphy, which is recommended only for moderate to severe apneas (AHI &#x0003E; 15), was the gold standard used for comparisons.</p>
<p>Although Oviedo and Campo (<xref ref-type="bibr" rid="B18">18</xref>) indicate an internal consistency above 0.70 as optimal, we consider that a Kuder and Richarson coefficient (<xref ref-type="bibr" rid="B17">17</xref>) of 0.623 indicates an acceptable internal consistency considering that we are evaluating the coherence of the questionnaire components to determine the extent to which this tool reflects the theory of the phenomenon to be measured and that this tool has been developed by experts and validated for other populations. According to Landis and Koch (<xref ref-type="bibr" rid="B20">20</xref>), the interobserver agreement range obtained was &#x0201C;almost perfect,&#x0201D; confirming the reproducibility of the STOP-Bang questionnaire.</p>
<p>The results of our study were similar to those reported by others performed in Spanish-speaking primary care populations. Cruces-Artero et al. (<xref ref-type="bibr" rid="B15">15</xref>) conducted a validation study of the STOP-Bang questionnaire for the identification of moderate/severe sleep apnea (AHI &#x02265; 15) in primary care in a Spanish population (Galicia-Spain). They recruited a sample of 178 people (57 women and 121 men) over 18 years old whose sociodemographic characteristics (age, gender, BMI) and selection criteria were similar to those of our study. They performed the diagnosis of OSA for the comparison of the STOP-Bang questionnaire score by using PSG and obtained for women a sensitivity of 93.8% (95% CI: 69.80&#x02013;99.80) and a specificity of 63.4% (95% CI: 46.90&#x02013;77.90), with an AUC of 0.816 (95% CI: 0.709&#x02013;0.922) and an optimum cutoff point of 4, and for men a sensitivity of 55.2% (95% CI: 41.50&#x02013;68.30) and a specificity of 73% (95% CI: 60.30&#x02013;83.40), with an AUC of 0.686 (95% CI: 0.594&#x02013;0.778) and an optimum cutoff of 6. Compared with the present study, the study conducted by Cruces-Artero et al. (<xref ref-type="bibr" rid="B15">15</xref>) showed better results in women both in sensitivity and specificity; however, in men, the sensitivity obtained by our study was higher and the specificity lower. This fact could be explained because Cruces-Artero et al. (<xref ref-type="bibr" rid="B15">15</xref>) used PSG to establish the diagnosis of sleep apnea and not HRP, developing their study for an AHI &#x02265; 15. In contrast, we used HRP to establish the diagnosis of sleep apnea in our study because it was performed entirely in the primary care setting, developing the study for an AHI &#x0003E; 15.</p>
<p>Saldias Penafiel et al. (<xref ref-type="bibr" rid="B21">21</xref>) recruited a sample of 205 Spanish-speaking people (95 men and 110 women) from a metropolitan area of Chile, with a mean age of 47.8 &#x000B1; 20 years, who presented with clinical symptoms of sleep-related breathing disorders (habitual snoring and/or observed episodes of breathing pauses). The diagnosis of OSA was performed by using HRP. The STOP-Bang questionnaire achieved a sensitivity of 89% and a specificity of 36%, with an AUC of 0.67 for detecting moderate/severe apnea (AHI &#x0003E; 15). These results are consistent with those obtained in our study.</p>
<p>Similar results were also reported in the validation studies of the STOP-Bang questionnaire in the field of primary care in the non-Spanish language (<xref ref-type="bibr" rid="B22">22</xref>&#x02013;<xref ref-type="bibr" rid="B26">26</xref>), with a mean sensitivity of 80.11% (range: 77.3&#x02013;83.9) and a mean specificity of 61.46% (range: 52.8&#x02013;66.35%).</p>
<p>Comparing the screening ability for moderate/severe apnea of the Berlin questionnaire, a widely used questionnaire whose sensitivity is 76% and its specificity is 59%, we observed that the STOP-Bang questionnaire (<xref ref-type="bibr" rid="B27">27</xref>) has a better ability to detect true positives.</p>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusions</title>
<p>The STOP-Bang questionnaire, which consists of dichotomous questions, that is, its questions have only two possible answer options (Yes or No), is very useful as a screening tool. It allows people to populate it in &#x0007E;1&#x02013;2 min. It would be an easier tool than the Berlin questionnaire because the questions in the Berlin questionnaire are more difficult, given that they present polyatomic answers from 5 categories. The STOP-Bang questionnaire also shows acceptable internal consistency and good reproducibility.</p>
<p>The demonstrated good psychometric properties, and the ease of use make the STOP-Bang questionnaire an effective tool for screening moderate/severe OSA. Its use in primary care centers could contribute decisively to reducing the underdiagnosis that this disease presents today (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B28">28</xref>), with the consequent impact on the complications inherent in the lack of treatment.</p>
<p>This study and the existing ones and the SEPAR recommendations that indicate the need to address OSA in primary care suggest that it is necessary to sensitize the primary care professionals to the use of measuring tools for the management of OSA. The STOP-Bang questionnaire is a recommendable tool for screening and diagnostic support.</p>
<p>Although the results support the existing evidence, we believe that it would be advisable to conduct new studies demonstrating the usefulness of the STOP-Bang questionnaire in different population groups in the primary care setting. This fact becomes even more necessary in the Spanish language version.</p>
<p>The development and validation of rapid and inexpensive tools for screening for sleep-related breathing disorders could facilitate their detection under the limited availability of time per patient of the primary health care professional.</p>
</sec>
<sec id="s6">
<title>Weaknesses and strengths</title>
<p>Although we would have preferred to obtain a larger sample size, the situation produced by the coronavirus disease (COVID-19) pandemic significantly hampered the process of recruiting the study people, having to limit the fieldwork. Consequently, the precision of the parameters analyzed has been lower than desired, although above the estimated values in the sample size calculation.</p>
<p>Selection bias may have occurred because of the non-use of probabilistic sampling techniques. However, convenience or opportunistic sampling is commonly used in this type of validation study. As some authors have pointed out (<xref ref-type="bibr" rid="B29">29</xref>), it is necessary for validation studies that the selected sample covers a broad clinical spectrum of individuals, from the asymptomatic patient to the patient with symptoms specific to the condition being studied, to avoid overestimating the validity of the measuring tool. Given that the recruitment of patients was conducted in a population setting through the primary care services, we consider that this fact has been achieved, leading us to think that the possible selection bias was unimportant.</p>
<p>It is worth noting that, in our study, all the development of the study (recruitment of participants, completion of the STOP-Bang questionnaire, and completion of respiratory polygraphy) has been conducted in the primary care settings by medical and nursing health professionals.</p>
<p>Likewise, we understand the blinded process used as a strength of the study. We prevented the researcher who conducted the polygraphic analyzes from having prior knowledge of the results of the STOP-bang questionnaire, ensuring that the equality of the groups was maintained during the execution of the study. Thus, we reduced the risk of an information bias that could arise from the psychological influence of the knowledge of the interventions received in the groups among the study participants.</p>
<p>It is our intention, when the situation produced by the coronavirus disease (COVID-19) pandemic allows it, to increase the sample to obtain more precise results.</p>
</sec>
<sec sec-type="data-availability" id="s7">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/supplementary material, further inquiries can be directed to the corresponding author/s.</p>
</sec>
<sec id="s8">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by Comit&#x000E9; de &#x000E9;tica de la investigaci&#x000F3;n de C&#x000F3;rdoba-Espa&#x000F1;a. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s9">
<title>Author contributions</title>
<p>JS-M, LP-d-T, MV-A, RM-G, and EN-M contributed to conception and design of the study. JS-M organized the database and performed the statistical analysis. RM-G wrote the first draft of the manuscript. All authors contributed to manuscript revision, read, and approved the submitted version.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s10">
<title>Publisher&#x00027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>

<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kapur</surname> <given-names>VK</given-names></name> <name><surname>Auckley</surname> <given-names>DH</given-names></name> <name><surname>Chowdhuri</surname> <given-names>S</given-names></name> <name><surname>Kuhlmann</surname> <given-names>DC</given-names></name> <name><surname>Medhra</surname> <given-names>R</given-names></name> <name><surname>Ramar</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Clinical practice guideline for diag-nostic testing for adult obstructive sleep apnea: an American Academy of SleepMedicine Clinical Practice Guideline</article-title>. <source>JAMA.</source> (<year>2017</year>) <volume>13</volume>:<fpage>479</fpage>&#x02013;<lpage>504</lpage>. <pub-id pub-id-type="doi">10.5664/jcsm.6506</pub-id><pub-id pub-id-type="pmid">33524841</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jonas</surname> <given-names>DE</given-names></name> <name><surname>Amick</surname> <given-names>HR</given-names></name> <name><surname>Feltner</surname> <given-names>C</given-names></name> <name><surname>Weber</surname> <given-names>RP</given-names></name> <name><surname>Arvanitis</surname> <given-names>M</given-names></name> <name><surname>Stine</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Screening for obstructive sleep apnea inadults</article-title>. <source>JAMA.</source> (<year>2017</year>) <volume>317</volume>:<fpage>415</fpage>. <pub-id pub-id-type="doi">10.1001/jama.2016.19635</pub-id><pub-id pub-id-type="pmid">28118460</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grupo</surname> <given-names>Espa&#x000F1;ol de</given-names></name></person-group>. <article-title>sue&#x000F1;o (GES). Consenso Nacional sobre el s&#x000ED;ndrome de apneas-hipopneas del sue&#x000F1;o Definici&#x000F3;n y concepto, fisiopatolog&#x000ED;a, cl&#x000ED;nica y exploraci&#x000F3;n del SAHS</article-title>. <source>Arch Bronconeumol.</source> (<year>2005</year>) <volume>41</volume>:<fpage>12</fpage>&#x02013;<lpage>29</lpage>. <pub-id pub-id-type="doi">10.1016/S0300-2896(05)70749-3</pub-id></citation>
</ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sch&#x000FC;nemann</surname> <given-names>HJ</given-names></name> <name><surname>Jaeschke</surname> <given-names>R</given-names></name> <name><surname>Cook</surname> <given-names>DJ</given-names></name> <name><surname>Bria</surname> <given-names>WF</given-names></name> <name><surname>El-Solh</surname> <given-names>AA</given-names></name> <name><surname>Ernst</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>ATS documents development and implementation committee. An official ATS statement: grading the quality of evidence and strength of recommendations in ATS guidelines and recommendations</article-title>. <source>Am J Respir Crit Care Med.</source> (<year>2006</year>) <volume>174</volume>:<fpage>605</fpage>&#x02013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1164/rccm.200602-197ST</pub-id><pub-id pub-id-type="pmid">16931644</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pack</surname> <given-names>AI</given-names></name></person-group>. <article-title>Sleep-disordered breathing: accesss is the issue</article-title>. <source>Am J Respir Crit Care Med.</source> (<year>2004</year>) <volume>169</volume>:<fpage>666</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1164/rccm.2401008</pub-id><pub-id pub-id-type="pmid">15003949</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dur&#x000E1;n-Cantolla</surname> <given-names>J</given-names></name> <name><surname>Mar</surname> <given-names>J</given-names></name> <name><surname>De la Torre</surname> <given-names>G</given-names></name> <name><surname>Rubio</surname> <given-names>R</given-names></name> <name><surname>Guerra</surname> <given-names>L</given-names></name></person-group>. <article-title>The availability in Spanish public hospitals of resources for diagnosing and treating sleep apneahypopnea syndrome</article-title>. <source>Arch. Bronconeumol.</source> (<year>2004</year>) <volume>40</volume>:<fpage>259</fpage>&#x02013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1016/s1579-2129(06)70096-9</pub-id><pub-id pub-id-type="pmid">15161592</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lloberes</surname> <given-names>P</given-names></name> <name><surname>Dur&#x000E1;n-Cantolla</surname> <given-names>J</given-names></name> <name><surname>Mart&#x000ED;nez-Garc&#x000ED;a</surname> <given-names>MA</given-names></name> <name><surname>Mar&#x000ED;n</surname> <given-names>JM</given-names></name> <name><surname>Ferrere</surname> <given-names>A</given-names></name> <name><surname>Jaime Corral</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Diagnosis and treatment of sleep apnea-hypopnea s&#x000ED;ndrome</article-title>. <source>Arch Bronconeumol.</source> (<year>2011</year>) <volume>47</volume>:<fpage>143</fpage>&#x02013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1016/j.arbres.2011.01.001</pub-id><pub-id pub-id-type="pmid">21398016</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Candela</surname> <given-names>A</given-names></name> <name><surname>Hern&#x000E1;ndez</surname> <given-names>L</given-names></name> <name><surname>Asensio</surname> <given-names>S</given-names></name> <name><surname>S&#x000E1;nchez-Paya</surname> <given-names>J</given-names></name> <name><surname>Vila</surname> <given-names>J</given-names></name> <name><surname>Benito</surname> <given-names>N</given-names></name> <etal/></person-group>. <article-title>Validaci&#x000F3;n de un equipo de poligraf&#x000ED;a respiratoria en el diagn&#x000F3;stico del s&#x000ED;ndrome de apneas durante el sue&#x000F1;o</article-title>. <source>Arch Bronconeumol.</source> (<year>2005</year>) <volume>41</volume>:<fpage>71</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1157/13070802</pub-id></citation>
</ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Flemons</surname> <given-names>WW</given-names></name> <name><surname>Littner</surname> <given-names>MR</given-names></name> <name><surname>Rowley</surname> <given-names>JA</given-names></name> <name><surname>Gay</surname> <given-names>P</given-names></name> <name><surname>Anderson</surname> <given-names>WM</given-names></name> <name><surname>Hudgel</surname> <given-names>DW</given-names></name> <etal/></person-group>. <article-title>Home diagnosis of sleep apnea: a systematic review of the literature. An evidence review cosponsored by the American Academy of Sleep Medicine, the American College of Chest Physicians, and the American Thoracic Society</article-title>. <source>Chest.</source> (<year>2003</year>) <volume>124</volume>:<fpage>1543</fpage>&#x02013;<lpage>79</lpage>. <pub-id pub-id-type="doi">10.1378/chest.124.4.1543</pub-id><pub-id pub-id-type="pmid">14555592</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hudgel</surname> <given-names>D</given-names></name> <name><surname>Anderson</surname> <given-names>WM</given-names></name> <name><surname>Boehlecke</surname></name> <name><surname>Claman</surname> <given-names>D</given-names></name> <name><surname>Goldberg</surname> <given-names>R</given-names></name> <name><surname>Gottlieb</surname> <given-names>DJ</given-names></name> <etal/></person-group>. <article-title>Portable Monitoring Task Force of the American Academy of Sleep Medicine Clinical guidelines for the use of unattended portable monitors in the diagnosis of obstructive sleep apnea in adult patients Portable Monitoring Task Force of the American Academy of Sleep Medicine</article-title>. <source>J Clin Sleep Med</source>. (<year>2007</year>) <volume>3</volume>:<fpage>737</fpage>&#x02013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.5664/jcsm.27032</pub-id><pub-id pub-id-type="pmid">18198809</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Colvin</surname> <given-names>LJ</given-names></name> <name><surname>Cartwright</surname> <given-names>A</given-names></name> <name><surname>Freedman</surname> <given-names>N</given-names></name> <name><surname>Rogers</surname> <given-names>AE</given-names></name> <name><surname>D Vana</surname> <given-names>K</given-names></name></person-group>. <article-title>Nurse practitioners and physician assistants are qualified to perform home sleep apnea test clinical evaluations</article-title>. <source>J Clin Sleep Med.</source> (<year>2018</year>) <volume>14</volume>:<fpage>293</fpage>. <pub-id pub-id-type="doi">10.5664/jcsm.6958</pub-id><pub-id pub-id-type="pmid">29351823</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stanik-Hutt</surname> <given-names>J</given-names></name> <name><surname>Robin</surname> <given-names>P</given-names></name> <name><surname>White</surname> <given-names>KM</given-names></name> <name><surname>Johantgen</surname> <given-names>M</given-names></name> <name><surname>Bass</surname> <given-names>EB</given-names></name> <name><surname>Zangaro</surname> <given-names>G</given-names></name> <etal/></person-group>. <article-title>The quality and effectiveness of care provided by nurse practitioners</article-title>. <source>J Nurse Pract.</source> (<year>2013</year>) <volume>9</volume>:<fpage>492</fpage>&#x02013;<lpage>513</lpage>. <pub-id pub-id-type="doi">10.1016/j.nurpra.2013.07.004</pub-id></citation>
</ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="web">Chung, F,. Toronto Western Hospital UHN, University of Toronto. The official STOP-Bang Questionnaire website. Disponible en: <ext-link ext-link-type="uri" xlink:href="http://www.stopbang.ca/">http://www.stopbang.ca/</ext-link> (Consultado el June 15, 2020).</citation>
</ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nagappa</surname> <given-names>M</given-names></name> <name><surname>Liao</surname> <given-names>P</given-names></name> <name><surname>Wong</surname> <given-names>J</given-names></name> <name><surname>Auckley</surname> <given-names>D</given-names></name> <name><surname>Ramachandran</surname> <given-names>SK</given-names></name> <name><surname>Memtsoudis</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Validation of the STOP-Bang Ques-tionnaire as a screening tool for obstructive sleep apnea among differentpopulations: a systematic review and meta-analysis</article-title>. <source>PLoS ONE.</source> (<year>2015</year>) <volume>10</volume>:<fpage>e0143697</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0143697</pub-id><pub-id pub-id-type="pmid">26658438</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cruces-Artero</surname> <given-names>C</given-names></name> <name><surname>Herv&#x000E9;s-Beloso</surname> <given-names>C</given-names></name> <name><surname>Mart&#x000ED;n-Miguel</surname> <given-names>V</given-names></name> <name><surname>Hern&#x000E1;iz-Valero</surname> <given-names>S</given-names></name> <name><surname>Isidro Lago-Deibe</surname> <given-names>F</given-names></name> <name><surname>Montero-Gumucio</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Diagnostic accuracy os STOP-Bang questionnaire on moderate sleep apnoea in primary care</article-title>. <source>Gac Sanit Sep-Oct.</source> (<year>2019</year>) <volume>33</volume>:<fpage>421</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.gaceta.2018.05.003</pub-id><pub-id pub-id-type="pmid">30033095</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bray</surname> <given-names>GA</given-names></name></person-group>. <article-title>Commentary on classics in obesity Quetelet: quantitative medicine A treatise on man and the development of his faculties</article-title>. <source>Obes Res.</source> (<year>1994</year>) <volume>2</volume>:<fpage>68</fpage>&#x02013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1002/j.1550-8528.1994.tb00046.x</pub-id><pub-id pub-id-type="pmid">16353610</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kuder</surname> <given-names>GF</given-names></name> <name><surname>Richardson</surname> <given-names>MW</given-names></name></person-group>. <article-title>The theory of the estimation of test reliability</article-title>. <source>Psychometrika.</source> (<year>1937</year>) <volume>2</volume>:<fpage>151</fpage>&#x02013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1007/BF02288391</pub-id><pub-id pub-id-type="pmid">19102480</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Oviedo</surname> <given-names>HC</given-names></name> <name><surname>Campo-Arias</surname> <given-names>A</given-names></name></person-group>. <article-title>Aproximaci&#x000F3;n al uso del coeficiente alfa de Cronbach</article-title>. <source>Revista Colombiana de Psiquiatr&#x000ED;a</source>. (<year>2005</year>) XXXIV:572&#x02013;80. <pub-id pub-id-type="doi">10.7705/biomedica.v26i4.327</pub-id></citation>
</ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>L&#x000F3;pez de Ullibarri</surname> <given-names>I</given-names></name> <name><surname>Pita</surname> <given-names>S</given-names></name></person-group>. <article-title>Medidas de concordancia: el coeficiente kappa</article-title>. <source>Cad aten primaria</source>. (<year>1999</year>) <volume>6</volume>:<fpage>169</fpage>&#x02013;<lpage>71</lpage>.</citation>
</ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Landis</surname> <given-names>JR</given-names></name> <name><surname>Koch</surname> <given-names>GG</given-names></name></person-group>. <article-title>The measurement of observer agreement for categorical data</article-title>. <source>Biometrics.</source> (<year>1977</year>) <volume>33</volume>:<fpage>159</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.2307/2529310</pub-id><pub-id pub-id-type="pmid">843571</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sald&#x000ED;as Pe&#x000F1;afiel</surname> <given-names>F</given-names></name> <name><surname>Brockmann Veloso</surname> <given-names>P</given-names></name> <name><surname>Sant&#x000ED;n Mart&#x000ED;nez</surname> <given-names>J</given-names></name> <name><surname>Fuentes-L&#x000F3;pez</surname> <given-names>E</given-names></name> <name><surname>Valdivia Cabrera</surname> <given-names>G</given-names></name></person-group>. <article-title>Rendimiento de los cuestionarios de sue&#x000F1;o en el diagn&#x000F3;stico de s&#x000ED;ndrome de apneas obstructivas del sue&#x000F1;o en poblaci&#x000F3;n chilena. Subestudio de la Encuesta Nacional de Salud, 2016/17</article-title>. <source>Rev Med Chile.</source> (<year>2019</year>) <volume>147</volume>:<fpage>1543</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.4067/S0034-98872019001201543</pub-id><pub-id pub-id-type="pmid">32186618</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pangerc</surname> <given-names>A</given-names></name> <name><surname>Petek &#x00160;ter</surname> <given-names>M</given-names></name> <name><surname>Dolenc Gro&#x00161;elj</surname> <given-names>L</given-names></name></person-group>. <article-title>Translation and validation of the STOP-Bang questionnaire into Slovene</article-title>. <source>Eur J Med Res</source>. (<year>2021</year>) <volume>26</volume>:<fpage>32</fpage>. <pub-id pub-id-type="doi">10.1186/s40001-021-00503-z</pub-id><pub-id pub-id-type="pmid">33827701</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Coutinho-Costa</surname> <given-names>J</given-names></name> <name><surname>Rebelo-Marques</surname> <given-names>A</given-names></name> <name><surname>Neiva Machado</surname> <given-names>JP</given-names></name> <name><surname>Figueiredo Valentim</surname> <given-names>BM</given-names></name> <name><surname>De Almeida Vicente Ferreir</surname> <given-names>CS</given-names></name> <name><surname>Oliveira Gon&#x000E7;alves</surname> <given-names>JD</given-names></name> <etal/></person-group>. <article-title>STOP-Bang and NoSAS questionnaires as a screening tool for OSA: which one is the best choice?</article-title> <source>Rev Assoc Med Bras 1992.</source> (<year>2020</year>) <volume>66</volume>:<fpage>1203</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1590/1806-9282.66.9.1203</pub-id><pub-id pub-id-type="pmid">33027446</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Emerson Ferreira Martins</surname> <given-names>D</given-names></name> <name><surname>Cortes</surname> <given-names>AL</given-names></name> <name><surname>Nascimento</surname> <given-names>N</given-names></name> <name><surname>Brendler</surname> <given-names>J</given-names></name></person-group>. <article-title>Exploring the STOP-BANG questionnaire for obstructive sleep apnea screening in seniors</article-title>. <source>J Clin Sleep Med.</source> (<year>2020</year>) <volume>16</volume>:<fpage>199</fpage>&#x02013;<lpage>206</lpage>. <pub-id pub-id-type="doi">10.5664/jcsm.8166</pub-id><pub-id pub-id-type="pmid">31992408</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alexandre Rebelo-Marques</surname> <given-names>C</given-names></name> <name><surname>Valentim</surname> <given-names>B</given-names></name> <name><surname>Agostinho</surname> <given-names>M</given-names></name> <name><surname>Pereira</surname> <given-names>R</given-names></name> <name><surname>Teixeira</surname> <given-names>MF</given-names></name> <name><surname>Moita</surname> <given-names>J</given-names></name></person-group>. <article-title>STOP-Bang questionnaire: the validation of a Portuguese version as a screening tool for obstructive sleep apnea (OSA) in primary care</article-title>. <source>Sleep Breath.</source> (<year>2018</year>) <volume>22</volume>:<fpage>757</fpage>&#x02013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1007/s11325-017-1608-0</pub-id><pub-id pub-id-type="pmid">29285601</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bauters</surname> <given-names>FA</given-names></name> <name><surname>Loof</surname> <given-names>S</given-names></name> <name><surname>Hertegonne</surname> <given-names>KB</given-names></name> <name><surname>Chirinos</surname> <given-names>JA</given-names></name> <name><surname>De Buyzere</surname> <given-names>ML</given-names></name> <name><surname>Rietzschel</surname> <given-names>ER</given-names></name></person-group>. <article-title>Sex-specific sleep apnea screening questionnaires: closing the performance gap in women</article-title>. <source>Sleep Med.</source> (<year>2020</year>) <volume>67</volume>:<fpage>91</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.sleep.2019.10.023</pub-id><pub-id pub-id-type="pmid">31918123</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chiu</surname> <given-names>HY</given-names></name> <name><surname>Chen</surname> <given-names>PY</given-names></name> <name><surname>Chuang</surname> <given-names>LP</given-names></name> <name><surname>Chen</surname> <given-names>NH</given-names></name> <name><surname>Tu</surname> <given-names>YK</given-names></name> <name><surname>Hsieh</surname> <given-names>YJ</given-names></name> <etal/></person-group>. <article-title>Diagnostic accuracy of the Berlin questionnaire, STOP-BANG, STOP, and Epworth sleepiness scale in detecting obstructive sleep apnea: A bivariate meta-analysis</article-title>. <source>Sleep Med Rev.</source> (<year>2017</year>) <volume>36</volume>:<fpage>57</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1016/j.smrv.2016.10.004</pub-id><pub-id pub-id-type="pmid">27919588</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hwang</surname> <given-names>M</given-names></name> <name><surname>Zhang</surname> <given-names>K</given-names></name> <name><surname>Nagappa</surname> <given-names>M</given-names></name> <name><surname>Saripella</surname> <given-names>A</given-names></name> <name><surname>Englesakis</surname> <given-names>M</given-names></name> <name><surname>Chung</surname> <given-names>F</given-names></name></person-group>. <article-title>Validation of the STOP-Bang questionnaire as a screening tool for obstructive sleep apnoea in patients with cardiovascular risk factors: a systematic review and meta-analysis</article-title>. <source>BMJ Open Respir Res.</source> (<year>2021</year>) <volume>8</volume>:<fpage>e000848</fpage>. <pub-id pub-id-type="doi">10.1136/bmjresp-2020-000848</pub-id><pub-id pub-id-type="pmid">33664122</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Jenicek</surname> <given-names>M</given-names></name> <name><surname>Cl&#x000E9;roux</surname> <given-names>R</given-names></name></person-group>. <source>Salvat; Barcelona. Epidemiolog&#x000ED;a. Principios, t&#x000E9;cnicas, aplicaciones.</source> (<year>1987</year>). p. <fpage>13</fpage>&#x02013;<lpage>32</lpage>.</citation>
</ref>
</ref-list> 
</back>
</article>