<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Endocrinol.</journal-id>
<journal-title>Frontiers in Endocrinology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Endocrinol.</abbrev-journal-title>
<issn pub-type="epub">1664-2392</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fendo.2021.777552</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Endocrinology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Association Between the Severity of Diabetic Retinopathy and Optical Coherence Tomography Angiography Metrics</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Xu</surname>
<given-names>Binxin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1575287"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chen</surname>
<given-names>Jiahui</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1524412"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhang</surname>
<given-names>Shaohua</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1575905"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Shen</surname>
<given-names>Shengli</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1575302"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lan</surname>
<given-names>Xuan</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Chen</surname>
<given-names>Zhineng</given-names>
</name>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1524240"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Yan</surname>
<given-names>Zhiqiang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/456584"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Xu</surname>
<given-names>Bingxiang</given-names>
</name>
<xref ref-type="aff" rid="aff8">
<sup>8</sup>
</xref>
<xref ref-type="aff" rid="aff9">
<sup>9</sup>
</xref>
<xref ref-type="aff" rid="aff10">
<sup>10</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1262275"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Human Phenome Institute, State Key Laboratory of Medical Neurobiology and MOE Frontiers Center for Brain Science, Institute of Brain Science, School of Life Sciences, Fudan University</institution>, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Institute of Molecular Physiology, Shenzhen Bay Laboratory</institution>, <addr-line>Shenzhen</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Ophthalmology and Vision Science, Eye and ENT Hospital of Fudan University</institution>, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>NHC Key Laboratory of Myopia (Fudan University), Laboratory of Myopia, Chinese Academy of Medical Sciences</institution>, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Key Laboratory of Visual Impairment and Restoration of Shanghai</institution>, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Human Phenome Institute, Fudan University</institution>, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff7">
<sup>7</sup>
<institution>School of Computer Science, Fudan University</institution>, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff8">
<sup>8</sup>
<institution>School of Kinesiology, Shanghai University of Sport</institution>, <addr-line>Shanghai</addr-line>, <country>China</country>
</aff>
<aff id="aff9">
<sup>9</sup>
<institution>State Key Laboratory of Translational Medicine and Innovative Drug Development, Jiangsu Simcere Diagnostics Co., Ltd.</institution>, <addr-line>Nanjing</addr-line>, <country>China</country>
</aff>
<aff id="aff10">
<sup>10</sup>
<institution>Nanjing Simcere Medical Laboratory Science Co., Ltd.</institution>, <addr-line>Nanjing</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Changwei Li, Tulane University School of Public Health and Tropical Medicine, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Wuxiang Xie, Peking University, United States; Hao Peng, Soochow University, China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Zhineng Chen, <email xlink:href="mailto:zhinchen@fudan.edu.cn">zhinchen@fudan.edu.cn</email>; Zhiqiang Yan, <email xlink:href="mailto:zqyan@fudan.edu.cn">zqyan@fudan.edu.cn</email>; Bingxiang Xu, <email xlink:href="mailto:bingxiang.xu@hotmail.com">bingxiang.xu@hotmail.com</email>
</p>
</fn>
<fn fn-type="other" id="fn002">
<p>&#x2020;These authors share first authorship</p>
</fn>
<fn fn-type="other" id="fn003">
<p>This article was submitted to Systems Endocrinology, a section of the journal Frontiers in Endocrinology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>10</day>
<month>12</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>777552</elocation-id>
<history>
<date date-type="received">
<day>15</day>
<month>09</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>11</day>
<month>11</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Xu, Chen, Zhang, Shen, Lan, Chen, Yan and Xu</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Xu, Chen, Zhang, Shen, Lan, Chen, Yan and Xu</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Diabetic retinopathy, the most serious ocular complication of diabetes, imposes a serious economic burden on society. Automatic and objective assessment of vessel changes can effectively manage diabetic retinopathy and prevent blindness. Optical coherence tomography angiography (OCTA) metrics have been confirmed to be used to assess vessel changes. The accuracy and reliability of OCTA metrics are restricted by vessel segmentation methods. In this study, a multi-branch retinal vessel segmentation method is proposed, which is comparable to the segmentation results obtained from the manual segmentation, effectively extracting vessels in low contrast areas and improving the integrity of the extracted vessels. OCTA metrics based on the proposed segmentation method were validated to be reliable for further analysis of the relationship between OCTA metrics and diabetes and the severity of diabetic retinopathy. Changes in vessel morphology are influenced by systemic risk factors. However, there is a lack of analysis of the relationship between OCTA metrics and systemic risk factors. We conducted a cross-sectional study that included 362 eyes of 221 diabetic patients and 1,151 eyes of 587 healthy people. Eight systemic risk factors were confirmed to be closely related to diabetes. After controlling these systemic risk factors, significant OCTA metrics (such as vessel complexity index, vessel diameter index, and mean thickness of retinal nerve fiber layer centered in the macular) were found to be related to diabetic retinopathy and severe diabetic retinopathy. This study provides evidence to support the potential value of OCTA metrics as biomarkers of diabetic retinopathy.</p>
</abstract>
<kwd-group>
<kwd>diabetic retinopathy</kwd>
<kwd>diabetes</kwd>
<kwd>optical coherence tomography angiography</kwd>
<kwd>retinal vessel segmentation</kwd>
<kwd>retinal vessel quantification</kwd>
<kwd>systemic risk factors</kwd>
</kwd-group>
<contract-num rid="cn001">31571083, 31970931</contract-num>
<contract-num rid="cn002">TP2014008</contract-num>
<contract-num rid="cn003">14QA1400800</contract-num>
<contract-sponsor id="cn001">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">Program for Professor of Special Appointment (Eastern Scholar) at Shanghai Institutions of Higher Learning<named-content content-type="fundref-id">10.13039/501100013285</named-content>
</contract-sponsor>
<contract-sponsor id="cn003">Shanghai Rising-Star Program<named-content content-type="fundref-id">10.13039/501100013105</named-content>
</contract-sponsor>
<counts>
<fig-count count="8"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="37"/>
<page-count count="12"/>
<word-count count="5287"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Diabetic retinopathy (DR), is one of the most frequent causes of blindness in the working-age population (<xref ref-type="bibr" rid="B1">1</xref>). DR causes expression of vascular endothelial growth factor (<xref ref-type="bibr" rid="B2">2</xref>), inflammation (<xref ref-type="bibr" rid="B3">3</xref>), upregulation of renin&#x2013;angiotensin (<xref ref-type="bibr" rid="B4">4</xref>), oxidative stress (<xref ref-type="bibr" rid="B5">5</xref>), activation of protein kinase C (<xref ref-type="bibr" rid="B6">6</xref>), the formation of sorbitol (<xref ref-type="bibr" rid="B7">7</xref>), and advanced glycation end-products (<xref ref-type="bibr" rid="B8">8</xref>), which lead to an increased permeability of retinal vessel, capillary non-perfusion area, microaneurysm formation, and retinal endothelial cell damage. DR also causes retinal neurodegeneration (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>) and predicts an increased risk of life-threatening systemic vascular complications (<xref ref-type="bibr" rid="B11">11</xref>).</p>
<p>Optical coherence tomography (OCT) is a new non-contact and non-invasive imaging technique. Combined with the optical coherence tomography angiography (OCTA), it allows a layered view of the vascular morphology and blood flow alterations of the retina and choroid, enabling a more in-depth study of specific retinal capillary layer lesions caused by DR (<xref ref-type="bibr" rid="B12">12</xref>). Several studies have reported that OCTA metrics were associated with the severity of DR, such as foveal avascular zone (FAZ) area and vessel density, indicating the potential value of OCTA for managing DR progress (<xref ref-type="bibr" rid="B13">13</xref>&#x2013;<xref ref-type="bibr" rid="B15">15</xref>). Vessel segmentation is a necessary step for quantifying OCTA metrics (such as vessel density, vessel skeleton fractal dimension, and vessel skeleton density). However, the retinal vessel segmentation methods used in these studies have two glaring limitations: i) discontinuity of segmented vessels, and ii) poor and false segmentation of low-contrast vessel regions.</p>
<p>Most published OCTA-based retinal vessel segmentation methods can be divided into the following kinds: local adaptive thresholds, hessian filter, and non-local means filter. Reif et&#xa0;al. (<xref ref-type="bibr" rid="B16">16</xref>) combined the low-pass filter and the local adaptive threshold to achieve the segmentation of vascular. Chu et&#xa0;al. (<xref ref-type="bibr" rid="B17">17</xref>) used the global threshold to remove noise, the hessian matrix to enhance the image, and the adaptive threshold to segment blood vessels. The two methods previously mentioned have low complexity and can achieve available segmentation results, but their anti-noise ability is poor. The segmentation method implemented by Tang et&#xa0;al. (<xref ref-type="bibr" rid="B14">14</xref>) prevented the enhancement of noise by a non-local means filter and segmented vessels by using a phansalkar adaptive local thresholding. However, the method proposed by Tang et&#xa0;al. (<xref ref-type="bibr" rid="B14">14</xref>) has high computational complexity and is prone to introduce false-positive results. Due to the amount of noise present in the OCTA images, the poor quality of the capillaries, the requirement for continuity of the segmented vessels, and the existing vessel segmentation methods do not achieve satisfactory results.</p>
<p>In response to the above limitations, this study developed a multi-branch retinal vessel segmentation method (abbreviated as MRVSM) that does not enhance noise and can effectively extract low-contrast capillaries. MRVSM designed special methods and corresponding parameters to segment the large vessels and capillaries separately since the pixel intensities vary considerably between vessels.</p>
<p>Reviewing the previous studies on the relationship between OCTA metrics and the severity of DR, a comprehensive analysis of the effect of systemic risk factors on OCTA metrics is still lacking. Consideration of systemic risk factors is crucial for the reliable study of the relationship between the OCTA metrics and the severity of DR. In this study, we analyzed the relationship of OCTA metrics to 36 systemic risk factors. After controlling the identified systemic risk factors, we studied whether the OCTA metrics were associated with DR and severe DR. This study can identify eyes at high risk of DR progression, which facilitates early diagnosis and timely intervention for DR.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2_1">
<title>Participants</title>
<p>The study followed the ethical standards set out in the 1964 Declaration of Helsinki and was approved by the Ethics Committee of Eye and ENT Hospital of Fudan University and the Ethics Committee of School of Life Sciences of Fudan University with informed consent forms.</p>
<p>Approximately 596 healthy participants (1,192 eyes) were eligible for the recruitment criteria. Among them, 100 healthy participants were recruited from the Eye and ENT Hospital of Fudan University and 496 healthy participants were recruited from the Human Phenome Institute of Fudan University. Approximately 240 diabetes participants (418 eyes) were recruited from the Eye and ENT Hospital of Fudan University. After the image quality control, the study excluded 97 eyes (reasons shown in <xref ref-type="supplementary-material" rid="SM2">
<bold>Supplementary Figure&#xa0;1</bold>
</xref>). Finally, the study included 587 healthy participants (1,151 eyes) and 221 diabetes participants (362 eyes). Approximately 54 healthy participants and 68 diabetes participants from the Eye and ENT Hospital of Fudan University and 496 from the Human Phenome Institute of Fudan University underwent systemic test, including the fasting blood test, urine test, blood pressure test, pulse test, vision test, and measurements of demographic variables. All the participants measured for demographic variables and blood glucose and were identified as diabetes participants or healthy participants according to the diagnostic criteria proposed by the American Diabetes Association (<xref ref-type="bibr" rid="B18">18</xref>). The severity of DR was graded by ophthalmologists from the Eye and ENT Hospital of Fudan University according to the Diabetic Retinopathy Early Treatment Study (<xref ref-type="bibr" rid="B19">19</xref>).</p>
<p>The characteristics of the included population are presented in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. Among the healthy participants (mean [SD] age, 38 [14] years), 54% were female and among the diabetes participants (mean [SD] age, 70 [4] years), 57% were female.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>The characteristics of study population.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristics</th>
<th valign="top" align="center">Unit</th>
<th valign="top" align="center">Healthy participants</th>
<th valign="top" align="center">Diabetes participants</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left">Mean (SD) or %</td>
<td valign="top" align="left">Mean (SD) or %</td>
</tr>
<tr>
<td valign="top" align="left">Age</td>
<td valign="top" align="center">Year</td>
<td valign="top" align="center">38 (14)</td>
<td valign="top" align="center">69 (4)</td>
</tr>
<tr>
<td valign="top" align="left">Gender</td>
<td valign="top" align="center">Female</td>
<td valign="top" align="center">54%</td>
<td valign="top" align="center">57%</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="center">Male</td>
<td valign="top" align="center">46%</td>
<td valign="top" align="center">43%</td>
</tr>
<tr>
<td valign="top" align="left">Eyes</td>
<td valign="top" align="center">Left eyes</td>
<td valign="top" align="center">50%</td>
<td valign="top" align="center">49%</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="center">Right eyes</td>
<td valign="top" align="center">50%</td>
<td valign="top" align="center">51%</td>
</tr>
<tr>
<td valign="top" align="left">Severity of diabetic retinopathy</td>
<td valign="top" align="center">No DR</td>
<td valign="top" align="center"/>
<td valign="top" align="center">34%</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="center">Mild</td>
<td valign="top" align="center"/>
<td valign="top" align="center">48%</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="center">Moderate</td>
<td valign="top" align="center"/>
<td valign="top" align="center">11%</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="center">Severe</td>
<td valign="top" align="center"/>
<td valign="top" align="center">7%</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The recruitment criteria of healthy participants were: (1) between 20 and 85 years of age, (2) long-term residence in Shanghai, (3) no adverse lifestyle habits, (4) no major illnesses, and (5) self-reported healthy.</p>
<p>The recruitment criteria of diabetes participants were: (1) between 20 and 85 years of age, and (2) having diabetes.</p>
<p>The image quality control with the following exclusion criteria: (1) signal intensity less than 6, (2) presence of motion artifacts, tomography, and dislocation, (3) image center deviation from the macula,(4) inaccurate vessel delamination, and (5) low image resolution.</p>
</sec>
<sec id="s2_2">
<title>Measurement of Systemic Risk Factors</title>
<p>The systemic test included fasting blood test, urine test, blood pressure test, pulse test, vision test, and measurements of demographic variables. Indicators of fasting blood test were basophil count, basophil ratio, eosinophil count, eosinophil ratio, hematocrit, hemoglobin, lymphocyte count, lymphocyte ratio, mean corpuscular hemoglobin, mean cell hemoglobin concentration, monocyte count, mean platelet volume, plateletcrit, platelet distribution width, platelet larger cell ratio, platelet count, red cell distribution width coefficient of variation, neutrophilic granulocyte count, neutrophilic granulocyte ratio, creatinine, total cholesterol, glucose, high-density lipoprotein cholesterol, low-density lipoprotein cholesterol, total bilirubin, triglyceride, uric acid, and glycosylated hemoglobin. Indicators of blood pressure test were diastolic blood pressure and systolic blood pressure. The indicators of urine tests, pulse test, and vision test are urine specific gravity, pulse, and uncorrected visual acuity respectively. Demographic variables include age, sex, height, and weight. Height and weight were converted to body mass index (BMI) and uncorrected visual acuity was converted to logarithm of the minimum angle of resolution for analysis.</p>
</sec>
<sec id="s2_3">
<title>Data Collection Based on OCTA and OCT</title>
<p>Swept-source OCT (DRI OCT Triton; Topcon Inc, Tokyo, Japan) was used in our study. The DRI OCT uses infrared light at a wavelength of 1,050 nm as the light source and achieves a high A-scan rate of 100 kHz, resulting in high signal penetration and fast imaging. An OCT scan of a 3&#xa0;mm x 3 mm field of view takes approximately 4 s. The lateral resolution is 20 &#xb5;m and the axial resolution is 8 &#xb5;m. DRI OCT uses an en face visualization technology to reconstruct the blood flow signal in three dimensions. The embedded software IMAGEnet 6 can divide the retinal into superficial capillary plexus (SCP) and deep capillary plexus (DCP). SCP is segmented from the inner limiting membrane (offset 2.6 &#x3bc;m) to the junction (offset 15.6 &#x3bc;m) of the inner plexiform layer and inner nuclear layer. DCP is 15.6 &#x3bc;m down from the junction of the inner plexiform layer and the inner core layer to 70.2 &#x3bc;m.</p>
<p>Both eyes of every participant have been performed with OCT scans centered on the macula and optic disc, OCTA imaging centered on the macula with 3&#xa0;mm x 3&#xa0;mm area, and color fundus photograph. Among the 100 healthy participants from the Eye and ENT Hospital of Fudan University, 37 of them underwent four repeated OCTA imaging within 10&#xa0;min to analyze the reliability of the segmentation method proposed in this article. All the OCTA images of the participants were submitted to the technicians for quality control.</p>
</sec>
<sec id="s2_4">
<title>Segmentation and Quantification of the Retinal Vessels for OCTA Images</title>
<p>The OCTA images of SCP were exported in TIF format and automatically segmented. As depicted in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>, MRVSM included a large vessel segmentation branch (LVSB), a capillary segmentation branch, and their fusion module. Considering that capillaries are difficult to distinguish from the background, we firstly segmented large vessels and then capillaries, where the segmentation methods are designed separately and their parameters adjusted accordingly. The benefit of this process is that it effectively reduces the segmentation error rate of capillaries and better suppresses noises.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>The framework for vessel segmentation method on OCTA image. LVSB, large vessel segmentation branch.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-777552-g001.tif"/>
</fig>
<p>Line detectors with different window sizes were used to distinguish between large vessels and capillaries, which was proposed in (<xref ref-type="bibr" rid="B20">20</xref>). The line detector computed the line strength of the target pixel which was defined as the largest average gray levels along the line going through the target pixel over the 12 directions (15&#xb0; of the angular interval from 0&#xb0;) in the set square window and was used to distinguish between vessel pixel and background pixel. The line detector was sensitive to different vessels according to the window size. In large vessel segmentation, the line detector with a window size of 25 x 25 pixels were first used to extract the structural features of large vessels. The linear combination of structural features extracted by the line detector and the intensity of vessels was binarized to roughly separate the large vessels and the backgrounds. The linear combination coefficients were 1/3 for structural features and 2/3 for intensity. The detected background intensity was halved to improve the contrast between the large vessels and the background. Vessel pixels and background ones were separated using K-means clustering according to their gray levels (<xref ref-type="bibr" rid="B21">21</xref>). The separation was simplified since the large vessels were enhanced.</p>
<p>In the capillary segmentation, we set the gray value of the detected large vessel pixels to 45 to eliminate the interference of large vessels. As the gray levels of the capillary pixels are close to the background pixels, pre-processing is required to enhance the capillaries. The top&#x2013;bottom hat transform was first used to highlight capillary details and inhibit background which added the top hat transform effect and subtracted the bottom hat transform effect (<xref ref-type="bibr" rid="B22">22</xref>). Then we used the same process as LVSB, integrating line detector and k-means clustering to segment capillaries. In order to fit the capillary, the window size of the line detector in the capillary segmentation branch was smaller. It was empirically set to 7 x 7 pixels for capillary segmentation. In the fusion module, large vessels and capillaries, which are the foreground of the segmented images obtained from the two branches, were merged to generate the segmentation result.</p>
</sec>
<sec id="s2_5">
<title>Quantification of OCTA Metrics of Retinal Vessel</title>
<p>The vessels on the OCTA images were segmented by MRVSM automatically, FAZ was detected by the method in (<xref ref-type="bibr" rid="B23">23</xref>), and a non-perfusion zone was detected by the method in (<xref ref-type="bibr" rid="B24">24</xref>). Approximately 24 OCTA metrics were quantified based on the extracted blood vessels, FAZ, and non-perfusion zone. Among the OCTA metrics, vessel skeleton fractal dimension was defined in (<xref ref-type="bibr" rid="B16">16</xref>). Vessel density, vessel skeleton density, vessel perimeter index, vessel diameter index, and vessel complexity index were defined in (<xref ref-type="bibr" rid="B17">17</xref>). Big vessel density, big vessel skeleton density, small vessel density, small vessel skeleton density, non-perfusion area, FAZ circularity index, and FAZ area were defined in (<xref ref-type="bibr" rid="B24">24</xref>). Vessel density in 1&#xa0;mm circle and vessel density in 2&#xa0;mm circle were defined in (<xref ref-type="bibr" rid="B25">25</xref>). FAZ perimeter, FAZ major axis diameter, FAZ minor axis diameter, and FAZ orientation were defined in (<xref ref-type="bibr" rid="B26">26</xref>). FAZ horizontal diameter and FAZ vertical diameter were defined in (<xref ref-type="bibr" rid="B27">27</xref>). Besides, we quantified three OCTA metrics, including vessel skeleton density in the 1&#xa0;mm circle, vessel skeleton density in the 2&#xa0;mm circle, and FAZ eccentricity. The above OCTA metrics were defined in the supplementary material (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>).</p>
<p>Other OCTA metrics automatically calculated by the instrument included center vessel density in the superficial layer (CVDS), superior vessel density in the superficial layer, inferior vessel density in the superficial layer, nasal vessel density in the superficial layer, temporal vessel density in the superficial layer, center vessel density in the deep layer, superior vessel density in the deep layer (SVDD), inferior vessel density in the deep layer (IVDD), nasal vessel density in the deep layer, and temporal vessel density in the deep layer, where they were within the circle with a 2.5-mm diameter centered on the center of foveal avascular zone, optic disc area, optic disc volume, optic cup area, optic cup volume, optic rim area, optic rim volume, the area ratio of cup and disc, the square root of the area ratio of cup and disc, the vertical diameter ratio of cup and disc, disc vertical diameter, disc horizontal diameter, mean thickness of macular in the retina layer, mean thickness of macular in the retinal nerve fiber layer (MTMRNFL), mean thickness of macular in the ganglion cell layer with inner plexiform layer (MTMGCL+), mean thickness of macular in the ganglion cell layer with inner plexiform layer and nerve fiber layer, mean thickness of macular in the choroidal layer, mean thickness of optic disc in the retina layer, mean thickness of optic disc in the retinal nerve fiber layer (MTODRNFL), mean thickness of optic disc in the ganglion cell layer with inner plexiform layer, mean thickness of optic disc in the ganglion cell layer with inner plexiform layer and nerve fiber layer (MTODGCL++), and mean thickness of optic disc in the choroidal layer (MTODCL).</p>
</sec>
<sec id="s2_6">
<title>Evaluation and Statistical Analysis</title>
<p>We used each eye with the inclusion criteria as a subject for analysis and calculated its OCTA metrics. All statistical analyses were performed in R. To ensure the quality of the data, histograms, box plots and scatter plots were made for quality control and checked by visual inspection. The data were preprocessed to replace the null values with the mean of other samples in the same group. To assess the reliability and reproducibility of the OCTA metrics based on MRVSM, Within-subject standard deviation (Sw) (<xref ref-type="bibr" rid="B28">28</xref>), coefficient of variation (CoV, 100 &#xd7; Sw/overall mean) (<xref ref-type="bibr" rid="B28">28</xref>), and intraclass correlation coefficient (ICC) (<xref ref-type="bibr" rid="B29">29</xref>) were calculated. To assess the interocular correlation of the OCTA metrics, t-test was used to analyze whether the OCTA metrics were statistically different between eyes. Then, Pearson correlation coefficient, ICC, and Bland&#x2013;Altman plots (<xref ref-type="bibr" rid="B30">30</xref>) were used to evaluate the interocular correlation. Univariate linear regression models with OCTA metrics as the dependent variables and systemic risk factors as independent variables were used to assess the effect of systemic risk factors on OCTA metrics. The significances (P-values) of univariate linear regression were corrected for FDR (<xref ref-type="bibr" rid="B31">31</xref>). For each diabetes case, we choose one matched control from the healthy group with replacement to make the identified systemic risk factors of the two cases as closely as possible. The distance of the two individuals was measured by Euclidean distance. Then, Wilcox test and FDR correction were used to test for differences in OCTA metrics between diabetic and healthy controls. Stepwise regression with Akaike information criterion (AIC) as objective function which repeatedly added most important independent variable or removed variables that are not important and highly correlated with other variables was used to build the model. Here, we used stepwise regression to determine the important OCTA metrics which were the independent variables of the logistic regression model to classify the DR participants and diabetes participants free of DR. Similarly, the OCTA metrics related to severe DR were found by stepwise regression which were the independent variables of the logistic regression model to classify severe DR participants and non-severe DR participants. The prediction powers of the models were measured by averaging the receiver operating characteristic curves (ROC), the area under the curve (<xref ref-type="bibr" rid="B32">32</xref>) (AUC) values, and the F<sub>1</sub> scores (<xref ref-type="bibr" rid="B33">33</xref>) under the 5-fold cross validation.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Assessment of MRVSM</title>
<p>Manually annotated were 11 OCTA images as ground truth and the performance of MRVSM was evaluated. The evaluation metrics included sensitivity, specificity, accuracy, the absolute vessel volume difference (<xref ref-type="bibr" rid="B34">34</xref>), the dice similarity coefficient (<xref ref-type="bibr" rid="B35">35</xref>), and the Matthews correlation coefficient (<xref ref-type="bibr" rid="B36">36</xref>). Results show that MRVSM is close to the manual segmentation and outperforms state-of-the-art methods such as Reif et&#xa0;al. (<xref ref-type="bibr" rid="B16">16</xref>), Chu et&#xa0;al. (<xref ref-type="bibr" rid="B17">17</xref>), and Tang et&#xa0;al. (<xref ref-type="bibr" rid="B14">14</xref>) (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>). Apart from that, MRVSM can extract the blood vessels better in the low contrast area (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2B</bold>
</xref>). Compared with the state-of-the-art ones, MRVSM has the highest accuracy rate and the lowest error rate, which illustrates the advanced nature of MRVSM (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2C</bold>
</xref>). The performance evaluation data of the segmentation methods are shown in the supplementary material (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table&#xa0;1</bold>
</xref>).</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>The assessment of the multi-branch retinal vessel segmentation method (MRVSM). <bold>(A)</bold> Comparison of results of segmentation methods. <bold>(B)</bold> Segmentation results of MRVSM in the low contrast region. <bold>(C)</bold> The scores of sensitivity (SE), specificity (SP), accuracy (ACC), absolute vessel volume difference (VVD), dice similarity coefficient (DSC), and Matthews correlation coefficient (MCC) of the segmentation methods. Data were presented as the mean &#xb1; SD.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-777552-g002.tif"/>
</fig>
</sec>
<sec id="s3_2">
<title>Reliability and Repeatability Analysis of OCTA Metrics Based on MRVSM</title>
<p>In the reliability analysis, the OCTA metrics based on MRVSM included big vessel density, small vessel density, big vessel skeleton density, small vessel skeleton density, vessel density, vessel skeleton density, vessel skeleton fractal dimension, vessel perimeter index, vessel diameter index, non-perfusion area, vessel complexity index, vessel skeleton density in the 1&#xa0;mm circle, vessel density in 1&#xa0;mm circle, vessel skeleton density in the 2&#xa0;mm circle, and vessel density in 2&#xa0;mm circle. Since Chu et&#xa0;al. (<xref ref-type="bibr" rid="B17">17</xref>), Reif et&#xa0;al. (<xref ref-type="bibr" rid="B16">16</xref>), and Tang et&#xa0;al. (<xref ref-type="bibr" rid="B14">14</xref>) cannot separate large and small blood vessels, we did not analyze the reliability and repeatability of big vessel skeleton density, small vessel skeleton density, big vessel skeleton density, and small vessel skeleton density. The eyes of 37 healthy participants from the Eye and ENT Hospital of Fudan University underwent four repeated OCTA imaging within 10&#xa0;min. Sw and CoV were used to evaluate the repeatability of OCTA metrics, where low Sw and low CoV mean high repeatability. ICC was used to evaluate the reliability of OCTA metrics, where high ICC means high reliability. For the repeatability analysis of OCTA metrics, MRVSM had the lowest scores of Sw in vessel skeleton density and vessel skeleton density in the 1&#xa0;mm circle of the right eyes (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table&#xa0;2</bold>
</xref>). <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref> shows the scores of ICC of the OCTA metrics. For the vessel perimeter index and the vessel skeleton density in the 1&#xa0;mm circle of the left eyes, and vessel perimeter index, vessel skeleton density, non-perfusion area, vessel skeleton density in the 1&#xa0;mm circle, vessel skeleton density in the 2&#xa0;mm circle, and vessel density in 2&#xa0;mm circle of the right eyes, MRVSM has the highest scores of ICC (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>). In addition, the ICC ranking of other OCTA quantitative metrics based on MRVSM is not at the bottom (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>).</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>The scores of intraclass correlation coefficient (ICC) of OCTA quantitative metrics. <bold>(A)</bold> The scores of ICC in the right eyes. <bold>(B)</bold> The scores of ICC in the left eyes.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-777552-g003.tif"/>
</fig>
</sec>
<sec id="s3_3">
<title>The Relationship Between Systemic Risk Factors and OCTA Metrics</title>
<p>Approximately 1,077 eyes of 550 healthy participants who underwent the measurement of systemic risk factors were used for the analysis of the relationship between systemic risk factors and all OCTA metrics. These participants have the following characteristics: females account for 55%, and age ranges from 20 to 79 years (mean [SD] age, 36 [14] years). Systemic risk factors associated with OCTA metrics were identified by the univariate linear regression model (F test). The results of the above correlation analysis were subjected to the Kolmogorov&#x2013;Smirnov test to confirm the symmetry of the residuals of the univariate linear regression model and the FDR correction to adjust the p-values of the univariate linear regression model. Found to be associated with OCTA metrics were 28 systemic risk factors (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>). The number of systemic risk factors which were strongly associated with OCTA metrics was calculated as 8 by the method described in (<xref ref-type="bibr" rid="B37">37</xref>). The eight systemic risk factors are uncorrected visual acuity, age, red cell distribution width coefficient of variation, hemoglobin, sex, creatinine, glucose, and uric acid. The results of the univariate linear regression model, Kolmogorov&#x2013;Smirnov test, and FDR correction used to analyze the relationship between OCTA metrics and systemic risk factors are shown in <xref ref-type="supplementary-material" rid="SM3">
<bold>Supplementary Table&#xa0;3</bold>
</xref>.</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>The systemic risk factors associated with OCTA metrics. FDR-corrected P-values were calculated by Wilcox test.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-777552-g004.tif"/>
</fig>
</sec>
<sec id="s3_4">
<title>Analysis of OCTA Metrics Related to Diabetes</title>
<p>For each diabetes case, we choose one matched control from the healthy group with replacement to make the eight identified systemic risk factors of the two cases as closely as possible. Approximately 115 eyes of 68 diabetes participants (56% women; mean [SD] age, 70 [4] years) and 115 eyes of 81 healthy people (53% women; mean [SD] age, 36 [13] years) were used to analyze the relationship between OCTA metrics and diabetes. Approximately 34 OCTA metrics were found to be significantly different between the diabetes case and healthy case by Wilcox test and FDR correction (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table&#xa0;4</bold>
</xref>). <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref> shows the Wilcox results of non-perfusion area, FAZ circularity index, and vessel perimeter index which had the close relationships with diabetes (FDR-corrected P-values &lt;0.001).</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Three OCTA metrics closely related to diabetes. <bold>(A)</bold> The Wilcox result of non-perfusion area. <bold>(B)</bold> The Wilcox result of foveal avascular zone circularity index. <bold>(C)</bold> The Wilcox result of vessel perimeter index. P-values were corrected by FDR. *p &lt; 0.05, **p &lt; 0.01, and ***p &lt; 0.001. FAZ, foveal avascular zone.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-777552-g005.tif"/>
</fig>
</sec>
<sec id="s3_5">
<title>Analysis of OCTA Metrics Related to the Severity of DR</title>
<p>We further analyzed whether the above 34 OCTA metrics were related to DR and severe DR. This analysis was based on the 362 eyes of the 221 diabetes participants. Of the 362 eyes with diabetes, 172 (48%) eyes were mild non-proliferative diabetic retinopathy (NPDR), 41 (11%) eyes were moderate NPDR, and 27 (7%) eyes were severe NPDR.</p>
<p>SVDD, FAZ area, FAZ major axis diameter, FAZ minor axis diameter, vessel diameter index, MTMRNFL, vessel perimeter index, IVDD, vessel complexity index, and vessel skeleton density were found to be related to DR by stepwise regression (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref>). The logistic regression model with the above metrics as independent variables further proved that they were closely related to DR (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6B</bold>
</xref>). To prove that the above OCTA metrics did correlate with DR, we first made a logistic regression using the systemic risk factors as independent variables to distinguish DR participants with diabetes participants free of DR as a baseline. A stepwise regression scheme was used to determine which systemic risk factors were included in the model. The model got an average AUC of 0.77 and an F<sub>1</sub> score of 0.73 under 5-fold cross validation (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7A</bold>
</xref>). Then we added the above OCTA metrics to the baseline model. Another round of stepwise regression was applied to rebuild the model. The performances of the models were improved (with AUC improved into 0.81 and F<sub>1</sub> score improved into 0.87, <xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7B</bold>
</xref>). These results that OCTA metrics selected in this section did correlate to the DR, even after the information of them encoded in systemic metrics deduced.</p>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>The OCTA metrics related to DR. <bold>(A)</bold> The OCTA metrics related to DR and identified by stepwise regression. <bold>(B)</bold> The ROC curve of the logistic regression model to classify DR participants and diabetic free of DR participants. SVDD, superior vessel density in the deep layer; FAZ, foveal avascular zone; MTMRNFL, mean thickness of macular in the retinal nerve fiber layer; IVDD, inferior vessel density in the deep layer.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-777552-g006.tif"/>
</fig>
<fig id="f7" position="float">
<label>Figure&#xa0;7</label>
<caption>
<p>The ROC curves of two logistic regression models for distinguishing DR participants from diabetes participants free of DR. <bold>(A)</bold> the logistic regression using systemic risk factors as independent variables. <bold>(B)</bold> the logistic regression using OCTA metrics as independent variables.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-777552-g007.tif"/>
</fig>
<p>
<xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8</bold>
</xref> shows the ROC curve of the OCTA metrics associated with severe DR. There was a strong correlation between severe DR and vessel skeleton density, rim area, disc area, cup area, MTODRNFL, MTMGCL+, MTODCL, vertical diameter ratio of cup and disc, MTODGCL++, vessel skeleton fractal dimension, vessel complexity index, vessel diameter index, small vessel density, small vessel skeleton density, MTMRNFL, CVDS, and vessel density in 1&#xa0;mm circle (<xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8A</bold>
</xref>). The logistic regression model constructed from these OCTA metrics can effectively distinguish severe DR participants from the non-severe DR participants with an accuracy of 0.80 and an AUC of 0.84 (<xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8B</bold>
</xref>).</p>
<fig id="f8" position="float">
<label>Figure&#xa0;8</label>
<caption>
<p>The OCTA metrics related to severe DR. <bold>(A)</bold> The OCTA metrics related to severe DR and identified by stepwise regression. <bold>(B)</bold> The ROC curve of the logistic regression model to distinguish severe DR participants from non-severe DR participants. MTODRNFL, mean thickness of optic disc in the retinal nerve fiber layer; MTMGCL+, mean thickness of macular in the ganglion cell layer with inner plexiform layer; MTODCL, mean thickness of optic disc in the choroidal layer; MTODGCL++, mean thickness of optic disc in the ganglion cell layer with inner plexiform layer and nerve fiber layer; MTMRNFL, mean thickness of macular in the retinal nerve fiber layer; CVDS, center vessel density in the superficial layer.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-777552-g008.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>In this study, we developed a multi-stage vessel segmentation method (MRVSM) which achieved effective segmentation on&#xa0;low-quality capillary and was comparable to manual segmentation. The reliability of OCTA metrics based on MRVSM is not inferior to that of OCTA metrics based on Reif et&#xa0;al. (<xref ref-type="bibr" rid="B16">16</xref>), Chu et&#xa0;al. (<xref ref-type="bibr" rid="B17">17</xref>), and Tang et&#xa0;al. (<xref ref-type="bibr" rid="B14">14</xref>). This provides a basis for further analysis of the relationship between OCTA metrics and diabetes and DR. We found eight systemic risk factors that are strongly correlated with OCTA metrics. After controlling for the eight systemic risk factors, we found 34 OCTA metrics related to diabetes, such as non-perfusion area, FAZ circularity index, and vessel perimeter index. Among the 34 OCTA metrics, 10 OCTA metrics (such as FAZ area, vessel diameter index, mean thickness of retinal nerve fiber layer centered in the macular) were found to be related to DR which can distinguish DR participants from diabetes participants free of DR even after the prediction power of systemic risk factors discounted. It is noteworthy that 17 OCTA metrics (such as vessel complexity index, vessel diameter index, and mean thickness of retinal nerve fiber layer centered in the macular) were found to be related to severe DR. The model constructed from the 17 OCTA metrics can effectively distinguish the severe DR from non-severe DR. This study provides evidence to support the potential value of OCTA metrics in assessing and monitoring DR progression.</p>
<p>Although previous works had studied the OCTA metrics and the severity of DR, our study has precise automated blood vessel segmentation software, comprehensive quantification of OCTA metrics, a large number of samples, comprehensive physical examination data, and strict image quality control standards. Since the proposed segmentation method is not inferior to existing segmentation algorithms, it has better application prospects and provides a new idea in vessel segmentation fields. The OCTA metrics found related to DR can help clinicians to screen DR patients, thus facilitating early detection of DR patients and delaying the development of DR. It is noteworthy that the OCTA metrics found related to severe DR facilitate timely detection and therapeutic intervention for patients with severe NPDR, which can prevent blindness. The above conclusions are beneficial for people to better understand the changes in the retinal fundus caused by DR. The significant difference of OCTA metrics in different severity of DR is conducive to monitoring and management of DR, and has the potential to become a biomarker of DR.</p>
<p>There are still some shortcomings that need improvement. The OCTA image size of the macula in this paper is relatively small (3&#xa0;mm x 3 mm), leading to the inability to obtain some vessel quantitative metrics. Large size means low resolution, so a balance between size and resolution is needed. In the follow-up study, we will increase the subject&#x2019;s population diversity and extend MRVSM to perform on large-scale images. Second, we only included high-resolution images, which may introduce bias. Third, the ratio of patients with moderate DR, severe DR is relatively small. We will recruit more participants with larger diversity in the follow-up studies.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>. Further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Ethics Committee of Eye and ENT Hospital of Fudan University and the Ethics Committee of School of Life Sciences of Fudan University. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author Contributions</title>
<p>BingX, ZY, and ZC conceived the project and designed the study. JC and SZ recruited volunteers from the Eye and ENT Hospital of Fudan University to collect their data. JC graded the severity of DR on OCTA images. SS and XL collected volunteers&#x2019; OCT and OCTA data at the Human Phenome Institute of Fudan University. BinX proposed the automatic segmentation method and analyzed all the data, and wrote the manuscript. BingX, ZY, ZC, BinX, JC, SZ, SS, and XL revised the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>This study was supported by funds from the Shanghai Municipal Science and Technology Major Project (Grant No. 2017SHZDZX01 and No.2018SHZDZX01) and ZJLab, the National Key R&amp;D Program of China Project (2017YFA0103900), the National Natural Science Foundation of China (31571083, 31970931), the Program for Professor of Special Appointment (Eastern Scholar of Shanghai, TP2014008), and the Shanghai Rising-Star Program (14QA1400800). This study received funding from State Key Laboratory of Translational Medicine and Innovative Drug Development, Jiangsu Simcere Diagnostics Co., Ltd. and Nanjing Simcere Medical Laboratory Science Co., Ltd. The funder was not involved in the study design, collection, analysis, interpretation of data, the writing of this article or the decision to submit it for publication. All authors declare no other competing interests.</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>Author BingX was employed by company Jiangsu Simcere Diagnostics Co., Ltd., and company Nanjing Simcere Medical Laboratory Science Co., Ltd.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<title>Acknowledgments</title>
<p>We thank Jingchun Luo for supervising the data collection at the Human Phenome Institute of Fudan University, Yan Zheng for recruiting volunteers at the Human Phenome Institute of Fudan University, and all the volunteers for their help. We thank Tiemin Liu (Fudan University) for his comments and supervision.</p>
</ack>
<sec id="s11" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fendo.2021.777552/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fendo.2021.777552/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
<supplementary-material xlink:href="Image_1.tif" id="SM2" mimetype="image/tiff"/>
<supplementary-material xlink:href="Table_1.xlsx" id="SM3" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mohamed</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Gillies</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>TY</given-names>
</name>
</person-group>. <article-title>Management of Diabetic Retinopathy: A Systematic Review</article-title>. <source>JAMA</source> (<year>2007</year>) <volume>298</volume>:<page-range>902&#x2013;16</page-range>. doi: <pub-id pub-id-type="doi">10.1001/jama.298.8.902</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aiello</surname> <given-names>LP</given-names>
</name>
</person-group>. <article-title>Angiogenic Pathways in Diabetic Retinopathy</article-title>. <source>N Engl J Med</source> (<year>2005</year>) <volume>353</volume>:<page-range>839&#x2013;41</page-range>. doi: <pub-id pub-id-type="doi">10.1056/NEJMe058142</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grover</surname> <given-names>D</given-names>
</name>
<name>
<surname>Li</surname> <given-names>TJ</given-names>
</name>
<name>
<surname>Chong</surname> <given-names>CCW</given-names>
</name>
</person-group>. <article-title>Intravitreal Steroids for Macular Edema in Diabetes</article-title>. <source>Cochrane Database Systematic Rev</source> (<year>2008</year>) <fpage>CD005656</fpage>. doi: <pub-id pub-id-type="doi">10.1002/14651858.CD005656.pub2</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cheung</surname> <given-names>N</given-names>
</name>
<name>
<surname>Mitchell</surname> <given-names>P</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>TY</given-names>
</name>
</person-group>. <article-title>Diabetic Retinopathy</article-title>. <source>Lancet</source> (<year>2010</year>) <volume>376</volume>:<page-range>124&#x2013;36</page-range>. doi: <pub-id pub-id-type="doi">10.1016/S0140-6736(09)62124-3</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nishikawa</surname> <given-names>T</given-names>
</name>
<name>
<surname>Edelstein</surname> <given-names>D</given-names>
</name>
<name>
<surname>Du</surname> <given-names>XL</given-names>
</name>
<name>
<surname>Yamagishi</surname> <given-names>S</given-names>
</name>
<name>
<surname>Matsumura</surname> <given-names>T</given-names>
</name>
<name>
<surname>Kaneda</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Normalizing Mitochondrial Superoxide Production Blocks Three Pathways of Hyperglycaemic Damage</article-title>. <source>Nature</source> (<year>2000</year>) <volume>404</volume>:<page-range>787&#x2013;90</page-range>. doi: <pub-id pub-id-type="doi">10.1038/35008121</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aiello</surname> <given-names>LP</given-names>
</name>
<name>
<surname>Davis</surname> <given-names>MD</given-names>
</name>
<name>
<surname>Girach</surname> <given-names>A</given-names>
</name>
<name>
<surname>Kles</surname> <given-names>KA</given-names>
</name>
<name>
<surname>Milton</surname> <given-names>RC</given-names>
</name>
<name>
<surname>Sheetz</surname> <given-names>MJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Effect of Ruboxistaurin on Visual Loss in Patients With Diabetic Retinopathy</article-title>. <source>Ophthalmology</source> (<year>2006</year>) <volume>113</volume>:<page-range>2221&#x2013;30</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ophtha.2006.07.032</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Abhary</surname> <given-names>S</given-names>
</name>
<name>
<surname>Hewitt</surname> <given-names>AW</given-names>
</name>
<name>
<surname>Burdon</surname> <given-names>KP</given-names>
</name>
<name>
<surname>Craig</surname> <given-names>JE</given-names>
</name>
</person-group>. <article-title>A Systematic Meta-Analysis of Genetic Association Studies for Diabetic Retinopathy</article-title>. <source>Diabetes</source> (<year>2009</year>) <volume>58</volume>:<page-range>2137&#x2013;47</page-range>. doi: <pub-id pub-id-type="doi">10.2337/db09-0059</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bolton</surname> <given-names>WK</given-names>
</name>
<name>
<surname>Cattran</surname> <given-names>DC</given-names>
</name>
<name>
<surname>Williams</surname> <given-names>ME</given-names>
</name>
<name>
<surname>Adler</surname> <given-names>SG</given-names>
</name>
<name>
<surname>Appel</surname> <given-names>GB</given-names>
</name>
<name>
<surname>Cartwright</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Randomized Trial of an Inhibitor of Formation of Advanced Glycation End Products in Diabetic Nephropathy</article-title>. <source>Am J Nephrol</source> (<year>2004</year>) <volume>24</volume>:<fpage>32</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1159/000075627</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sim&#xf3;</surname> <given-names>R</given-names>
</name>
<name>
<surname>Hern&#xe1;ndez</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Neurodegeneration in the Diabetic Eye: New Insights and Therapeutic Perspectives</article-title>. <source>Trends Endocrinol Metab</source> (<year>2014</year>) <volume>25</volume>:<fpage>23</fpage>&#x2013;<lpage>33</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.tem.2013.09.005</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cabrera DeBuc</surname> <given-names>D</given-names>
</name>
<name>
<surname>Somfai</surname> <given-names>GM</given-names>
</name>
</person-group>. <article-title>Early Detection of Retinal Thickness Changes in Diabetes Using Optical Coherence Tomography</article-title>. <source>Med Sci monitor: Int Med J Exp Clin Res</source> (<year>2010</year>) <volume>16</volume>:<fpage>MT15</fpage>&#x2013;<lpage>21</lpage>.</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cheung</surname> <given-names>N</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>TY</given-names>
</name>
</person-group>. <article-title>Diabetic Retinopathy and Systemic Vascular Complications</article-title>. <source>Prog Retin Eye Res</source> (<year>2008</year>) <volume>27</volume>:<page-range>161&#x2013;76</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.preteyeres.2007.12.001</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ishibazawa</surname> <given-names>A</given-names>
</name>
<name>
<surname>Nagaoka</surname> <given-names>T</given-names>
</name>
<name>
<surname>Takahashi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Omae</surname> <given-names>T</given-names>
</name>
<name>
<surname>Tani</surname> <given-names>T</given-names>
</name>
<name>
<surname>Sogawa</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Optical Coherence Tomography Angiography in Diabetic Retinopathy: A Prospective Pilot Study</article-title>. <source>Am J Ophthalmol</source> (<year>2015</year>) <volume>160</volume>:<fpage>35</fpage>&#x2013;<lpage>44.e1</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ajo.2015.04.021</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>F</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>R</given-names>
</name>
<name>
<surname>Lok</surname> <given-names>J</given-names>
</name>
<name>
<surname>Szeto</surname> <given-names>SKH</given-names>
</name>
<name>
<surname>Chan</surname> <given-names>JCK</given-names>
</name>
<etal/>
</person-group>. <article-title>OCT Angiography Metrics Predict Progression of Diabetic Retinopathy and Development of Diabetic Macular Edema: A Prospective Study</article-title>. <source>Ophthalmology</source> (<year>2019</year>) <volume>126</volume>:<page-range>1675&#x2013;84</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ophtha.2019.06.016</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tang</surname> <given-names>FY</given-names>
</name>
<name>
<surname>Ng</surname> <given-names>DS</given-names>
</name>
<name>
<surname>Lam</surname> <given-names>A</given-names>
</name>
<name>
<surname>Luk</surname> <given-names>F</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>R</given-names>
</name>
<name>
<surname>Chan</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Determinants of Quantitative Optical Coherence Tomography Angiography Metrics in Patients With Diabetes</article-title>. <source>Sci Rep</source> (<year>2017</year>) <volume>7</volume>:<fpage>2575</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-017-02767-0</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Durbin</surname> <given-names>MK</given-names>
</name>
<name>
<surname>An</surname> <given-names>L</given-names>
</name>
<name>
<surname>Shemonski</surname> <given-names>ND</given-names>
</name>
<name>
<surname>Soares</surname> <given-names>M</given-names>
</name>
<name>
<surname>Santos</surname> <given-names>T</given-names>
</name>
<name>
<surname>Lopes</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Quantification of Retinal Microvascular Density in Optical Coherence Tomographic Angiography Images in Diabetic Retinopathy</article-title>. <source>JAMA Ophthalmol</source> (<year>2017</year>) <volume>135</volume>:<page-range>370&#x2013;6</page-range>. doi: <pub-id pub-id-type="doi">10.1001/jamaophthalmol.2017.0080</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reif</surname> <given-names>R</given-names>
</name>
<name>
<surname>Qin</surname> <given-names>J</given-names>
</name>
<name>
<surname>An</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhi</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Dziennis</surname> <given-names>S</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Quantifying Optical Microangiography Images Obtained From a Spectral Domain Optical Coherence Tomography System</article-title>. <source>Int J BioMed Imaging</source> (<year>2012</year>) <volume>2012</volume>:<fpage>509783</fpage>. doi: <pub-id pub-id-type="doi">10.1155/2012/509783</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>C</given-names>
</name>
<name>
<surname>Xin</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>CL</given-names>
</name>
<etal/>
</person-group>. <article-title>Quantitative Assessment of the Retinal Microvasculature Using Optical Coherence Tomography Angiography</article-title>. <source>J BioMed Opt</source> (<year>2016</year>) <volume>21</volume>:<fpage>66008</fpage>. doi: <pub-id pub-id-type="doi">10.1117/1.JBO.21.6.066008</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<collab>American Diabetes Association</collab>
</person-group>. <article-title>Classification and Diagnosis of Diabetes: Standards of Medical Care in Diabetes-2019</article-title>. <source>Diabetes Care</source> (<year>2019</year>) <volume>42</volume>:<page-range>S13&#x2013;28</page-range>. doi: <pub-id pub-id-type="doi">10.2337/dc19-S002</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<collab>Early Treatment Diabetic Retinopathy Study Research Group</collab>
</person-group>. <article-title>Grading Diabetic Retinopathy From Stereoscopic Color Fundus Photographs-An Extension of the Modified Airlie House Classification: ETDRS Report Number 10</article-title>. <source>Ophthalmology</source> (<year>1991</year>) <volume>98</volume>:<fpage>786</fpage>&#x2013;<lpage>806</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0161-6420(13)38012-9</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ricci</surname> <given-names>E</given-names>
</name>
<name>
<surname>Perfetti</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Retinal Blood Vessel Segmentation Using Line Operators and Support Vector Classification</article-title>. <source>IEEE Trans Med Imaging</source> (<year>2007</year>) <volume>26</volume>:<page-range>1357&#x2013;65</page-range>. doi: <pub-id pub-id-type="doi">10.1109/TMI.2007.898551</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Kanungo</surname> <given-names>T</given-names>
</name>
<name>
<surname>Mount</surname> <given-names>DM</given-names>
</name>
<name>
<surname>Netanyahu</surname> <given-names>NS</given-names>
</name>
<name>
<surname>Piatko</surname> <given-names>CD</given-names>
</name>
<name>
<surname>Silverman</surname> <given-names>R</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>AY</given-names>
</name>
</person-group>. <article-title>A Local Search Approximation Algorithm for k-Means Clustering</article-title>. <source>Comput Geom</source> (<year>2004</year>) <volume>28</volume>:<fpage>89</fpage>&#x2013;<lpage>112</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.comgeo.2004.03.003</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Fu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Ye</surname> <given-names>F</given-names>
</name>
<name>
<surname>Shouno</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Dark Channel Prior Based Blurred Image Restoration Method Using Total Variation and Morphology</article-title>. <source>J Sys Eng Electron</source> (<year>2015</year>) <volume>26</volume>:<fpage>359</fpage>&#x2013;<lpage>366</lpage>. doi: <pub-id pub-id-type="doi">10.1109/JSEE.2015.00042</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>D&#xed;az</surname> <given-names>M</given-names>
</name>
<name>
<surname>Novo</surname> <given-names>J</given-names>
</name>
<name>
<surname>Cutr&#xed;n</surname> <given-names>P</given-names>
</name>
<name>
<surname>G&#xf3;mez-Ulla</surname> <given-names>F</given-names>
</name>
<name>
<surname>Penedo</surname> <given-names>MG</given-names>
</name>
<name>
<surname>Ortega</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Automatic Segmentation of the Foveal Avascular Zone in Ophthalmological OCT-A Images</article-title>. <source>PloS One</source> (<year>2019</year>) <volume>14</volume>:<fpage>e0212364</fpage>.</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>C</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>W</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>P</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Automated Quantification of Superficial Retinal Capillaries and Large Vessels for Diabetic Retinopathy on Optical Coherence Tomographic Angiography</article-title>. <source>J Biophotonics</source> (<year>2019</year>) <volume>12</volume>:<fpage>e201900103</fpage>. doi: <pub-id pub-id-type="doi">10.1002/jbio.201900103</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alam</surname> <given-names>M</given-names>
</name>
<name>
<surname>Thapa</surname> <given-names>D</given-names>
</name>
<name>
<surname>Lim</surname> <given-names>JI</given-names>
</name>
<name>
<surname>Cao</surname> <given-names>D</given-names>
</name>
<name>
<surname>Yao</surname> <given-names>X</given-names>
</name>
</person-group>. <article-title>Quantitative Characteristics of Sickle Cell Retinopathy in Optical Coherence Tomography Angiography</article-title>. <source>BioMed Opt Express</source> (<year>2017</year>) <volume>8</volume>:<page-range>1741&#x2013;53</page-range>. doi: <pub-id pub-id-type="doi">10.1364/BOE.8.001741</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Krawitz</surname> <given-names>BD</given-names>
</name>
<name>
<surname>Mo</surname> <given-names>S</given-names>
</name>
<name>
<surname>Geyman</surname> <given-names>LS</given-names>
</name>
<name>
<surname>Agemy</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Scripsema</surname> <given-names>NK</given-names>
</name>
<name>
<surname>Garcia</surname> <given-names>PM</given-names>
</name>
<etal/>
</person-group>. <article-title>Acircularity Index and Axis Ratio of the Foveal Avascular Zone in Diabetic Eyes and Healthy Controls Measured by Optical Coherence Tomography Angiography</article-title>. <source>Vision Res</source> (<year>2017</year>) <volume>139</volume>:<page-range>177&#x2013;86</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.visres.2016.09.019</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Freiberg</surname> <given-names>FJ</given-names>
</name>
<name>
<surname>Pfau</surname> <given-names>M</given-names>
</name>
<name>
<surname>Wons</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wirth</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Becker</surname> <given-names>MD</given-names>
</name>
<name>
<surname>Michels</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Optical Coherence Tomography Angiography of the Foveal Avascular Zone in Diabetic Retinopathy</article-title>. <source>Graefes Arch Clin Exp Ophthalmol</source> (<year>2016</year>) <volume>254</volume>:<page-range>1051&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00417-015-3148-2</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fang</surname> <given-names>D</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>FY</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Cheung</surname> <given-names>CY</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Repeatability, Interocular Correlation and Agreement of Quantitative Swept-Source Optical Coherence Tomography Angiography Macular Metrics in Healthy Subjects</article-title>. <source>Br J Ophthalmol</source> (<year>2019</year>) <volume>103</volume>:<page-range>415&#x2013;20</page-range>. doi: <pub-id pub-id-type="doi">10.1136/bjophthalmol-2018-311874</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bartko</surname> <given-names>JJ</given-names>
</name>
</person-group>. <article-title>The Intraclass Correlation Coefficient as a Measure of Reliability</article-title>. <source>psychol Rep</source> (<year>1966</year>) <volume>19</volume>:<fpage>3</fpage>&#x2013;<lpage>11</lpage>. doi: <pub-id pub-id-type="doi">10.2466/pr0.1966.19.1.3</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bland</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Altman</surname> <given-names>DG</given-names>
</name>
</person-group>. <article-title>Statistical Methods for Assessing Agreement Between Two Methods of Clinical Measurement</article-title>. <source>Int J Nurs Stud</source> (<year>2010</year>) <volume>47</volume>:<page-range>931&#x2013;6</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2009.10.001</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Benjamini</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Hochberg</surname> <given-names>Y</given-names>
</name>
</person-group>. <article-title>Controlling the False Discovery Rate: A Practical and Powerful Approach to Multiple Testing</article-title>. <source>J R Stat Soc (Methodological)</source> (<year>1995</year>) <volume>57</volume>:<fpage>289</fpage>&#x2013;<lpage>300</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.2517-6161.1995.tb02031.x</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fawcett</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>An Introduction to ROC Analysis</article-title>. <source>Pattern Recognition Lett</source> (<year>2006</year>) <volume>27</volume>:<page-range>861&#x2013;74</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.patrec.2005.10.010</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Powers</surname> <given-names>DMW</given-names>
</name>
</person-group>. <source>Evaluation: From Precision, Recall and F-Measure to ROC, Informedness, Markedness and Correlation</source> (<year>2020</year>). Available at: <uri xlink:href="http://arxiv.org/abs/2010.16061">http://arxiv.org/abs/2010.16061</uri>.</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eladawi</surname> <given-names>N</given-names>
</name>
<name>
<surname>Elmogy</surname> <given-names>M</given-names>
</name>
<name>
<surname>Helmy</surname> <given-names>O</given-names>
</name>
<name>
<surname>Aboelfetouh</surname> <given-names>A</given-names>
</name>
<name>
<surname>Riad</surname> <given-names>A</given-names>
</name>
<name>
<surname>Sandhu</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Automatic Blood Vessels Segmentation Based on Different Retinal Maps From OCTA Scans</article-title>. <source>Comput Biol Med</source> (<year>2017</year>) <volume>89</volume>:<page-range>150&#x2013;61</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.compbiomed.2017.08.008</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dice</surname> <given-names>LR</given-names>
</name>
</person-group>. <article-title>Measures of the Amount of Ecologic Association Between Species</article-title>. <source>Ecology</source> (<year>1945</year>) <volume>26</volume>:<fpage>297</fpage>&#x2013;<lpage>302</lpage>. doi: <pub-id pub-id-type="doi">10.2307/1932409</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Powers</surname> <given-names>DMW</given-names>
</name>
</person-group>. <article-title>Evaluation: From Precision, Recall and F-Measure to ROC, Informedness, Markedness &amp; Correlation</article-title>. <source>J Mach Learn Technol</source> (<year>2011</year>) <volume>2</volume>:<fpage>37</fpage>&#x2013;<lpage>63</lpage>.</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pott</surname> <given-names>S</given-names>
</name>
<name>
<surname>Lieb</surname> <given-names>JD</given-names>
</name>
</person-group>. <article-title>What are Super-Enhancers</article-title>? <source>Nat Genet</source> (<year>2015</year>) <volume>47</volume>:<fpage>8</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.1038/ng.3167</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>