<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Ecol. Evol.</journal-id>
<journal-title>Frontiers in Ecology and Evolution</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Ecol. Evol.</abbrev-journal-title>
<issn pub-type="epub">2296-701X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fevo.2022.880987</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Ecology and Evolution</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Climate change-induced invasion risk of ecosystem disturbing alien plant species: An evaluation using species distribution modeling</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Adhikari</surname> <given-names>Pradeep</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x2020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1690180/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lee</surname> <given-names>Yong Ho</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Adhikari</surname> <given-names>Prabhat</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1749531/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Hong</surname> <given-names>Sun Hee</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1737517/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Park</surname> <given-names>Yong-Soon</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1690057/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Institute of Humanities and Ecology Consensus Resilience Lab, Hankyong National University</institution>, <addr-line>Anseong</addr-line>, <country>South Korea</country></aff>
<aff id="aff2"><sup>2</sup><institution>Ojeong Resilience Institute, Korea University</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country></aff>
<aff id="aff3"><sup>3</sup><institution>Central Department of Botany, Tribhuvan University</institution>, <addr-line>Kirtipur</addr-line>, <country>Nepal</country></aff>
<aff id="aff4"><sup>4</sup><institution>School of Plant Science and Landscape Architecture, College of Agriculture and Life Sciences, Hankyong National University</institution>, <addr-line>Anseong</addr-line>, <country>South Korea</country></aff>
<aff id="aff5"><sup>5</sup><institution>Biotechnology Research Institute, College of Natural Sciences, Chungbuk National University</institution>, <addr-line>Cheongju</addr-line>, <country>South Korea</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: &#x00C5;ke Br&#x00E4;nnstr&#x00F6;m, Ume&#x00E5; University, Sweden</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Fleur Matheson, National Institute of Water and Atmospheric Research (NIWA), New Zealand; Hao Wu, Xinyang Normal University, China</p></fn>
<corresp id="c001">&#x002A;Correspondence: Sun Hee Hong, <email>shhong@hknu.ac.kr</email></corresp>
<corresp id="c002">Yong-Soon Park, <email>yspark2005@cbnu.ac.kr</email></corresp>
<fn fn-type="equal" id="fn002"><p><sup>&#x2020;</sup>These authors have contributed equally to this work</p></fn>
<fn fn-type="other" id="fn004"><p>This article was submitted to Models in Ecology and Evolution, a section of the journal Frontiers in Ecology and Evolution</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>15</day>
<month>07</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>10</volume>
<elocation-id>880987</elocation-id>
<history>
<date date-type="received">
<day>22</day>
<month>02</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>06</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2022 Adhikari, Lee, Adhikari, Hong and Park.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Adhikari, Lee, Adhikari, Hong and Park</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p>Species distribution modeling is widely used for evaluating invasion risk, and for prioritizing areas for the control and management of invasive species. However, selecting a modeling tool that accurately predicts species invasion risk requires a systematic approach. In this study, five species distribution models (SDMs), namely, artificial neural network (ANN), generalized linear model (GLM), multivariate adaptive regression splines (MARS), maximum entropy (MaxEnt), and random forest (RF), were performed and evaluated their model performance using the mean value of area under the curve (AUC), true skill statistics (TSS), and Kappa scores of 12 ecosystem disturbing alien plant species (EDAPS). The mean evaluation metric scores were highest in RF (AUC = 0.924 &#x00B1; 0.058, TSS = 0.789 &#x00B1; 0.109, Kappa = 0.671 &#x00B1; 0.096, <italic>n</italic> = 12) and lowest in ANN. The ANOVA of AUC, TSS, and Kappa metrics revealed the RF model was significantly different from other SDMs and was therefore selected as the relatively best model. The potential distribution area and invasion risk for each EDAPS were quantified. Under the current climate conditions of South Korea, the average potential distribution area of EDAPS was estimated to be 13,062 km<sup>2</sup>. However, in future climate change scenarios, the average percentage change of EDAPS distribution relative to the current climate was predicted to be increased over 219.93%. Furthermore, under the current climate, 0.16% of the area of the country was estimated to be under a very high risk of invasion, but this would increase to 60.43% by 2070. Invasion risk under the current climate conditions was highest in the northwestern, southern, and southeastern regions, and in densely populated cities, such as Seoul, Busan, and Daegu. By 2070, invasion risk was predicted to expand across the whole country except in the northeastern region. These results suggested that climate change induced the risk of EDAPS invasiveness, and SDMs could be valuable tools for alien and invasive plant species risk assessment.</p>
</abstract>
<kwd-group>
<kwd>climate change</kwd>
<kwd>ecosystem disturbing alien plant species</kwd>
<kwd>species distribution models</kwd>
<kwd>South Korea</kwd>
<kwd>invasion risk assessment</kwd>
</kwd-group>
<contract-sponsor id="cn001">Ministry of Environment<named-content content-type="fundref-id">10.13039/501100003562</named-content></contract-sponsor>
<counts>
<fig-count count="4"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="72"/>
<page-count count="13"/>
<word-count count="8850"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>Introduction</title>
<p>Introduction of alien and invasive species poses a serious threat to native biodiversity, ecosystem integrity, and agricultural productivity, which in turn results in large economic losses worldwide (<xref ref-type="bibr" rid="B24">Early et al., 2016</xref>; <xref ref-type="bibr" rid="B21">D&#x00ED;az et al., 2019</xref>). Invasive species cause trophic imbalance and decrease species resilience (<xref ref-type="bibr" rid="B69">Weiskopf et al., 2020</xref>). Moreover, global climate change aggravates the risk of alien and invasive plant species and expands their range (<xref ref-type="bibr" rid="B69">Weiskopf et al., 2020</xref>). Earlier studies report that many alien and invasive species have traits that increase invasion success and enable them to readily adapt to climate change. These traits include greater tolerance to increased temperatures, intensive growth under elevated carbon dioxide levels, and geographic latitude-dependent phenotypic plasticity (<xref ref-type="bibr" rid="B50">Molina-Montenegro and Naya, 2012</xref>). In addition, extreme climatic events, such as prolonged heat waves, excessive drought, and heavy precipitation, facilitate plant invasion and decrease native species resistance to biotic stresses (<xref ref-type="bibr" rid="B22">Diez et al., 2012</xref>). For almost two decades, several researchers have anticipated that climate change will enhance the spread of alien and invasive species. However, actual evidence for climate change-facilitated alien species invasiveness is limited and poorly synthesized (<xref ref-type="bibr" rid="B36">Hulme, 2017</xref>), which inhibits the proactive prevention and management of alien and invasive species in the ecosystems they affect (<xref ref-type="bibr" rid="B15">Bonebrake et al., 2018</xref>).</p>
<p>Human-induced factors, such as anthropogenic land cover change, urbanization, and the construction of transportation corridors, increase invasion risk of alien plants by promoting disturbances and seed dispersal, which in turn create new habitats that enable invasive weeds to thrive, while inhibiting native species (<xref ref-type="bibr" rid="B67">Vila and Ib&#x00E1;&#x00F1;ez, 2011</xref>; <xref ref-type="bibr" rid="B68">Wang et al., 2016</xref>; <xref ref-type="bibr" rid="B59">Rew et al., 2018</xref>). Therefore, along with climate change, other environmental variables, such as land cover change, should be considered in species distribution modeling to more effectively identify areas that are at high risk of invasion by unwanted plant species.</p>
<p>The rapidly growing human population accelerates economic development, international trade, and tourism, which are factors that increase the introduction of alien and invasive species (<xref ref-type="bibr" rid="B44">Lin et al., 2011</xref>; <xref ref-type="bibr" rid="B61">Seebens et al., 2018</xref>). South Korea is the world&#x2019;s 12th largest importer of goods, including agriculture products, leading to the introduction of alien and invasive species (<xref ref-type="bibr" rid="B66">UN, 2020</xref>). Until 2016, 427 alien and invasive plant taxa were intentionally or unintentionally introduced to South Korea, resulting in their invasion of agricultural fields, orchards, and pastures (<xref ref-type="bibr" rid="B54">NIE, 2017</xref>; <xref ref-type="bibr" rid="B71">Young et al., 2017</xref>). The Ministry of Environment, South Korea listed 16 alien and invasive plants as ecosystem disturbing alien plant species (EDAPS) based on their noxious characteristics and high invasion potential to the ecosystem (<xref ref-type="bibr" rid="B71">Young et al., 2017</xref>; <xref ref-type="bibr" rid="B49">MoE, 2022</xref>). Alien and invasive species, including EDAPS, cause the loss of approximately 22.6 billion Korean Won per year (<xref ref-type="bibr" rid="B48">MoE, 2014</xref>). Because of the harmful effects of invasive plant species on the country&#x2019;s economy, it is necessary to profile alien and invasive species, and identify high invasion risk areas. Doing so will enable the adoption of cost-effective control and management strategies to minimize the threats of EDAPS invasion in South Korea. Moreover, implementing tools that can forecast potential changes in invasive species distribution and accurately assess future invasion risks is required.</p>
<p>The problems caused by invasive species prompted us to study invasive weeds in South Korea under future climate change scenarios, to guide the development of measures to control their spread (<xref ref-type="bibr" rid="B5">Adhikari et al., 2021</xref>; <xref ref-type="bibr" rid="B34">Hong et al., 2021</xref>). In one study, 16 invasive weeds from the southern region (&#x003C;36&#x00B0; latitude) were evaluated. These 16 weed species were estimated to expand their range and habitat to the northern region of the country in large scale over 145.19% in year 2070 (<xref ref-type="bibr" rid="B34">Hong et al., 2021</xref>). In another study, ten alien plant species that were intentionally introduced for horticulture, pasture improvement, and soil erosion control were assessed for their spatial invasion risk. Under future climate change scenarios, intentionally introduced species are predicted to spread to non-targeted ecosystems and occupy approximately 86.21% area of the country, which falls under the moderate- to high-risk category (<xref ref-type="bibr" rid="B5">Adhikari et al., 2021</xref>). Both of our previous studies identify rapid environmental changes that carry an increasing risk of alien weed invasion. These reports indicate that the rise in invasive weeds could seriously threaten natural ecosystem integrity and cropland productivity in South Korea.</p>
<p>Risk assessment is an essential step before initiating procedures for the control and eradication of alien and invasive species. Numerous risk assessment tools are used to quantify invasion risk of alien plant species (<xref ref-type="bibr" rid="B51">Morse et al., 2004</xref>; <xref ref-type="bibr" rid="B60">Robertson et al., 2021</xref>). Species distribution models (SDMs), for example, are widely used tools to assess the invasion risk of alien plants, and aid in designing conservation policies for their control and eradication (<xref ref-type="bibr" rid="B16">Bradley et al., 2010</xref>; <xref ref-type="bibr" rid="B23">Dullinger et al., 2017</xref>; <xref ref-type="bibr" rid="B5">Adhikari et al., 2021</xref>). SDMs resolve the ecological niche of plant species by statistical regression, machine learning, and spatial interpolation (<xref ref-type="bibr" rid="B26">Elith and Leathwick, 2009</xref>; <xref ref-type="bibr" rid="B43">Li and Wang, 2013</xref>; <xref ref-type="bibr" rid="B72">Zurell et al., 2020</xref>). However, the large number of SDM algorithms make it difficult to select the best algorithm and methodology (<xref ref-type="bibr" rid="B25">Elith et al., 2010</xref>). Moreover, a single SDM may not always provide accurate predictions for risk assessment, and there is no modeling technique that consistently performs better in predicting invasiveness across species, regions, and applications (<xref ref-type="bibr" rid="B27">Elith et al., 2006</xref>; <xref ref-type="bibr" rid="B41">Koo et al., 2017</xref>). Evaluating many models and selecting the best one based on its predictive performance allow the acquisition of more reliable predictions (<xref ref-type="bibr" rid="B46">Mainali et al., 2015</xref>; <xref ref-type="bibr" rid="B41">Koo et al., 2017</xref>; <xref ref-type="bibr" rid="B72">Zurell et al., 2020</xref>; <xref ref-type="bibr" rid="B6">Ahmed et al., 2021</xref>). Therefore, we adopted this concept in the risk assessment of EDAPS in South Korea.</p>
<p>The main objective of this study was to conduct a risk assessment of EDAPS present in South Korea. The specific objectives were as follows: (1) Selection of the best algorithm between two statistical regression-based models, namely, the generalized linear model (GLM) and multivariate adaptive regression splines (MARS), and among three machine learning models, namely, artificial neural network (ANN), maximum entropy (MaxEnt), and random forest (RF). Algorithms were assessed using established the model calibration techniques, area under the curve (AUC) value of receiver operating curve (ROC) (<xref ref-type="bibr" rid="B55">Pearson, 2010</xref>), true skill statistics (TSS) (<xref ref-type="bibr" rid="B7">Allouche et al., 2006</xref>), and Kappa scores (<xref ref-type="bibr" rid="B47">McHugh, 2012</xref>). (2) Estimate the potential distribution area of 12 EDAPS and assess invasion risk using the best SDM algorithm under the current and future climate change scenarios, representative concentration pathways (RCP) 4.5 and RCP 8.5, and land cover changes in South Korea.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and methods</title>
<sec id="S2.SS1">
<title>Study area</title>
<p>South Korea is located at the southern part of the Korean Peninsula. It has a total land area of 98,477 km<sup>2</sup>, and is surrounded by the East Sea, the Yellow Sea, and the East China Sea (<xref ref-type="bibr" rid="B53">NIBR, 2014</xref>). The country has more than 3,000 islands with a coastline that is approximately 2,413 km long (<xref ref-type="bibr" rid="B53">NIBR, 2014</xref>). The country has diverse patterns of climate, ranging from warm oceanic climates to cold continental climates characterized by four seasons. Winters are long and dry with average temperatures of &#x2212;6 to 3&#x00B0;C, while summers are short and humid with average temperatures of 23&#x2013;26&#x00B0;C (<xref ref-type="bibr" rid="B40">KMA, 2021</xref>). Heavy precipitation occurs in the summer season because of the East Asian monsoon, leading to an average annual precipitation of 1,000&#x2013;1,800 mm (<xref ref-type="bibr" rid="B40">KMA, 2021</xref>). South Korea has 41,483 species, which include, but are not limited to, 5,308 vascular plants, 1,899 vertebrates, and 22,612 invertebrates (<xref ref-type="bibr" rid="B53">NIBR, 2014</xref>).</p>
</sec>
<sec id="S2.SS2">
<title>Species occurrence records of ecosystem disturbing alien plant species</title>
<p>Twelve EDAPS in South Korea (<xref ref-type="table" rid="T1">Table 1</xref>; <xref ref-type="fig" rid="F1">Figure 1</xref>) were selected based on the availability of minimum species presence points for species distribution modeling, and invasion potential in natural ecosystems and agricultural lands (<xref ref-type="bibr" rid="B54">NIE, 2017</xref>; <xref ref-type="bibr" rid="B71">Young et al., 2017</xref>). The process of survey design, recording of species occurrence, and spatial filtering of species occurrence points were performed as described in <xref ref-type="bibr" rid="B5">Adhikari et al. (2021)</xref> and <xref ref-type="bibr" rid="B34">Hong et al. (2021)</xref>.</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>List of ecosystem disturbing alien plant species (EDAPS) used in the study.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Scientific name</td>
<td valign="top" align="left">Common name</td>
<td valign="top" align="left">Native range</td>
<td valign="top" align="left">Mode of introduction</td>
<td valign="top" align="left">Introduction period</td>
<td valign="top" align="center">Degree of naturalization</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><italic>Ambrosia artemisiifolia</italic></td>
<td valign="top" align="left">Common ragweed</td>
<td valign="top" align="left">North America</td>
<td valign="top" align="left">Unintentional</td>
<td valign="top" align="left">Before 1963</td>
<td valign="top" align="center">V</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Ambrosia trifida</italic></td>
<td valign="top" align="left">Giant ragweed</td>
<td valign="top" align="left">North America</td>
<td valign="top" align="left">Unintentional</td>
<td valign="top" align="left">&#x2013;</td>
<td valign="top" align="center">V</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Symphyotrichum pilosum</italic></td>
<td valign="top" align="left">Frost aster</td>
<td valign="top" align="left">North America</td>
<td valign="top" align="left">Intentional (Ornamental)</td>
<td valign="top" align="left">Before 1986</td>
<td valign="top" align="center">IV</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Ageratina altissima</italic></td>
<td valign="top" align="left">White snakeroot</td>
<td valign="top" align="left">North America</td>
<td valign="top" align="left">Unintentional</td>
<td valign="top" align="left">Before 1980</td>
<td valign="top" align="center">I</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Hypochaeris radicata</italic></td>
<td valign="top" align="left">Cat&#x2019;s ear</td>
<td valign="top" align="left">North America</td>
<td valign="top" align="left">Unintentional</td>
<td valign="top" align="left">Before 1992</td>
<td valign="top" align="center">II</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Lactuca serriola</italic></td>
<td valign="top" align="left">Prickly lettuce</td>
<td valign="top" align="left">North Africa</td>
<td valign="top" align="left">Unintentional</td>
<td valign="top" align="left">Before 1980</td>
<td valign="top" align="center">I</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Paspalum dilatatum</italic></td>
<td valign="top" align="left">Dallas grass</td>
<td valign="top" align="left">South America</td>
<td valign="top" align="left">Unintentional</td>
<td valign="top" align="left">Before 1993</td>
<td valign="top" align="center">I</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Paspalum distichum</italic></td>
<td valign="top" align="left">Knotgrass</td>
<td valign="top" align="left">Tropical/subtropical zone</td>
<td valign="top" align="left">Unintentional</td>
<td valign="top" align="left">Before 1995</td>
<td valign="top" align="center">I</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Rumex acetosella</italic></td>
<td valign="top" align="left">Red sorrel</td>
<td valign="top" align="left">Eurasia</td>
<td valign="top" align="left">Unintentional</td>
<td valign="top" align="left">Before 1949</td>
<td valign="top" align="center">V</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Sicyos angulatus</italic></td>
<td valign="top" align="left">Star cucumber</td>
<td valign="top" align="left">North America</td>
<td valign="top" align="left">Unintentional</td>
<td valign="top" align="left">Before 1949</td>
<td valign="top" align="center">II</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Solanum carolinense</italic></td>
<td valign="top" align="left">Carolina horsenettle</td>
<td valign="top" align="left">North America</td>
<td valign="top" align="left">Unintentional</td>
<td valign="top" align="left">Before 1980</td>
<td valign="top" align="center">II</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Solidago altissima</italic></td>
<td valign="top" align="left">Late goldenrod</td>
<td valign="top" align="left">North America</td>
<td valign="top" align="left">Intentional (nectar source)</td>
<td valign="top" align="left">Before 1974</td>
<td valign="top" align="center">I</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p>In the last column, the Roman numbers I&#x2013;V denote the degree of EDAPS naturalization. I, rarely; II, low density and distributed in a small area; III, low density, but distributed widely; IV, high density, but locally distributed; V, widespread and high density.</p></fn>
</table-wrap-foot>
</table-wrap>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Photographs of EDAPS used in this study. <bold>(A)</bold> <italic>Sicyos angulatus</italic>, <bold>(B)</bold> <italic>Lactuca serriola</italic>, <bold>(C)</bold> <italic>Ambrosia trifida</italic>, <bold>(D)</bold> <italic>Solanum carolinense</italic>, <bold>(E)</bold> <italic>Ambrosia artemisiifolia</italic>, <bold>(F)</bold> <italic>Paspalum distichum</italic>, <bold>(G)</bold> <italic>Symphyotrichum pilosum</italic>, <bold>(H)</bold> <italic>Hypochaeris radicata</italic>, <bold>(I)</bold> <italic>Ageratina altissima</italic>, <bold>(J)</bold> <italic>Rumex acetosella</italic>, <bold>(K)</bold> <italic>Solidago altissima</italic>, and <bold>(L)</bold> <italic>Paspalum dilatatum</italic>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fevo-10-880987-g001.tif"/>
</fig>
</sec>
<sec id="S2.SS3">
<title>Selection of bioclimatic and environmental variables for modeling</title>
<p>Land cover change, distance from the road, distance from the water, and 19 bioclimatic variables were considered as essential parameters for predicting the distribution of the 12 EDAPS (<xref ref-type="supplementary-material" rid="TS1">Supplementary Table 1</xref>). Climate data, which included precipitation, and monthly minimum and maximum temperature, were obtained from the KMA<sup><xref ref-type="fn" rid="footnote1">1</xref></sup> (unpublished data; <xref ref-type="table" rid="T2">Table 2</xref>). The data were used to develop climate change scenarios for current and future South Korean climates. Two climate change scenarios, namely, RCP 4.5 and RCP 8.5, were chosen for the year 2070. The current and the year 2070 (i.e., future) climates were calculated by averaging climate metrics from years 1950 to 2000, and 2066 to 2075, respectively (<xref ref-type="bibr" rid="B2">Adhikari et al., 2020b</xref>; <xref ref-type="bibr" rid="B39">Kim et al., 2021</xref>). HadGEM3-RA is a global climate model developed by the Met Office Hadley Centre, London, United Kingdom.<sup><xref ref-type="fn" rid="footnote2">2</xref></sup> It is used by the KMA for developing national climate change scenarios for South Korea because of the country&#x2019;s complex topography, uneven coastlines, and more than 3,000 islands of the country (<xref ref-type="bibr" rid="B42">Lee et al., 2012</xref>). Therefore, the HadGEM3-RA global circulation model was selected for determining RCP 4.5 and RCP 8.5 climate change scenarios using the R Package Dismo v. 1.3 (<xref ref-type="bibr" rid="B33">Hijmans et al., 2020</xref>).</p>
<table-wrap position="float" id="T2">
<label>TABLE 2</label>
<caption><p>List of variables used in the modeling of ecosystem disturbing alien plant species.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Code</td>
<td valign="top" align="left">Description</td>
<td valign="top" align="left">Unit</td>
<td valign="top" align="left">Source</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Bio01</td>
<td valign="top" align="left">Annual mean temperature</td>
<td valign="top" align="left">Degrees Celsius</td>
<td valign="top" align="left">KMA</td>
</tr>
<tr>
<td valign="top" align="left">Bio03</td>
<td valign="top" align="left">Isothermality (BIO2/BIO7) (<xref ref-type="table-fn" rid="t2fns1">&#x002A;</xref> 100)</td>
<td valign="top" align="left">Percentage</td>
<td valign="top" align="left">KMA</td>
</tr>
<tr>
<td valign="top" align="left">Bio04</td>
<td valign="top" align="left">Temperature seasonality</td>
<td valign="top" align="left">Percentage</td>
<td valign="top" align="left">KMA</td>
</tr>
<tr>
<td valign="top" align="left">Bio12</td>
<td valign="top" align="left">Annual precipitation</td>
<td valign="top" align="left">Millimeters</td>
<td valign="top" align="left">KMA</td>
</tr>
<tr>
<td valign="top" align="left">Bio13</td>
<td valign="top" align="left">Precipitation of wettest month</td>
<td valign="top" align="left">Millimeters</td>
<td valign="top" align="left">KMA</td>
</tr>
<tr>
<td valign="top" align="left">Bio14</td>
<td valign="top" align="left">Precipitation of driest month</td>
<td valign="top" align="left">Millimeters</td>
<td valign="top" align="left">KMA</td>
</tr>
<tr>
<td valign="top" align="left">d-water</td>
<td valign="top" align="left">Distance from water</td>
<td valign="top" align="left">Meters</td>
<td valign="top" align="left">KACCC</td>
</tr>
<tr>
<td valign="top" align="left">d-road</td>
<td valign="top" align="left">Distance from roads</td>
<td valign="top" align="left">Meters</td>
<td valign="top" align="left">KACCC</td>
</tr>
<tr>
<td valign="top" align="left">SSP1</td>
<td valign="top" align="left">Land cover</td>
<td valign="top" align="left">&#x2013;</td>
<td valign="top" align="left">KACCC</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="t2fns1"><p>KMA, Korea Meteorological Administration; KACCC, Korea Adaptation Center for Climate Change; Bio1, annual mean temperature; Bio3, isothermality; Bio4, temperature seasonality; Bio12, annual precipitation; Bio13, precipitation in the wettest month; Bio 14, precipitation in the driest month; d-road, distance from roads; d-water, distance from water; and land cover, land cover change.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>In addition to bioclimatic variables, diverse environmental variables, including land cover changes (e.g., grassland, forest, urban, cropland, wetland, barren, and water), distance from the road (d-road), and distance from the water (d-water), were used for alien plant species and weed modeling. Land cover data, d-water, and d-road data were downloaded from the Korea Adaptation Center for Climate Change<sup><xref ref-type="fn" rid="footnote3">3</xref></sup> (accessed on October 11 2021). Spearman&#x2019;s correlation was used (<xref ref-type="supplementary-material" rid="TS1">Supplementary Table 2</xref>) on pairs with the Proc Corr function of SAS 9.4 to minimize autocorrelation (<italic>r</italic><sup>2</sup> &#x003E; 0.75, <italic>p</italic> = 0.05) among bioclimatic and environmental variables (SAS Institute, Inc., Cary, NC, United States), as described in <xref ref-type="bibr" rid="B62">Shin et al. (2018)</xref>, <xref ref-type="bibr" rid="B37">Jeon et al. (2020)</xref>. All the variables had a spatial resolution of 0.01&#x00B0; (30 s), which have an area of approximately 1 km<sup>2</sup>.</p>
</sec>
<sec id="S2.SS4">
<title>Species distribution modeling using artificial neural network, generalized linear model, multivariate adaptive regression splines, maximum entropy, and random forest models</title>
<p>Species distribution modeling was performed using two regression-based models, GLM and MARS, and three machine learning models, ANN, MaxEnt, and RF. Regression-based models predict future species distribution based on the relationship between dependent variables and several independent variables (<xref ref-type="bibr" rid="B9">Araghinejad, 2014</xref>). Regression models range from linear to non-linear, and from parametric to non-parametric (<xref ref-type="bibr" rid="B9">Araghinejad, 2014</xref>). The GLM is a flexible and relatively simple tool derived from linear models that allows for non-linearity and non-constant variance structures in data by not forcing data into unnatural scales (<xref ref-type="bibr" rid="B31">Hastie and Tibshirani, 2017</xref>). GLM is particularly applicable for analyzing non-normal distribution data, such as binomial and Poisson distributions (<xref ref-type="bibr" rid="B14">Bolker et al., 2009</xref>). MARS was developed from linear regression models that spontaneously determine non-linearities and interactions between predictor variables. MARS is particularly suitable for a wide range of predictor variables (<xref ref-type="bibr" rid="B20">Choe et al., 2016</xref>) and a large number of explanatory variables with low order interaction effects (<xref ref-type="bibr" rid="B65">Thuiller et al., 2010</xref>).</p>
<p>In addition to regression-based models, machine learning methods accelerate processing and analysis of massive raw data repositories (<xref ref-type="bibr" rid="B12">Berger-Wolf et al., 2017</xref>), allowing for faster ecological studies and broader geographical scopes. Moreover, machine learning models extract hidden characteristics from input data and are appropriate for analyzing datasets with a complex correlation structure. For machine learning models, ANNs are non-linear models that have a network of simple elements or artificial neurons with a complex global behavior (<xref ref-type="bibr" rid="B35">Hopfield, 1982</xref>). The hidden neurons in a layer receive information from inputs, which are summed and processed using a fixed function. ANNs run similar to multiple regression when outputs are categorical or continuous variables (<xref ref-type="bibr" rid="B43">Li and Wang, 2013</xref>). MaxEnt is a machine learning algorithm that determines species distribution using presence-only data and pseudoabsence data based on the MaxEnt theory (<xref ref-type="bibr" rid="B56">Phillips et al., 2006</xref>; <xref ref-type="bibr" rid="B57">Phillips and Dud&#x00ED;k, 2008</xref>). The MaxEnt model performs robust predictions while making minimum effort in parameter tuning through default settings (<xref ref-type="bibr" rid="B56">Phillips et al., 2006</xref>). The RF is a novel ensemble classifier that generates a large number of decision trees, in which classes are determined by a majority vote (<xref ref-type="bibr" rid="B43">Li and Wang, 2013</xref>). RF has many qualitative features. It handles thousands of input variables without deleting any, manages correlated variables effectively, and has a robust method for processing unbalanced data sheets and missing data. As such, RF is considered one of the most accurate machine learning algorithms with high predictive performance (<xref ref-type="bibr" rid="B17">Breiman, 2001</xref>).</p>
<p>The absence data of alien and invasive species is not always trustworthy. The expanding distribution range of alien and invasive species, and the fact that they have not yet attained equilibrium, result in misinterpretation (<xref ref-type="bibr" rid="B38">Jim&#x00E9;nez-Valverde et al., 2011</xref>). Therefore, we used background (pseudoabsence) points of study area, which were determined with ArcGIS 10.3 (Esri, Redlands, CA, United States) as suggested by <xref ref-type="bibr" rid="B64">Thuiller et al. (2021)</xref>. Species distribution modeling with ANN, GLM, MARS, MaxEnt, and RF was performed by selecting a single model in the &#x201C;Biomod2&#x201D; Package <italic>v</italic>.3.5.1. for GNU R<sup><xref ref-type="fn" rid="footnote4">4</xref></sup> (<xref ref-type="bibr" rid="B64">Thuiller et al., 2021</xref>), as described in <xref ref-type="bibr" rid="B5">Adhikari et al. (2021)</xref>. The species occurrence data were split into a 3:1 ratio for model calibration and validation. All the modeling options for each algorithm were set with default values according to the guidelines of the &#x201C;Biomod2&#x201D; Package <italic>v</italic>.3.5.1. (<xref ref-type="bibr" rid="B64">Thuiller et al., 2021</xref>), but the model replications were 100 for each SDM.</p>
</sec>
<sec id="S2.SS5">
<title>Evaluation of model performance and validation using area under the curve, true skill statistics, and Kappa values</title>
<p>Three measures, namely, the AUC values of the ROC curves (<xref ref-type="bibr" rid="B55">Pearson, 2010</xref>), the TSS (<xref ref-type="bibr" rid="B7">Allouche et al., 2006</xref>), and the Kappa statistic (<xref ref-type="bibr" rid="B47">McHugh, 2012</xref>), were used to evaluate and validate model performance. The process of model calibration and validation were performed as described in <xref ref-type="bibr" rid="B5">Adhikari et al. (2021</xref>, <xref ref-type="bibr" rid="B4">2022)</xref>. In this study, computing AUC, TSS, and Kappa did not only compare the predictive performances of the models, but also selected the best model using corresponding scores for 12 EDAPS. Mean scores of AUC, TSS, and Kappa were estimated and presented as graphs to compare the degree of prediction accuracy among the five SDMs and thereby enable selection of the best model. Analysis of variance (ANOVA) (<xref ref-type="table" rid="T3">Table 3</xref>) and Duncan&#x2019;s multiple range test were then performed using SAS 9.4 to determine statistically significant differences among the five SDMs. The process of selecting the best model using AUC, TSS, and Kappa values was consistent with <xref ref-type="bibr" rid="B41">Koo et al. (2017)</xref> and <xref ref-type="bibr" rid="B46">Mainali et al. (2015)</xref>. The ROC curve, TSS, and Kappa analyses were implemented with the &#x201C;Biomod2&#x201D; Package <italic>v</italic>.3.5.1. for GNU R. The optimal TSS scores were used to convert probability distribution maps into binary distribution map representing suitable or unsuitable habitats by employing the optimal threshold that enhanced the highest TSS score as a cutoff value in Biomod2 (<xref ref-type="bibr" rid="B64">Thuiller et al., 2021</xref>). The optimal TSS scores were estimated by default in Biomod2 were species specific and varied in different SDMs. The modeling procedure used in this study is summarized in the flowchart shown in <xref ref-type="fig" rid="F2">Figure 2</xref>.</p>
<table-wrap position="float" id="T3">
<label>TABLE 3</label>
<caption><p>Analysis of variance of AUC, TSS, and Kappa determined using five species distribution models (SDMs).</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Evaluation metrics</td>
<td valign="top" align="center">df</td>
<td valign="top" align="center">Mean square</td>
<td valign="top" align="center"><italic>F</italic>-value</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">AUC</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">0.0483</td>
<td valign="top" align="center">11.97<xref ref-type="table-fn" rid="t3fns1">&#x002A;&#x002A;&#x002A;</xref></td>
</tr>
<tr>
<td valign="top" align="left">TSS</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">0.0573</td>
<td valign="top" align="center">3.88<xref ref-type="table-fn" rid="t3fns1">&#x002A;&#x002A;</xref></td>
</tr>
<tr>
<td valign="top" align="left">Kappa</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">0.0635</td>
<td valign="top" align="center">9.42<xref ref-type="table-fn" rid="t3fns1">&#x002A;&#x002A;&#x002A;</xref></td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="t3fns1"><p>&#x002A;&#x002A;p &#x003C; 0.01; &#x002A;&#x002A;&#x002A;p &#x003C; 0.001. df, degree of freedom; AUC, area under the curve; TSS, true skill statistics. The five SDMs used for this analysis are artificial neural network, generalized linear model, multivariate adaptive regression splines, maximum entropy, and random forest.</p></fn>
</table-wrap-foot>
</table-wrap>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Flow chart showing database and modeling methods for predicting EDAPS invasion risk in South Korea.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fevo-10-880987-g002.tif"/>
</fig>
</sec>
<sec id="S2.SS6">
<title>Prediction of potential distribution and invasion risk of ecosystem disturbing alien plant species</title>
<p>The areas of suitable habitats of all alien weeds were estimated using a best model under the current and future climate change scenarios. The average percentage of relative change of EDAPS distribution under RCP 4.5 and RCP 8.5 climate change scenarios for 2070 was calculated and compared with that of the current climate change scenario and presented in tabulated form (<xref ref-type="table" rid="T4">Table 4</xref>). The binary distribution maps of 12 EDAPS obtained in each model were summed up using the Raster 3.4 Package in GNUR4.03. An aggregated distribution map of current and future climate change scenarios, and land cover changes in South Korea, were obtained. Invasion risk maps were produced using the aggregated distribution maps, in which cells with higher species richness represented a larger invasion risk, and therefore potentially a greater hazard for the environment. Invasion risk was divided into four categories: low risk, moderate risk, high risk, and very high risk, based on the linear scale described in <xref ref-type="bibr" rid="B5">Adhikari et al. (2021)</xref>. The invasion risk maps obtained from the different models and the area covered by each risk category were compared to the total area of the country under the RCP 4.5 and RCP 8.5 climate change scenarios.</p>
<table-wrap position="float" id="T4">
<label>TABLE 4</label>
<caption><p>Relative change in the distribution of ecosystem disturbing alien plant species (EDAPS).</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left">Species name</td>
<td valign="top" align="center">Current<italic><xref ref-type="table-fn" rid="t4fna"><sup>a</sup></xref></italic></td>
<td valign="top" align="center">2070 (%)<italic><xref ref-type="table-fn" rid="t4fnb"><sup>b</sup></xref></italic></td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><italic>Ambrosia artemisiifolia</italic></td>
<td valign="top" align="center">29,712</td>
<td valign="top" align="center">219.93</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Ambrosia trifida</italic></td>
<td valign="top" align="center">10,102</td>
<td valign="top" align="center">591.67</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Symphyotrichum pilosum</italic></td>
<td valign="top" align="center">21,028</td>
<td valign="top" align="center">315.12</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Ageratina altissima</italic></td>
<td valign="top" align="center">13,036</td>
<td valign="top" align="center">427.59</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Hypochaeris radicata</italic></td>
<td valign="top" align="center">4,413</td>
<td valign="top" align="center">1920.03</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Lactuca serriola</italic></td>
<td valign="top" align="center">19,765</td>
<td valign="top" align="center">341.46</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Paspalum dilatatum</italic></td>
<td valign="top" align="center">1,471</td>
<td valign="top" align="center">4453.64</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Paspalum distichum</italic></td>
<td valign="top" align="center">7,692</td>
<td valign="top" align="center">936.69</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Rumex acetosella</italic></td>
<td valign="top" align="center">14,697</td>
<td valign="top" align="center">549.52</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Sicyos angulatus</italic></td>
<td valign="top" align="center">19,558</td>
<td valign="top" align="center">296.10</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Solanum carolinense</italic></td>
<td valign="top" align="center">7,319</td>
<td valign="top" align="center">1159.26</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Solidago altissima</italic></td>
<td valign="top" align="center">7,959</td>
<td valign="top" align="center">1036.86</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn><p>EDAPS, ecosystem disturbing alien plant species.</p></fn>
<fn id="t4fna"><p><italic><sup>a</sup></italic>Estimated area (Km<sup>2</sup>) of the different EDAPS under the current climate.</p></fn>
<fn id="t4fnb"><p><italic><sup>b</sup></italic>The average percentage change in the distribution of EDAPS under the climate change scenarios RCP 4.5 and RCP 8.5.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>Results</title>
<sec id="S3.SS1">
<title>Spearman&#x2019;s correlation test selected six bioclimatic and three environmental variables</title>
<p>Spearman&#x2019;s correlation test was performed to select relevant and independent bioclimatic and environmental variables for species distribution modeling. Six bioclimatic variables and three environmental variables were chosen based on their weak correlations (<italic>r</italic> &#x003C; 0.75) with each other. The selected variables were as follows: annual mean temperature (Bio01), isothermality (Bio03), temperature seasonality (Bio04), annual precipitation (Bio12), precipitation during the wettest month (Bio13), precipitation during the driest month (Bio 14), distance from water (d-water), distance from roads (d-road), and land cover (SSP1) (<xref ref-type="table" rid="T2">Table 2</xref>).</p>
</sec>
<sec id="S3.SS2">
<title>The random forest model has the highest predictive performance</title>
<p>Individual species distribution model was established for 12 EDAPS using five SDMs and presented in <xref ref-type="supplementary-material" rid="DS1">Supplementary Figures 1</xref>&#x2013;<xref ref-type="supplementary-material" rid="DS1">60</xref>. The predictive performance of each model was evaluated using AUC, TSS, and Kappa values and expressed in <xref ref-type="supplementary-material" rid="TS1">Supplementary Tables 3</xref>&#x2013;<xref ref-type="supplementary-material" rid="TS1">5</xref>. Among the five SDMs, the RF model had the highest AUC value for all EDAPS. The mean AUC value (<italic>n</italic> = 12) was estimated to be highest in RF (0.928 &#x00B1; 0.058), followed by MaxEnt (0.85 &#x00B1; 0.05), MARS (0.816 &#x00B1; 0.053), GLM (0.781 &#x00B1; 0.068), and ANN (0.763 &#x00B1; 0.07) (<xref ref-type="supplementary-material" rid="TS1">Supplementary Table 3</xref>). When considering the mean AUC values determined above, the predictive performance of RF was excellent, MaxEnt and MARS were good, and GLM and ANN were fair for predicting EDAPS distribution. Similar to AUC scores, TSS and Kappa values were estimated to be highest in RF for all EDAPS (<italic>n</italic> = 12) except for <italic>Solidago altissima</italic>. Based on the mean values of TSS and Kappa, RF (TSS = 0.790 &#x00B1; 0.109, Kappa = 0.684 &#x00B1; 0.096) was the most superior in regard to model performance, while ANN was the most inferior (TSS = 0.601 &#x00B1; 0.121, Kappa = 0478 &#x00B1; 0.486) (<xref ref-type="supplementary-material" rid="TS1">Supplementary Tables 4</xref>, <xref ref-type="supplementary-material" rid="TS1">5</xref>). ANOVA of AUC, TSS, and Kappa metrics revealed significant differences among the five SDMs (<xref ref-type="table" rid="T3">Table 3</xref>). Mean comparisons using Duncan&#x2019;s multiple range test showed that RF was significantly different from other SDMs (<xref ref-type="fig" rid="F3">Figures 3A&#x2013;C</xref>). When AUC, TSS, and Kappa were considered together, RF consistently showed the highest predictive performance. MaxEnt followed RF in regard to accurate modeling of EDAPS, while ANN showed relatively poor predictive performance. Taken together, the data indicate that RF is the best model for studying the potential distribution of the 12 EDAPS among the five SDMs.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Predictive performance of the SDMs used in this study. AUC <bold>(A)</bold>, TSS <bold>(B)</bold>, and Kappa <bold>(C)</bold> values of 12 EDAPS for calibrating the five SDMs. Values are means (<italic>n</italic> = 12) &#x00B1; standard error. Similar letters above the bar graphs indicate no significant differences among the models based on Duncan&#x2019;s multiple range test.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fevo-10-880987-g003.tif"/>
</fig>
</sec>
<sec id="S3.SS3">
<title>Paspalum dilatatum is predicted to have the highest average relative change in distribution in the future</title>
<p>The area of potentially suitable habitat of 12 EDAPS was estimated using the RF model, and the average change in percentage of invasive species distribution under the future climate change scenarios (RCP 4.5 and RCP 8.5) for 2070 was calculated and compared with that of the current climate distribution (<xref ref-type="table" rid="T4">Table 4</xref>). Under the current climate, <italic>Ambrosia artemisiifolia</italic> had the highest potential distribution (29,712 km<sup>2</sup>), while <italic>P. dilatatum</italic> had the lowest distribution area (1,471 km<sup>2</sup>) (<xref ref-type="table" rid="T4">Table 4</xref>). The average distribution area of 12 EDAPS under the current climate was 13,062 km<sup>2</sup>. However, in future climate change scenarios, range expansion of the 12 EDAPS varied largely and was estimated to range from 219.93 to 4,453.6%. <italic>P. dilatatum</italic> would have the highest average relative change in distribution followed by <italic>Hypochaeris radicata</italic>, <italic>S. altissima</italic>, <italic>Paspalum distichum</italic>, <italic>Ambrosia trifida</italic>, <italic>Rumex acetosella</italic>, <italic>Ageratina altissima</italic>, <italic>Lactuca serriola</italic>, <italic>Symphyotrichum pilosum</italic>, <italic>Sicyos angulatus</italic>, and <italic>A. artemisiifolia</italic>.</p>
</sec>
<sec id="S3.SS4">
<title>Current and future climate change affects ecosystem disturbing alien plant species invasion risk</title>
<p>Invasive alien plant species are threats to native biodiversity and ecosystems (<xref ref-type="bibr" rid="B8">Ansong and Pickering, 2015</xref>). In this study, EDAPS invasion risk was predicted using the RF model based on the species richness in a grid cell. Invasion risk was categorized into low (&#x003C;25%), moderate (&#x003E;25&#x2013;50%), high (&#x003E;50&#x2013;75%), and very high risk (&#x003E;75&#x2013;100%), according to the level of species richness in each cell (<xref ref-type="bibr" rid="B5">Adhikari et al., 2021</xref>). The invasion risk maps under the current and future climate change conditions (RCP 4.5 and RCP 8.5) are presented in <xref ref-type="fig" rid="F4">Figure 4A</xref>. Currently, 70.81% of the country belongs to the low risk of invasion category. This category was followed by moderate (19.67%), high (9.23%), and very high risk of invasion (0.16%) categories (<xref ref-type="fig" rid="F4">Figure 4B</xref>). However, the extent and spatial pattern of invasion risks were predicted to increase in the future. The results showed that most EDAPS would maintain their current distribution with rapid range expansions in the future. Under the RCP 4.5, 36.55% of the country would fall under the high-risk category, and 43.90% of the country would be classified under the very high-risk category (<xref ref-type="fig" rid="F4">Figure 4B</xref>). On the other hand, under the RCP 8.5, 27.86% of the country would belong to the high-risk category, and 60.43% of the country would fall under the very high-risk category (<xref ref-type="fig" rid="F4">Figure 4B</xref>). These results suggested that RCP 8.5 was relatively more favorable for EDAPS distribution than that of RCP 4.5. Therefore, invasion risks were predicted to be high under RCP 8.5.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption><p>Prediction of invasion risk of 12 EDAPS under the current and future climate change conditions (RCP 4.5 and RCP 8.5) in South Korea. <bold>(A)</bold> Color-coded maps of South Korea showing areas of potential invasion risk using the RF model. Colors indicate the different risk categories. <bold>(B)</bold> Segmented bar graphs showing estimated percentages (%) of the different invasion risk categories relative to the total area of the country.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fevo-10-880987-g004.tif"/>
</fig>
</sec>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<p>The following results were obtained in this study. (1) RF was selected as the best model among the five SDMs based on the average AUC, TSS, and Kappa scores. (2) The RF model estimated invasion risk to be high in the coastal areas of the northwestern and southern regions, and some large cities of South Korea, such as Incheon, Seoul, and Busan, under the current climate. In the future climate change scenarios, invasion risk was predicted to increase across the whole country except for the high-altitude northeastern region of Gangwon province (<xref ref-type="fig" rid="F4">Figure 4A</xref>). (3) The extreme future climate change scenario presented by RCP 8.5 revealed that EDAPS distribution fell under the high- or very high-risk category, which corresponded to a large proportion of the country&#x2019;s area.</p>
<p>The five SDMs used in this study showed different prediction results of EDAPS while using same environmental variables and species occurrence data, which indicates the model uncertainty (<xref ref-type="bibr" rid="B70">Wenger et al., 2013</xref>). Accounting for this model uncertainty is critical for effective conservation actions. Therefore, we quantified model uncertainty by comparing predictive performances of each model using three standard model evaluation metrices (AUC, TSS, and Kappa). A quantitative evaluation of model performance establishes the model&#x2019;s suitability for specific applications and identifies components of the model that require further improvement (<xref ref-type="bibr" rid="B41">Koo et al., 2017</xref>). Furthermore, evaluating model performance can be used to compare different modeling approaches, and to study how different data and/or species characteristics affect the accuracy of predicted maps created by the model (<xref ref-type="bibr" rid="B7">Allouche et al., 2006</xref>). The AUC value shows the predictive capacity of a model using training and test datasets (<xref ref-type="bibr" rid="B63">Thuiller et al., 2005</xref>) to distinguish observed occurrences from background data (<xref ref-type="bibr" rid="B63">Thuiller et al., 2005</xref>). The AUC is unaffected by dataset size (prevalence); however, it has limitations because it equally weighs commission and omission errors, avoids true probability values, and is based on geographical extent (<xref ref-type="bibr" rid="B45">Lobo et al., 2008</xref>). AUC values are inflated when the geographical range is expanded beyond the current distribution range, resulting in overestimation of AUC. This in turn causes misinterpretation during model evaluation (<xref ref-type="bibr" rid="B45">Lobo et al., 2008</xref>). Because of the uncertainties with AUC metrics, TSS and Kappa were used as alternative criteria for validating model performance. TSS correlates with sensitivity, which corresponds to observed presence that is precisely estimated, and specificity, which means observed absence that is precisely estimated. Sensitivity and specificity are recognized as omission and commission errors, respectively (<xref ref-type="bibr" rid="B55">Pearson, 2010</xref>). Kappa values describe the overall accuracy of model performance with the assumption that accuracy occurs by chance (<xref ref-type="bibr" rid="B7">Allouche et al., 2006</xref>). In this study, we used average scores of AUC, TSS, and Kappa (<italic>n</italic> = 12) for evaluating model performance and selecting a best model. Similar to our findings, other studies used these evaluation metrics for model calibration, validation, comparison, and selection of a best model (<xref ref-type="bibr" rid="B43">Li and Wang, 2013</xref>; <xref ref-type="bibr" rid="B46">Mainali et al., 2015</xref>; <xref ref-type="bibr" rid="B41">Koo et al., 2017</xref>). Here, RF was the most accurate model in predicting the distribution of all EDAPS, while ANN was the worst performing model (<xref ref-type="fig" rid="F3">Figure 3</xref>). Consistent with results presented in this study, the superior performance of RF was reported by previous SDM studies (<xref ref-type="bibr" rid="B10">Attorre et al., 2011</xref>; <xref ref-type="bibr" rid="B46">Mainali et al., 2015</xref>).</p>
<p>Our studies showed that current invasion was predicted to be highest in the northwestern region, where Gyeonggi province and Seoul city are located. High invasion risk also partly occurred in the southern and southeastern regions, where Jeollanam-do, Jeju-si, and Gyeongsangnam-do provinces, as well as Busan city, are located (<xref ref-type="fig" rid="F4">Figure 4A</xref>). However, the central region of the country, which includes Chungcheongbuk-do province, Daejeon and Sejong cities, and Gangwon province in the northeastern region, exhibited low risk of invasion. These results showed that EDAPS invasion risks initiated along ocean routes of the northwestern, southern, and southeastern regions, and primarily colonized the harbor areas of these regions and surrounding islands. Similar predictions were uncovered by <xref ref-type="bibr" rid="B3">Adhikari et al. (2019</xref>, <xref ref-type="bibr" rid="B5">2021)</xref> and <xref ref-type="bibr" rid="B34">Hong et al. (2021)</xref>. Invasion is typically brought about by global trade and tourism, in which invasive plants enter through harbors and airports intentionally or unintentionally (<xref ref-type="bibr" rid="B32">Hellmann et al., 2008</xref>). The northwestern, southern, and southeastern regions of South Korea have many international harbors (e.g., Incheon, Pyeongtaek, Yeosu, Mokpo, and Busan) and airports (e.g., Incheon, Busan, and Muan). Therefore, invasive plants are introduced through these harbors and airports, and colonize agricultural fields, urban lands, and wild ecosystems (<xref ref-type="bibr" rid="B24">Early et al., 2016</xref>). Moreover, densely populated areas and disturbed lands are characteristic of big cities, such as Seoul, Incheon, Busan, and Daegu, and Gyeonggi-do province. Therefore, invasion risk could be more severe in these areas. Urban development, industrialization, construction of road networks, and establishment of recreational parks lead to disturbed lands, thereby facilitating the growth of EDAPS (<xref ref-type="bibr" rid="B32">Hellmann et al., 2008</xref>; <xref ref-type="bibr" rid="B1">Adhikari et al., 2020a</xref>, <xref ref-type="bibr" rid="B5">2021</xref>). Introduced invasive species could then disperse across the country through land, air, and water transportation systems (<xref ref-type="bibr" rid="B28">Eminniyaz et al., 2013</xref>).</p>
<p>Under the future climate change and anthropogenic land cover change, large areas of the country were predicted to be under the high-risk (27.86%) and very high-risk (60.43%) categories of invasion by 2070. Furthermore, it was estimated that these types of invasion events will occur in the northwestern, western, and southern regions of the country, particularly in the provinces of Jeollanam, Jeollabuk-do, and Gyeonggi (<xref ref-type="fig" rid="F4">Figure 4A</xref>). These predictions are reinforced by the fact that the RF model selected for risk assessment is a more robust classifier than other SDMs, and it has a tendency to emphasize differences between grid cells (<xref ref-type="bibr" rid="B46">Mainali et al., 2015</xref>). Furthermore, RF has a flexible fitting process, making it very efficient in modeling complex responses (<xref ref-type="bibr" rid="B13">Berk, 2008</xref>). Climate change generates favorable conditions for introducing new invasive species into ecosystems. It does so by making the habitat more suitable for the invading species, while changing native species distribution and abundance (<xref ref-type="bibr" rid="B32">Hellmann et al., 2008</xref>). Moreover, climate change alters competitive interactions among species, making native groups more susceptible to colonization by new and established invaders (<xref ref-type="bibr" rid="B29">Finch et al., 2021</xref>). Extreme climate (i.e., very wet and dry) favors establishment and range expansion of invasive species (<xref ref-type="bibr" rid="B32">Hellmann et al., 2008</xref>; <xref ref-type="bibr" rid="B3">Adhikari et al., 2019</xref>). Unfortunately, the average temperature in year 2100 is predicted to be 5.7&#x00B0;C higher than the current average temperature (16&#x00B0;C) in South Korea (<xref ref-type="bibr" rid="B40">KMA, 2021</xref>). Increasing temperature may play roles in expansion of transportation networks, urbanization, and industrialization. Under these circumstances, finding the most accurate model is required to mitigate potential invasion risks of EDAPS and/or any invasive weeds and plants.</p>
<p>In this study, we investigated invasion risk of 12 EDAPS in South Korea using SDMs. SDMs are empirical tools for predicting species spatial distribution across geographical space and time by determining correlations between species occurrence and environmental parameters (<xref ref-type="bibr" rid="B26">Elith and Leathwick, 2009</xref>; <xref ref-type="bibr" rid="B30">Franklin, 2013</xref>; <xref ref-type="bibr" rid="B72">Zurell et al., 2020</xref>). SDMs are used extensively in landscape ecology, conservation biology, wildlife management, and studies of climate change (<xref ref-type="bibr" rid="B43">Li and Wang, 2013</xref>). SDMs are used synonymously with ecological niche species distribution, habitat suitability, and climatic envelope models (<xref ref-type="bibr" rid="B72">Zurell et al., 2020</xref>). We created invasion risk maps for South Korea and categorized them into low risk, moderate risk, high risk, and very high risk under the current and future climate change and land cover change. To the best of our knowledge, this is the first study assessing invasive and alien plants using five SDMs. Furthermore, the best model for alien and invasive plant risk assessment in South Korea was identified. Through this model, we expect to cover research gaps in risk assessment of alien and invasive plants in South Korea. The current study sheds light on prediction modeling of distribution and invasion risk that can be applied to other invasive weed and plant species. This study could inform the central and federal governments and society about areas at high risk of invasion, guide invasive species management, and secure economic resources (<xref ref-type="bibr" rid="B58">Renteria et al., 2021</xref>).</p>
<p>Ecosystem disturbing alien plant species invasion risk may not only depend on climatic factors and land cover change, but also on other factors, such as biogeographic origin, and biological and physiological traits (<xref ref-type="bibr" rid="B52">Ni et al., 2021</xref>). Most of the EDAPS studied here originated from tropical regions of South America and temperate regions of North America and Europe. They were indiscriminately introduced into South Korea except for <italic>S. pilosum</italic> and <italic>S. altissima</italic>, which were imported as ornamental plants and as a source of nectar (<xref ref-type="table" rid="T1">Table 1</xref>). The introduced EDAPS then colonized disturbed lands, such as parks, roadsides, and coastlines, and eventually became fully adapted. Such plants adapt better to climatic variability than native species (<xref ref-type="bibr" rid="B11">Barral, 2019</xref>). The warming climate correlates positively with seed germination, and daytime temperature fluctuations may stimulate seed germination (<xref ref-type="bibr" rid="B19">Chen et al., 2017</xref>). In addition, species specific biological traits, such as growth rate, reproduction rate, and seed mass, correlate with invasiveness (<xref ref-type="bibr" rid="B18">Carboni et al., 2016</xref>). Furthermore, physiological traits, such as photosynthetic rate, efficiency of resource utilization, and competition, could play important roles in the success of invasive plant species (<xref ref-type="bibr" rid="B52">Ni et al., 2021</xref>). Moreover, natural phenomena, including wind, tides, and flood, and animals, such as birds and mammals, could facilitate EDAPS seed dispersal. Further studies are required to determine if similar phenomena influence EDAPS invasion risks in South Korea. Therefore, in addition to climatic and anthropogenic factors, biological and physiological traits of invasive plants, and methods of seed dispersal, need to be incorporated in models to obtain more accurate predictions of invasiveness.</p>
</sec>
<sec id="S5" sec-type="conclusion">
<title>Conclusion</title>
<p>This study compared the predictive performance of five SDMs based on three evaluation metrics. These metrics are widely used for calibration and validation of model performance. By comparing the predictive performance and outputs of the SDMs, we concluded that RF is the best modeling method among the five SDMs for forecasting EDAPS invasion risk. Climate change is likely to favor the spread of EDAPS and increase invasion risk across South Korea. This study suggested that comparison of many models with the same species and location is an ideal approach to determine the best model, and interpret the accuracy and coherence of the modeling results, for predicting the impact of climate change on species invasiveness. Predicting current and future EDAPS invasion risk areas could provide valuable information for the development of effective control and management strategies to minimize the threat of invasive plant species at the regional and local levels. Based on the results of risk analysis presented in this study, EDAPS detection and eradication activities are required in South Korea&#x2019;s northwestern, southern, and southeastern regions, particularly focusing on the cities of Seoul and Busan and the provinces of Incheon, Chungcheongnam, and Jeollanam. These areas are likely to be the source for future EDAPS range expansion into new geographical areas.</p>
</sec>
<sec id="S6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in this study are included in the article/<xref ref-type="supplementary-material" rid="DS1">Supplementary Material</xref>, further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec id="S7">
<title>Author contributions</title>
<p>PdA: conceptualization, software, formal analysis, and writing&#x2013;original draft preparation. PdA and YL: methodology and validation. PdA, YL, and Y-SP: investigation. PdA and PbA: literature review and data curation. PdA and SH: resources. PdA and Y-SP: review and editing. Y-SP and SH: supervision. SH: project administration and funding acquisition. All authors read and approved the published version of the manuscript.</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="pudiscl1" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="S8" sec-type="funding-information">
<title>Funding</title>
<p>This study was supported by the Ministry of Environment, Republic of Korea (grant number 2018002270001).</p>
</sec>
<ack>
<p>We are grateful to the Korea Meteorological Agency for providing the maximum and minimum temperature and average precipitation data for South Korea. We also thank the Korea Adaptation Center for Climate Change of South Korea for providing data on land cover, distance from road, and distance from water.</p>
</ack>
<sec id="S12" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fevo.2022.880987/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fevo.2022.880987/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.PDF" id="DS1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_1.DOCX" id="TS1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Adhikari</surname> <given-names>A.</given-names></name> <name><surname>Rew</surname> <given-names>L. J.</given-names></name> <name><surname>Mainali</surname> <given-names>K. P.</given-names></name> <name><surname>Adhikari</surname> <given-names>S.</given-names></name> <name><surname>Maxwell</surname> <given-names>B. D.</given-names></name></person-group> (<year>2020a</year>). <article-title>Future distribution of invasive weed species across the major road network in the state of Montana, USA.</article-title> <source><italic>Regional Environ. Change</italic></source> <volume>20</volume>:<fpage>60</fpage>.</citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Adhikari</surname> <given-names>P.</given-names></name> <name><surname>Ja-Young</surname> <given-names>J.</given-names></name> <name><surname>Kim</surname> <given-names>H. W.</given-names></name> <name><surname>Oh</surname> <given-names>H.-S.</given-names></name> <name><surname>Adhikari</surname> <given-names>P.</given-names></name> <name><surname>Seo</surname> <given-names>C.</given-names></name></person-group> (<year>2020b</year>). <article-title>Northward range expansion of southern butterflies according to climate change in South Korea.</article-title> <source><italic>J. Clim. Chang. Res.</italic></source> <volume>11</volume> <fpage>643</fpage>&#x2013;<lpage>656</lpage>.</citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Adhikari</surname> <given-names>P.</given-names></name> <name><surname>Jeon</surname> <given-names>J.-Y.</given-names></name> <name><surname>Kim</surname> <given-names>H. W.</given-names></name> <name><surname>Shin</surname> <given-names>M.-S.</given-names></name> <name><surname>Adhikari</surname> <given-names>P.</given-names></name> <name><surname>Seo</surname> <given-names>C.</given-names></name></person-group> (<year>2019</year>). <article-title>Potential impact of climate change on plant invasion in the Republic of Korea.</article-title> <source><italic>J. Ecol. Environ.</italic></source> <volume>43</volume>:<fpage>36</fpage>. <pub-id pub-id-type="doi">10.1186/s41610-019-0134-133</pub-id></citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Adhikari</surname> <given-names>P.</given-names></name> <name><surname>Kim</surname> <given-names>B.-J.</given-names></name> <name><surname>Hong</surname> <given-names>S.-H.</given-names></name> <name><surname>Lee</surname> <given-names>D.-H.</given-names></name></person-group> (<year>2022</year>). <article-title>Climate change induced habitat expansion of nutria (<italic>Myocastor coypus</italic>) in South Korea.</article-title> <source><italic>Sci. Rep.</italic></source> <volume>12</volume>:<fpage>3300</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-022-07347-5</pub-id> <pub-id pub-id-type="pmid">35228626</pub-id></citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Adhikari</surname> <given-names>P.</given-names></name> <name><surname>Lee</surname> <given-names>Y. H.</given-names></name> <name><surname>Park</surname> <given-names>Y.-S.</given-names></name> <name><surname>Hong</surname> <given-names>S. H.</given-names></name></person-group> (<year>2021</year>). <article-title>Assessment of the spatial invasion risk of intentionally introduced alien plant species (IIAPS) under environmental change in South Korea.</article-title> <source><italic>Biology</italic></source> <volume>10</volume>:<fpage>1169</fpage>. <pub-id pub-id-type="doi">10.3390/biology10111169</pub-id> <pub-id pub-id-type="pmid">34827162</pub-id></citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ahmed</surname> <given-names>N.</given-names></name> <name><surname>Atzberger</surname> <given-names>C.</given-names></name> <name><surname>Zewdie</surname> <given-names>W.</given-names></name></person-group> (<year>2021</year>). <article-title>Species Distribution Modelling performance and its implication for Sentinel-2-based prediction of invasive <italic>Prosopis juliflora</italic> in lower Awash River basin, Ethiopia.</article-title> <source><italic>Ecol. Proc.</italic></source> <volume>10</volume>:<fpage>18</fpage>.</citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Allouche</surname> <given-names>O.</given-names></name> <name><surname>Tsoar</surname> <given-names>A.</given-names></name> <name><surname>Kadmon</surname> <given-names>R.</given-names></name></person-group> (<year>2006</year>). <article-title>Assessing the accuracy of species distribution models: prevalence, kappa and the true skill statistic (TSS).</article-title> <source><italic>J. Appl. Ecol.</italic></source> <volume>43</volume> <fpage>1223</fpage>&#x2013;<lpage>1232</lpage>.</citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ansong</surname> <given-names>M.</given-names></name> <name><surname>Pickering</surname> <given-names>C.</given-names></name></person-group> (<year>2015</year>). <article-title>What&#x2019;sa weed? knowledge, attitude and behaviour of park visitors about weeds.</article-title> <source><italic>PLoS One</italic></source> <volume>10</volume>:<fpage>e0135026</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0135026</pub-id> <pub-id pub-id-type="pmid">26252004</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Araghinejad</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). &#x201C;<article-title>Regression-based models,</article-title>&#x201D; in <source><italic>Data-Driven Modeling: Using MATLAB<sup>&#x00AE;</sup> in Water Resources and Environmental Engineering.</italic></source> <publisher-loc>Dordrecht</publisher-loc>: <publisher-name>Springer Netherlands</publisher-name>, <fpage>49</fpage>&#x2013;<lpage>83</lpage>.</citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Attorre</surname> <given-names>F.</given-names></name> <name><surname>Alf&#x00F2;</surname> <given-names>M.</given-names></name> <name><surname>De Sanctis</surname> <given-names>M.</given-names></name> <name><surname>Francesconi</surname> <given-names>F.</given-names></name> <name><surname>Valenti</surname> <given-names>R.</given-names></name> <name><surname>Vitale</surname> <given-names>M.</given-names></name><etal/></person-group> (<year>2011</year>). <article-title>Evaluating the effects of climate change on tree species abundance and distribution in the Italian peninsula.</article-title> <source><italic>Appl. Veg. Sci.</italic></source> <volume>14</volume> <fpage>242</fpage>&#x2013;<lpage>255</lpage>.</citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barral</surname> <given-names>A.</given-names></name></person-group> (<year>2019</year>). <article-title>Invasive species like it hot.</article-title> <source><italic>Nat. Plants</italic></source> <volume>5</volume> <fpage>645</fpage>&#x2013;<lpage>645</lpage>.</citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berger-Wolf</surname> <given-names>T. Y.</given-names></name> <name><surname>Rubenstein</surname> <given-names>D. I.</given-names></name> <name><surname>Stewart</surname> <given-names>C. V.</given-names></name> <name><surname>Holmberg</surname> <given-names>J. A.</given-names></name> <name><surname>Parham</surname> <given-names>J.</given-names></name> <name><surname>Menon</surname> <given-names>S.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>Wildbook: crowdsourcing, computer vision, and data science for conservation.</article-title> <source><italic>arXiv [Preprint]</italic></source> <pub-id pub-id-type="doi">10.48550/arXiv.1710.08880</pub-id></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berk</surname> <given-names>R. A.</given-names></name></person-group> (<year>2008</year>). <source><italic>Statistical Learning from a Regression Perspective.</italic></source> <publisher-loc>Berlin</publisher-loc>: <publisher-name>Springer</publisher-name>.</citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bolker</surname> <given-names>B. M.</given-names></name> <name><surname>Brooks</surname> <given-names>M. E.</given-names></name> <name><surname>Clark</surname> <given-names>C. J.</given-names></name> <name><surname>Geange</surname> <given-names>S. W.</given-names></name> <name><surname>Poulsen</surname> <given-names>J. R.</given-names></name> <name><surname>Stevens</surname> <given-names>M. H. H.</given-names></name><etal/></person-group> (<year>2009</year>). <article-title>Generalized linear mixed models: a practical guide for ecology and evolution.</article-title> <source><italic>Trends Ecol. Evol.</italic></source> <volume>24</volume> <fpage>127</fpage>&#x2013;<lpage>135</lpage>.</citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bonebrake</surname> <given-names>T. C.</given-names></name> <name><surname>Brown</surname> <given-names>C. J.</given-names></name> <name><surname>Bell</surname> <given-names>J. D.</given-names></name> <name><surname>Blanchard</surname> <given-names>J. L.</given-names></name> <name><surname>Chauvenet</surname> <given-names>A.</given-names></name> <name><surname>Champion</surname> <given-names>C.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Managing consequences of climate-driven species redistribution requires integration of ecology, conservation and social science.</article-title> <source><italic>Biol. Rev.</italic></source> <volume>93</volume> <fpage>284</fpage>&#x2013;<lpage>305</lpage>. <pub-id pub-id-type="doi">10.1111/brv.12344</pub-id> <pub-id pub-id-type="pmid">28568902</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bradley</surname> <given-names>B. A.</given-names></name> <name><surname>Wilcove</surname> <given-names>D. S.</given-names></name> <name><surname>Oppenheimer</surname> <given-names>M.</given-names></name></person-group> (<year>2010</year>). <article-title>Climate change increases risk of plant invasion in the Eastern United States.</article-title> <source><italic>Biol. Invasions</italic></source> <volume>12</volume> <fpage>1855</fpage>&#x2013;<lpage>1872</lpage>. <pub-id pub-id-type="doi">10.1007/s10530-009-9597-y</pub-id></citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Breiman</surname> <given-names>L.</given-names></name></person-group> (<year>2001</year>). <article-title>Statistical modeling: the two cultures (with comments and a rejoinder by the author).</article-title> <source><italic>Statistical Sci.</italic></source> <volume>16</volume> <fpage>199</fpage>&#x2013;<lpage>231</lpage>.</citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carboni</surname> <given-names>M.</given-names></name> <name><surname>M&#x00FC;nkem&#x00FC;ller</surname> <given-names>T.</given-names></name> <name><surname>Lavergne</surname> <given-names>S.</given-names></name> <name><surname>Choler</surname> <given-names>P.</given-names></name> <name><surname>Borgy</surname> <given-names>B.</given-names></name> <name><surname>Violle</surname> <given-names>C.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>What it takes to invade grassland ecosystems: traits, introduction history and filtering processes.</article-title> <source><italic>Ecol. Lett.</italic></source> <volume>19</volume> <fpage>219</fpage>&#x2013;<lpage>229</lpage>. <pub-id pub-id-type="doi">10.1111/ele.12556</pub-id> <pub-id pub-id-type="pmid">26689431</pub-id></citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>B.-M.</given-names></name> <name><surname>Gao</surname> <given-names>Y.</given-names></name> <name><surname>Liao</surname> <given-names>H.-X.</given-names></name> <name><surname>Peng</surname> <given-names>S.-L.</given-names></name></person-group> (<year>2017</year>). <article-title>Differential responses of invasive and native plants to warming with simulated changes in diurnal temperature ranges.</article-title> <source><italic>AoB Plants</italic></source> <volume>9</volume>:<fpage>lx028</fpage>. <pub-id pub-id-type="doi">10.1093/aobpla/plx028</pub-id> <pub-id pub-id-type="pmid">28775830</pub-id></citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Choe</surname> <given-names>H.</given-names></name> <name><surname>Thorne</surname> <given-names>J. H.</given-names></name> <name><surname>Seo</surname> <given-names>C.</given-names></name></person-group> (<year>2016</year>). <article-title>Mapping national plant biodiversity patterns in South Korea with the MARS species distribution model.</article-title> <source><italic>PLoS One</italic></source> <volume>11</volume>:<fpage>e0149511</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0149511</pub-id> <pub-id pub-id-type="pmid">26930289</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>D&#x00ED;az</surname> <given-names>S.</given-names></name> <name><surname>Settele</surname> <given-names>J.</given-names></name> <name><surname>Brond&#x00ED;zio</surname> <given-names>E. S.</given-names></name> <name><surname>Ngo</surname> <given-names>H. T.</given-names></name> <name><surname>Gu&#x00E8;ze</surname> <given-names>M.</given-names></name> <name><surname>Agard</surname> <given-names>J.</given-names></name><etal/></person-group> (<year>2019</year>). <source><italic>Summary for Policymakers of the Global Assessment Report on Biodiversity and Ecosystem Services of the Intergovernmental Science-Policy Platform on Biodiversity and Ecosystem Services.</italic></source> <publisher-loc>Bonn</publisher-loc>: <publisher-name>Intergovernmental Science-Policy Platform on Biodiversity and Ecosystem Services</publisher-name>.</citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Diez</surname> <given-names>J. M.</given-names></name> <name><surname>D&#x2019;Antonio</surname> <given-names>C. M.</given-names></name> <name><surname>Dukes</surname> <given-names>J. S.</given-names></name> <name><surname>Grosholz</surname> <given-names>E. D.</given-names></name> <name><surname>Olden</surname> <given-names>J. D.</given-names></name> <name><surname>Sorte</surname> <given-names>C. J.</given-names></name><etal/></person-group> (<year>2012</year>). <article-title>Will extreme climatic events facilitate biological invasions?</article-title> <source><italic>Front. Ecol. Environ.</italic></source> <volume>10</volume>:<fpage>249</fpage>&#x2013;<lpage>257</lpage>. <pub-id pub-id-type="doi">10.1890/110137</pub-id></citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dullinger</surname> <given-names>I.</given-names></name> <name><surname>Wessely</surname> <given-names>J.</given-names></name> <name><surname>Bossdorf</surname> <given-names>O.</given-names></name> <name><surname>Dawson</surname> <given-names>W.</given-names></name> <name><surname>Essl</surname> <given-names>F.</given-names></name> <name><surname>Gattringer</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>Climate change will increase the naturalization risk from garden plants in Europe.</article-title> <source><italic>Global Ecol. Biogeography</italic></source> <volume>26</volume> <fpage>43</fpage>&#x2013;<lpage>53</lpage>.</citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Early</surname> <given-names>R.</given-names></name> <name><surname>Bradley</surname> <given-names>B. A.</given-names></name> <name><surname>Dukes</surname> <given-names>J. S.</given-names></name> <name><surname>Lawler</surname> <given-names>J. J.</given-names></name> <name><surname>Olden</surname> <given-names>J. D.</given-names></name> <name><surname>Blumenthal</surname> <given-names>D. M.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>Global threats from invasive alien species in the twenty-first century and national response capacities.</article-title> <source><italic>Nat. Commun.</italic></source> <volume>7</volume>:<fpage>12485</fpage>. <pub-id pub-id-type="doi">10.1038/ncomms12485</pub-id> <pub-id pub-id-type="pmid">27549569</pub-id></citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elith</surname> <given-names>J.</given-names></name> <name><surname>Kearney</surname> <given-names>M.</given-names></name> <name><surname>Phillips</surname> <given-names>S.</given-names></name></person-group> (<year>2010</year>). <article-title>The art of modelling range-shifting species.</article-title> <source><italic>Methods Ecol. Evol.</italic></source> <volume>1</volume> <fpage>330</fpage>&#x2013;<lpage>342</lpage>.</citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elith</surname> <given-names>J.</given-names></name> <name><surname>Leathwick</surname> <given-names>J. R.</given-names></name></person-group> (<year>2009</year>). <article-title>Species distribution models: ecological explanation and prediction across space and time.</article-title> <source><italic>Ann. Rev. Ecol. Evol. Systematics</italic></source> <volume>40</volume> <fpage>677</fpage>&#x2013;<lpage>697</lpage>. <pub-id pub-id-type="doi">10.1111/gcb.12548</pub-id> <pub-id pub-id-type="pmid">24526603</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elith</surname> <given-names>J. H.</given-names></name> <name><surname>Graham</surname> <given-names>C.</given-names></name> <name><surname>Anderson</surname> <given-names>P. R.</given-names></name> <name><surname>Dud&#x00ED;k</surname> <given-names>M.</given-names></name> <name><surname>Ferrier</surname> <given-names>S.</given-names></name> <name><surname>Guisan</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2006</year>). <article-title>Novel methods improve prediction of species&#x2019; distributions from occurrence data.</article-title> <source><italic>Ecography</italic></source> <volume>29</volume> <fpage>129</fpage>&#x2013;<lpage>151</lpage>.</citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eminniyaz</surname> <given-names>A.</given-names></name> <name><surname>Qiu</surname> <given-names>J.</given-names></name> <name><surname>Tan</surname> <given-names>D.</given-names></name> <name><surname>Baskin</surname> <given-names>C. C.</given-names></name> <name><surname>Baskin</surname> <given-names>J. M.</given-names></name> <name><surname>Nowak</surname> <given-names>R. S.</given-names></name></person-group> (<year>2013</year>). <article-title>Dispersal mechanisms of the invasive alien plant species Buffalobur (<italic>Solanum rostratum</italic>) in cold desert sites of Northwest China.</article-title> <source><italic>Weed Sci.</italic></source> <volume>61</volume> <fpage>557</fpage>&#x2013;<lpage>563</lpage>.</citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Finch</surname> <given-names>D. M.</given-names></name> <name><surname>Butler</surname> <given-names>J. L.</given-names></name> <name><surname>Runyon</surname> <given-names>J. B.</given-names></name> <name><surname>Fettig</surname> <given-names>C. J.</given-names></name> <name><surname>Kilkenny</surname> <given-names>F. F.</given-names></name> <name><surname>Jose</surname> <given-names>S.</given-names></name><etal/></person-group> (<year>2021</year>). &#x201C;<article-title>Effects of climate change on invasive species</article-title>,&#x201D; in <source><italic>Invasive Species in Forests and Rangelands of the United States</italic></source>, <role>eds</role> <person-group person-group-type="editor"><name><surname>Poland</surname> <given-names>T. M.</given-names></name> <name><surname>Patel-Weynand</surname> <given-names>T.</given-names></name> <name><surname>Finch</surname> <given-names>D. M.</given-names></name> <name><surname>Miniat</surname> <given-names>C. F.</given-names></name> <name><surname>Hayes</surname> <given-names>D. C.</given-names></name> <name><surname>Lopez</surname> <given-names>V. M.</given-names></name></person-group> (<publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>57</fpage>&#x2013;<lpage>83</lpage>.</citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Franklin</surname> <given-names>J.</given-names></name></person-group> (<year>2013</year>). <source><italic>Species Distribution Models in Conservation Biogeography: Developments and Challenges.</italic></source> <publisher-loc>Hoboken, NJ</publisher-loc>: <publisher-name>Wiley Online Library</publisher-name>.</citation></ref>
<ref id="B31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hastie</surname> <given-names>T. J.</given-names></name> <name><surname>Tibshirani</surname> <given-names>R. J.</given-names></name></person-group> (<year>2017</year>). <source><italic>Generalized Additive Models.</italic></source> <publisher-loc>Milton Park</publisher-loc>: <publisher-name>Routledge</publisher-name>.</citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hellmann</surname> <given-names>J. J.</given-names></name> <name><surname>Byers</surname> <given-names>J. E.</given-names></name> <name><surname>Bierwagen</surname> <given-names>B. G.</given-names></name> <name><surname>Dukes</surname> <given-names>J. S.</given-names></name></person-group> (<year>2008</year>). <article-title>Five potential consequences of climate change for invasive species.</article-title> <source><italic>Conserv. Biol.</italic></source> <volume>22</volume> <fpage>534</fpage>&#x2013;<lpage>543</lpage>. <pub-id pub-id-type="doi">10.1111/j.1523-1739.2008.00951.x</pub-id> <pub-id pub-id-type="pmid">18577082</pub-id></citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hijmans</surname> <given-names>R. J.</given-names></name> <name><surname>Phillips</surname> <given-names>S.</given-names></name> <name><surname>Leathwick</surname> <given-names>J.</given-names></name> <name><surname>Elith</surname> <given-names>J.</given-names></name></person-group> (<year>2020</year>). <source><italic>Species Distribution Modeling Package &#x2018;Dismo&#x2019; version 1.3.</italic></source> Available online at: <ext-link ext-link-type="uri" xlink:href="https://cran.rproject.org/web/packages/dismo.pdf">https://cran.rproject.org/web/packages/dismo.pdf</ext-link> <comment>(accessed 12 October 2021)</comment>.</citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hong</surname> <given-names>S. H.</given-names></name> <name><surname>Lee</surname> <given-names>Y. H.</given-names></name> <name><surname>Lee</surname> <given-names>G.</given-names></name> <name><surname>Lee</surname> <given-names>D.-H.</given-names></name> <name><surname>Adhikari</surname> <given-names>P.</given-names></name></person-group> (<year>2021</year>). <article-title>Predicting impacts of climate change on northward range expansion of invasive weeds in South Korea.</article-title> <source><italic>Plants</italic></source> <volume>10</volume>:<fpage>1604</fpage>. <pub-id pub-id-type="doi">10.3390/plants10081604</pub-id> <pub-id pub-id-type="pmid">34451649</pub-id></citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hopfield</surname> <given-names>J. J.</given-names></name></person-group> (<year>1982</year>). <article-title>Neural networks and physical systems with emergent collective computational abilities.</article-title> <source><italic>Proc. Natl. Acad. Sci. U S A.</italic></source> <volume>79</volume> <fpage>2554</fpage>&#x2013;<lpage>2558</lpage>.</citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hulme</surname> <given-names>P. E.</given-names></name></person-group> (<year>2017</year>). <article-title>Climate change and biological invasions: evidence, expectations, and response options.</article-title> <source><italic>Biol. Rev.</italic></source> <volume>92</volume> <fpage>1297</fpage>&#x2013;<lpage>1313</lpage>. <pub-id pub-id-type="doi">10.1111/brv.12282</pub-id> <pub-id pub-id-type="pmid">27241717</pub-id></citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jeon</surname> <given-names>J.-Y.</given-names></name> <name><surname>Adhikari</surname> <given-names>P.</given-names></name> <name><surname>Seo</surname> <given-names>C.</given-names></name></person-group> (<year>2020</year>). <article-title>Impact of climate change on potential dispersal of <italic>Paeonia obovata</italic> (paeoniaceae), a critically endangered medicinal plant of South Korea.</article-title> <source><italic>Eco. Env. Cons.</italic></source> <volume>26</volume> <fpage>S145</fpage>&#x2013;<lpage>S155</lpage>.</citation></ref>
<ref id="B38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jim&#x00E9;nez-Valverde</surname> <given-names>A.</given-names></name> <name><surname>Peterson</surname> <given-names>A. T.</given-names></name> <name><surname>Sober&#x00F3;n</surname> <given-names>J.</given-names></name> <name><surname>Overton</surname> <given-names>J. M.</given-names></name> <name><surname>Arag&#x00F3;n</surname> <given-names>P.</given-names></name> <name><surname>Lobo</surname> <given-names>J. M.</given-names></name></person-group> (<year>2011</year>). <article-title>Use of niche models in invasive species risk assessments.</article-title> <source><italic>Biol. Invasions</italic></source> <volume>13</volume> <fpage>2785</fpage>&#x2013;<lpage>2797</lpage>. <pub-id pub-id-type="doi">10.1007/s10530-011-9963-9964</pub-id></citation></ref>
<ref id="B39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>H. W.</given-names></name> <name><surname>Adhikari</surname> <given-names>P.</given-names></name> <name><surname>Chang</surname> <given-names>M. H.</given-names></name> <name><surname>Seo</surname> <given-names>C.</given-names></name></person-group> (<year>2021</year>). <article-title>Potential distribution of amphibians with different habitat characteristics in response to climate change in South Korea.</article-title> <source><italic>Animals</italic></source> <volume>11</volume>:<fpage>2185</fpage>. <pub-id pub-id-type="doi">10.3390/ani11082185</pub-id> <pub-id pub-id-type="pmid">34438643</pub-id></citation></ref>
<ref id="B40"><citation citation-type="journal"><collab>KMA</collab> (<year>2021</year>). <source><italic>Climate of Korea.</italic></source> <publisher-loc>Dongjak-gu</publisher-loc>: <publisher-name>KMA</publisher-name>.</citation></ref>
<ref id="B41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Koo</surname> <given-names>K. A.</given-names></name> <name><surname>Park</surname> <given-names>S. U.</given-names></name> <name><surname>Kong</surname> <given-names>W.-S.</given-names></name> <name><surname>Hong</surname> <given-names>S.</given-names></name> <name><surname>Jang</surname> <given-names>I.</given-names></name> <name><surname>Seo</surname> <given-names>C.</given-names></name></person-group> (<year>2017</year>). <article-title>Potential climate change effects on tree distributions in the Korean Peninsula: understanding model &#x0026; climate uncertainties.</article-title> <source><italic>Ecol. Modell.</italic></source> <volume>353</volume> <fpage>17</fpage>&#x2013;<lpage>27</lpage>.</citation></ref>
<ref id="B42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>I.-H.</given-names></name> <name><surname>Park</surname> <given-names>S.-H.</given-names></name> <name><surname>Kang</surname> <given-names>H.-S.</given-names></name> <name><surname>Cho</surname> <given-names>C.-H.</given-names></name></person-group> (<year>2012</year>). &#x201C;<article-title>Regional climate projections using the HadGEM3-RA</article-title>,&#x201D; in <source><italic>Proceedings of the 3rd International Conference on Earth System Modelling</italic></source>, (<publisher-loc>Germany</publisher-loc>: <publisher-name>Hamburg</publisher-name>).</citation></ref>
<ref id="B43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>X.</given-names></name> <name><surname>Wang</surname> <given-names>Y.</given-names></name></person-group> (<year>2013</year>). <article-title>Applying various algorithms for species distribution modelling.</article-title> <source><italic>Int. Zool.</italic></source> <volume>8</volume> <fpage>124</fpage>&#x2013;<lpage>135</lpage>.</citation></ref>
<ref id="B44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lin</surname> <given-names>W.</given-names></name> <name><surname>Cheng</surname> <given-names>X.</given-names></name> <name><surname>Xu</surname> <given-names>R.</given-names></name></person-group> (<year>2011</year>). <article-title>Impact of different economic factors on biological invasions on the global scale.</article-title> <source><italic>PLoS One</italic></source> <volume>6</volume>:<fpage>e18797</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0018797</pub-id> <pub-id pub-id-type="pmid">21533203</pub-id></citation></ref>
<ref id="B45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lobo</surname> <given-names>J. M.</given-names></name> <name><surname>Jim&#x00E9;nez-Valverde</surname> <given-names>A.</given-names></name> <name><surname>Real</surname> <given-names>R.</given-names></name></person-group> (<year>2008</year>). <article-title>AUC: a misleading measure of the performance of predictive distribution models.</article-title> <source><italic>Global Ecol. Biogeography</italic></source> <volume>17</volume> <fpage>145</fpage>&#x2013;<lpage>151</lpage>.</citation></ref>
<ref id="B46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mainali</surname> <given-names>K. P.</given-names></name> <name><surname>Warren</surname> <given-names>D. L.</given-names></name> <name><surname>Dhileepan</surname> <given-names>K.</given-names></name> <name><surname>McConnachie</surname> <given-names>A.</given-names></name> <name><surname>Strathie</surname> <given-names>L.</given-names></name> <name><surname>Hassan</surname> <given-names>G.</given-names></name><etal/></person-group> (<year>2015</year>). <article-title>Projecting future expansion of invasive species: comparing and improving methodologies for species distribution modeling.</article-title> <source><italic>Global Change Biol.</italic></source> <volume>21</volume> <fpage>4464</fpage>&#x2013;<lpage>4480</lpage>. <pub-id pub-id-type="doi">10.1111/gcb.13038</pub-id> <pub-id pub-id-type="pmid">26185104</pub-id></citation></ref>
<ref id="B47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McHugh</surname> <given-names>M. L.</given-names></name></person-group> (<year>2012</year>). <article-title>Interrater reliability: the kappa statistic.</article-title> <source><italic>Biochem. Med.</italic></source> <volume>22</volume> <fpage>276</fpage>&#x2013;<lpage>282</lpage>.</citation></ref>
<ref id="B48"><citation citation-type="journal"><collab>MoE</collab> (<year>2014</year>). <source><italic>Korea&#x2019;s National Biodiversity Strategy 2014-2018.</italic></source> <publisher-loc>Seoul</publisher-loc>: <publisher-name>Biodiversity division, Ministry of Environment, Republic of Korea</publisher-name>.</citation></ref>
<ref id="B49"><citation citation-type="journal"><collab>MoE</collab> (<year>2022</year>). <source><italic>Ecosystem Disturbance Organisms.</italic></source> <publisher-loc>Sejeong</publisher-loc>: <publisher-name>Ministry of Environment</publisher-name>.</citation></ref>
<ref id="B50"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Molina-Montenegro</surname> <given-names>M. A.</given-names></name> <name><surname>Naya</surname> <given-names>D. E.</given-names></name></person-group> (<year>2012</year>). <article-title>Latitudinal patterns in phenotypic plasticity and fitness-related traits: assessing the climatic variability hypothesis (CVH) with an invasive plant species.</article-title> <source><italic>PLoS One</italic></source> <volume>7</volume>:<fpage>e47620</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0047620</pub-id> <pub-id pub-id-type="pmid">23110083</pub-id></citation></ref>
<ref id="B51"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morse</surname> <given-names>L. E.</given-names></name> <name><surname>Randall</surname> <given-names>J. M.</given-names></name> <name><surname>Benton</surname> <given-names>N.</given-names></name> <name><surname>Hiebert</surname> <given-names>R.</given-names></name> <name><surname>Lu</surname> <given-names>S.</given-names></name></person-group> <collab>NatureServe.</collab> (<year>2004</year>). <source><italic>An Invasive Species Assessment Protocol: Evaluating Non-native Plants for their Impact on Biodiversity, Version 1&#x201D;.</italic></source></citation></ref>
<ref id="B52"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ni</surname> <given-names>M.</given-names></name> <name><surname>Deane</surname> <given-names>D. C.</given-names></name> <name><surname>Li</surname> <given-names>S.</given-names></name> <name><surname>Wu</surname> <given-names>Y.</given-names></name> <name><surname>Sui</surname> <given-names>X.</given-names></name> <name><surname>Xu</surname> <given-names>H.</given-names></name><etal/></person-group> (<year>2021</year>). <article-title>Invasion success and impacts depend on different characteristics in non-native plants.</article-title> <source><italic>Diversity Distrib.</italic></source> <volume>27</volume> <fpage>1194</fpage>&#x2013;<lpage>1207</lpage>.</citation></ref>
<ref id="B53"><citation citation-type="journal"><collab>NIBR</collab> (<year>2014</year>). <source><italic>Korean Red List of Threatened Species.</italic></source> <publisher-loc>Incheon</publisher-loc>: <publisher-name>National Institute of Biological Resources, Ministry of Environment</publisher-name>.</citation></ref>
<ref id="B54"><citation citation-type="journal"><collab>NIE</collab> (<year>2017</year>). <source><italic>Monitoring of Invasive Alien Species Designated by the Act on the Conservation and use of Biological Diversity (IV).</italic></source> <publisher-loc>Seocheon-gun</publisher-loc>: <publisher-name>National Institute of Ecology</publisher-name>.</citation></ref>
<ref id="B55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pearson</surname> <given-names>R. G.</given-names></name></person-group> (<year>2010</year>). <article-title>Species&#x2019; distribution modeling for conservation educators and practitioners.</article-title> <source><italic>Lessons Conserv.</italic></source> <volume>3</volume> <fpage>54</fpage>&#x2013;<lpage>89</lpage>.</citation></ref>
<ref id="B56"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Phillips</surname> <given-names>S. J.</given-names></name> <name><surname>Anderson</surname> <given-names>R. P.</given-names></name> <name><surname>Schapire</surname> <given-names>R. E.</given-names></name></person-group> (<year>2006</year>). <article-title>Maximum entropy modeling of species geographic distributions.</article-title> <source><italic>Ecol. Modell.</italic></source> <volume>190</volume> <fpage>231</fpage>&#x2013;<lpage>259</lpage>.</citation></ref>
<ref id="B57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Phillips</surname> <given-names>S. J.</given-names></name> <name><surname>Dud&#x00ED;k</surname> <given-names>M.</given-names></name></person-group> (<year>2008</year>). <article-title>Modeling of species distributions with maxent: new extensions and a comprehensive evaluation.</article-title> <source><italic>Ecography</italic></source> <volume>31</volume> <fpage>161</fpage>&#x2013;<lpage>175</lpage>.</citation></ref>
<ref id="B58"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Renteria</surname> <given-names>J. L.</given-names></name> <name><surname>Darin</surname> <given-names>G. M. S.</given-names></name> <name><surname>Grosholz</surname> <given-names>E. D.</given-names></name></person-group> (<year>2021</year>). <article-title>Assessing the risk of plant species invasion under different climate change scenarios in California.</article-title> <source><italic>Invasive Plant Sci. Manag.</italic></source> <volume>14</volume> <fpage>172</fpage>&#x2013;<lpage>182</lpage>. <pub-id pub-id-type="doi">10.1002/ps.5183</pub-id> <pub-id pub-id-type="pmid">30136427</pub-id></citation></ref>
<ref id="B59"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rew</surname> <given-names>L. J.</given-names></name> <name><surname>Brummer</surname> <given-names>T. J.</given-names></name> <name><surname>Pollnac</surname> <given-names>F. W.</given-names></name> <name><surname>Larson</surname> <given-names>C. D.</given-names></name> <name><surname>Taylor</surname> <given-names>K. T.</given-names></name> <name><surname>Taper</surname> <given-names>M. L.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Hitching a ride: seed accrual rates on different types of vehicles.</article-title> <source><italic>J. Environ. Manag.</italic></source> <volume>206</volume> <fpage>547</fpage>&#x2013;<lpage>555</lpage>. <pub-id pub-id-type="doi">10.1016/j.jenvman.2017.10.060</pub-id> <pub-id pub-id-type="pmid">29127927</pub-id></citation></ref>
<ref id="B60"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Robertson</surname> <given-names>P. A.</given-names></name> <name><surname>Mill</surname> <given-names>A. C.</given-names></name> <name><surname>Adriaens</surname> <given-names>T.</given-names></name> <name><surname>Moore</surname> <given-names>N.</given-names></name> <name><surname>Vanderhoeven</surname> <given-names>S.</given-names></name> <name><surname>Essl</surname> <given-names>F.</given-names></name><etal/></person-group> (<year>2021</year>). <article-title>Risk management assessment improves the cost-effectiveness of invasive species prioritisation.</article-title> <source><italic>Biology</italic></source> <volume>10</volume>:<fpage>1320</fpage>.</citation></ref>
<ref id="B61"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seebens</surname> <given-names>H.</given-names></name> <name><surname>Blackburn</surname> <given-names>T. M.</given-names></name> <name><surname>Dyer</surname> <given-names>E. E.</given-names></name> <name><surname>Genovesi</surname> <given-names>P.</given-names></name> <name><surname>Hulme</surname> <given-names>P. E.</given-names></name> <name><surname>Jeschke</surname> <given-names>J. M.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Global rise in emerging alien species results from increased accessibility of new source pools.</article-title> <source><italic>Proc. Natl. Acad. Sci. U S A.</italic></source> <volume>115</volume> <fpage>E2264</fpage>&#x2013;<lpage>E2273</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.1719429115</pub-id> <pub-id pub-id-type="pmid">29432147</pub-id></citation></ref>
<ref id="B62"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shin</surname> <given-names>M.-S.</given-names></name> <name><surname>Seo</surname> <given-names>C.</given-names></name> <name><surname>Lee</surname> <given-names>M.</given-names></name> <name><surname>Kim</surname> <given-names>J.-Y.</given-names></name> <name><surname>Jeon</surname> <given-names>J.-Y.</given-names></name> <name><surname>Adhikari</surname> <given-names>P.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Prediction of potential species richness of plants adaptable to climate change in the Korean Peninsula.</article-title> <source><italic>J. Environ. Impact Assess.</italic></source> <volume>27</volume> <fpage>562</fpage>&#x2013;<lpage>581</lpage>. <pub-id pub-id-type="doi">10.14249/EIA.2018.27.6.562</pub-id></citation></ref>
<ref id="B63"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thuiller</surname> <given-names>W.</given-names></name> <name><surname>Lavorel</surname> <given-names>S.</given-names></name> <name><surname>Ara&#x00FA;jo</surname> <given-names>M. B.</given-names></name></person-group> (<year>2005</year>). <article-title>Niche properties and geographical extent as predictors of species sensitivity to climate change.</article-title> <source><italic>Global Ecol. Biogeography</italic></source> <volume>14</volume> <fpage>347</fpage>&#x2013;<lpage>357</lpage>. <pub-id pub-id-type="doi">10.1111/j.1466-822X.2005.00162.x</pub-id></citation></ref>
<ref id="B64"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thuiller</surname> <given-names>W. G.</given-names></name> <name><surname>Gueguen</surname> <given-names>M.</given-names></name> <name><surname>Engler</surname> <given-names>R.</given-names></name> <name><surname>Breiner</surname> <given-names>F.</given-names></name></person-group> (<year>2021</year>). <source><italic>Package &#x2018;biomod2&#x2019;: Ensemble Platform for Species Distribution Modeling, Version 3.5.1.</italic></source></citation></ref>
<ref id="B65"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thuiller</surname> <given-names>W.</given-names></name> <name><surname>Lafourcade</surname> <given-names>B.</given-names></name> <name><surname>Araujo</surname> <given-names>M.</given-names></name></person-group> (<year>2010</year>). <source><italic>Presentation Manual for BIOMOD.</italic></source> <publisher-loc>Genoble</publisher-loc>: <publisher-name>Joseph Fourier University.</publisher-name></citation></ref>
<ref id="B66"><citation citation-type="journal"><collab>UN</collab> (<year>2020</year>). <source><italic>2020 International Trade Statistics Year Book.</italic></source> <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Department of Economic and Social Affairs, United Nations</publisher-name>.</citation></ref>
<ref id="B67"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vila</surname> <given-names>M.</given-names></name> <name><surname>Ib&#x00E1;&#x00F1;ez</surname> <given-names>I.</given-names></name></person-group> (<year>2011</year>). <article-title>Plant invasions in the landscape.</article-title> <source><italic>Landscape Ecol.</italic></source> <volume>26</volume> <fpage>461</fpage>&#x2013;<lpage>472</lpage>.</citation></ref>
<ref id="B68"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>W.</given-names></name> <name><surname>Zhang</surname> <given-names>C.</given-names></name> <name><surname>Allen</surname> <given-names>J. M.</given-names></name> <name><surname>Li</surname> <given-names>W.</given-names></name> <name><surname>Boyer</surname> <given-names>M. A.</given-names></name> <name><surname>Segerson</surname> <given-names>K.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>Analysis and prediction of land use changes related to invasive species and major driving forces in the state of Connecticut.</article-title> <source><italic>Land</italic></source> <volume>5</volume>:<fpage>25</fpage>.</citation></ref>
<ref id="B69"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weiskopf</surname> <given-names>S. R.</given-names></name> <name><surname>Rubenstein</surname> <given-names>M. A.</given-names></name> <name><surname>Crozier</surname> <given-names>L. G.</given-names></name> <name><surname>Gaichas</surname> <given-names>S.</given-names></name> <name><surname>Griffis</surname> <given-names>R.</given-names></name> <name><surname>Halofsky</surname> <given-names>J. E.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Climate change effects on biodiversity, ecosystems, ecosystem services, and natural resource management in the United States.</article-title> <source><italic>Sci. Total Environ.</italic></source> <volume>733</volume>:<fpage>137782</fpage>.</citation></ref>
<ref id="B70"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wenger</surname> <given-names>S. J.</given-names></name> <name><surname>Som</surname> <given-names>N. A.</given-names></name> <name><surname>Dauwalter</surname> <given-names>D. C.</given-names></name> <name><surname>Isaak</surname> <given-names>D. J.</given-names></name> <name><surname>Neville</surname> <given-names>H. M.</given-names></name> <name><surname>Luce</surname> <given-names>C. H.</given-names></name><etal/></person-group> (<year>2013</year>). <article-title>Probabilistic accounting of uncertainty in forecasts of species distributions under climate change.</article-title> <source><italic>Global Change Biol.</italic></source> <volume>19</volume> <fpage>3343</fpage>&#x2013;<lpage>3354</lpage>. <pub-id pub-id-type="doi">10.1111/gcb.12294</pub-id> <pub-id pub-id-type="pmid">23765608</pub-id></citation></ref>
<ref id="B71"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Young</surname> <given-names>J. S.</given-names></name> <name><surname>Lee</surname> <given-names>J. W.</given-names></name> <name><surname>Shin</surname> <given-names>H. T.</given-names></name> <name><surname>Kim</surname> <given-names>S. J.</given-names></name> <name><surname>An</surname> <given-names>J. B.</given-names></name> <name><surname>Heo</surname> <given-names>T. I.</given-names></name><etal/></person-group> (<year>2017</year>). <source><italic>Invasive Alien Plants in South Korea. Pocheon.</italic></source> <publisher-loc>Korea</publisher-loc>: <publisher-name>National Arboretum</publisher-name>.</citation></ref>
<ref id="B72"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zurell</surname> <given-names>D.</given-names></name> <name><surname>Franklin</surname> <given-names>J.</given-names></name> <name><surname>K&#x00F6;nig</surname> <given-names>C.</given-names></name> <name><surname>Bouchet</surname> <given-names>P. J.</given-names></name> <name><surname>Dormann</surname> <given-names>C. F.</given-names></name> <name><surname>Elith</surname> <given-names>J.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>A standard protocol for reporting species distribution models.</article-title> <source><italic>Ecography</italic></source> <volume>43</volume> <fpage>1261</fpage>&#x2013;<lpage>1277</lpage>.</citation></ref>
</ref-list>
<fn-group>
<fn id="footnote1">
<label>1</label>
<p><ext-link ext-link-type="uri" xlink:href="https://www.kma.go.kr">https://www.kma.go.kr</ext-link></p></fn>
<fn id="footnote2">
<label>2</label>
<p><ext-link ext-link-type="uri" xlink:href="https://www.metoffice.gov.uk/">https://www.metoffice.gov.uk/</ext-link></p></fn>
<fn id="footnote3">
<label>3</label>
<p><ext-link ext-link-type="uri" xlink:href="https://kaccc.kei.re.kr">https://kaccc.kei.re.kr</ext-link></p></fn>
<fn id="footnote4">
<label>4</label>
<p><ext-link ext-link-type="uri" xlink:href="https://cran.r-project.org/web/packages/biomod2/index.html">https://cran.r-project.org/web/packages/biomod2/index.html</ext-link></p></fn>
</fn-group>
</back>
</article>
