<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Big Data</journal-id>
<journal-title>Frontiers in Big Data</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Big Data</abbrev-journal-title>
<issn pub-type="epub">2624-909X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fdata.2019.00046</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Big Data</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Plantation Mapping in Southeast Asia</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Jia</surname> <given-names>Xiaowei</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/704833/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Khandelwal</surname> <given-names>Ankush</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/774703/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Carlson</surname> <given-names>Kimberly</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn003"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Gerber</surname> <given-names>James S.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn004"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>West</surname> <given-names>Paul C.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn005"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Kumar</surname> <given-names>Vipin</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/810874/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Computer Science and Engineering, University of Minnesota &#x02013; Twin Cities</institution>, <addr-line>Minneapolis, MN</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Natural Resources and Environmental Management, University of Hawai&#x00027;i Manoa</institution>, <addr-line>Honolulu, HI</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Institute on the Environment, University of Minnesota &#x02013; Twin Cities</institution>, <addr-line>St. Paul, MN</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Ranga Raju Vatsavai, North Carolina State University, United States</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Maoyi Huang, United States Department of Energy, United States; Abel Ramoelo, South African National Parks, South Africa</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Vipin Kumar <email>kumar001&#x00040;umn.edu</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Data-driven Climate Sciences, a section of the journal Frontiers in Big Data</p></fn>
<fn fn-type="other" id="fn002"><p>&#x02020;ORCID: Xiaowei Jia <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0001-8544-5233">orcid.org/0000-0001-8544-5233</ext-link></p></fn>
<fn fn-type="other" id="fn003"><p>Kimberly Carlson <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0003-2162-1378">orcid.org/0000-0003-2162-1378</ext-link></p></fn>
<fn fn-type="other" id="fn004"><p>James S. Gerber <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0002-6890-0481">orcid.org/0000-0002-6890-0481</ext-link></p></fn>
<fn fn-type="other" id="fn005"><p>Paul C. West <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0001-9024-1657">orcid.org/0000-0001-9024-1657</ext-link></p></fn></author-notes>
<pub-date pub-type="epub">
<day>06</day>
<month>12</month>
<year>2019</year>
</pub-date>
<pub-date pub-type="collection">
<year>2019</year>
</pub-date>
<volume>2</volume>
<elocation-id>46</elocation-id>
<history>
<date date-type="received">
<day>16</day>
<month>03</month>
<year>2019</year>
</date>
<date date-type="accepted">
<day>21</day>
<month>11</month>
<year>2019</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2019 Jia, Khandelwal, Carlson, Gerber, West and Kumar.</copyright-statement>
<copyright-year>2019</copyright-year>
<copyright-holder>Jia, Khandelwal, Carlson, Gerber, West and Kumar</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p>Plantation mapping is important for understanding deforestation and climate change. While most existing plantation products are created manually, in this paper we study an ensemble learning based framework for automatically mapping plantations in southern Kalimantan on a yearly scale using remote sensing data. We study the effectiveness of several components in this framework, including class aggregation, data sampling, learning model selection and post-processing, by comparing with multiple baselines. In addition, we analyze the quality of our plantation mapping product by visual examination of high resolution images. We also compare our method to existing manually labeled plantation datasets and show that our method can achieve a better balance of precision (i.e., user&#x00027;s accuracy) and recall (i.e., producer&#x00027;s accuracy).</p></abstract> <kwd-group>
<kwd>remote sensing</kwd>
<kwd>plantation</kwd>
<kwd>deep learning</kwd>
<kwd>deforestation</kwd>
<kwd>ensemble learning</kwd>
</kwd-group>
<counts>
<fig-count count="7"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="47"/>
<page-count count="12"/>
<word-count count="8304"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>1. Introduction</title>
<p>In recent years, biofuels synthesized from crops have provided an opportunity to reduce the dependence on fossil fuels. Biodiesel, for example, is produced using organic fats and vegetable oils, such as palm oil and can be used with petrol diesel. Biofuels may help strengthen the energy security in countries that do not have direct availability of fossil fuel deposits while reducing of greenhouse gas (GHG) emissions (Sorda et al., <xref ref-type="bibr" rid="B41">2010</xref>). However, the production of biofuel crops can also have a negative impact on the environment, such as deforestation (Fargione et al., <xref ref-type="bibr" rid="B7">2008</xref>). Moreover, biofuels also put more stress on water and land resources that could otherwise be used for the production of food (Cai et al., <xref ref-type="bibr" rid="B4">2010</xref>). Therefore, the competing needs for land and water resources by food and biofuel production has been a very important issue of the food-water-energy debate (Tilman et al., <xref ref-type="bibr" rid="B43">2009</xref>; Lambin and Meyfroidt, <xref ref-type="bibr" rid="B20">2011</xref>).</p>
<p>A prime example of a very strong interplay between food, water and energy is the unsustainable palm oil production in Indonesia and other countries for biofuels and human consumption (Mukherjee and Sovacool, <xref ref-type="bibr" rid="B29">2014</xref>). Global palm oil production is dominated by Indonesia and Malaysia, which together account for over 90% of total global palm oil (WorldAtlas, <xref ref-type="bibr" rid="B46">2018</xref>). Indonesia is currently the largest producer and exporter of palm oil worldwide. Furthermore, due to the increase global population, demand for palm oil globally shows an increasing trend. This rapid growth of the palm oil industry has happened at the expense of severe damage to tropical forests which play a very critical role in the carbon cycle of the earth. Tropical forests cover only 7&#x02013;10% of the Earth&#x00027;s surface (Malhi and Grace, <xref ref-type="bibr" rid="B22">2000</xref>; Nightingale et al., <xref ref-type="bibr" rid="B30">2004</xref>), but they are globally important, containing 40&#x02013;50% of all carbon stored in terrestrial vegetation. The role of these forests in the global carbon cycle is important because it is estimated that tropical deforestation is responsible for 20% of global anthropogenic carbon emissions (Parry et al., <xref ref-type="bibr" rid="B34">2007</xref>). Tropical rainforests on Southeast Asia are unique as they have exceptionally high biodiversity and large extent of tropical peatlands. Tropical peatlands are very rich sinks of carbon containing globally a peat carbon pool of 88.6 Gt (equal to 15&#x02013;19% of the global peat carbon pool), of which 57.4 Gt carbon is in Indonesian peatlands alone (Page et al., <xref ref-type="bibr" rid="B31">2011</xref>). Forest clearance, peatland drainage and fires (both natural and caused by humans) lead to significant emissions of CO<sub>2</sub> to the atmosphere. For example, 1997&#x02013;98 Indonesian peatland fire released more than 0.87 Gt of carbon, equivalent to 14% of the average annual global fossil fuel emissions released during the 1990s (Page et al., <xref ref-type="bibr" rid="B32">2002</xref>).</p>
<p>Apart from biodiversity loss and high carbon emissions, the large scale at which palm oil is cultivated can also lead to poor soil and water quality and availability problems. For example, palm oil mill effluent (POME) has been disposed of as untreated waste into natural water sources and has caused severe degradation of water quality. Furthermore, the general oil extraction process is water intensive, as it demands large quantities of water (Sheil et al., <xref ref-type="bibr" rid="B40">2009</xref>; Rupani et al., <xref ref-type="bibr" rid="B37">2010</xref>).</p>
<p>The unsustainable nature of plantation industry in Southeast Asia and other parts of the world has been acknowledged globally. Various companies and governments are trying to ensure that the palm oil plantations meet rigorous sustainability standards (Scarlat and Dallemand, <xref ref-type="bibr" rid="B38">2011</xref>). For example, under a new European Union biofuel policy, any palm oil biodiesel imported to the region must, over its full life cycle, demonstrate a 35% savings in greenhouse gas emissions compared to fossil fuel diesel, and the feedstock cannot be grown in areas with high biodiversity value or a high stock of carbon. Major corporate groups in Indonesia and other Southeast Asian countries have also started moving toward sustainable production of palm oil through certification under the Roundtable on Sustainable Palm Oil (RSPO) (Schouten and Glasbergen, <xref ref-type="bibr" rid="B39">2011</xref>) and other certification programs, such as International Sustainability and Carbon Certification (ISCC) (Moser et al., <xref ref-type="bibr" rid="B28">2014</xref>) and ISPO certification (Paoli et al., <xref ref-type="bibr" rid="B33">2013</xref>). However, evaluating the effectiveness of these diverse policies depends on the ability to monitor land cover change due to plantation expansion (Carlson et al., <xref ref-type="bibr" rid="B5">2018</xref>). Hence, scalable and timely monitoring of these land uses is essential for understanding whether programs and policies are meeting their stated goals (WCS, <xref ref-type="bibr" rid="B45">2010</xref>; Wakker and Asia, <xref ref-type="bibr" rid="B44">2014</xref>).</p>
<p>Classification of remotely sensed images into different land cover classes has been a widely used approach in various earth science applications. Remote sensing data from various earth observation satellites, such as the Advanced Very High Resolution Radiometer (NOAA AVHRR), Satellite Pour l&#x00027;Observation de la Terre (SPOT) VEGETATION, Moderate Resolution Imaging Spectroradiometer (MODIS), and LANDSAT, have been used to produce forest and land cover maps for large-scale land cover monitoring (Achard and Estreguil, <xref ref-type="bibr" rid="B2">1995</xref>; Mayaux et al., <xref ref-type="bibr" rid="B24">1998</xref>; Hansen et al., <xref ref-type="bibr" rid="B10">2000</xref>).</p>
<p>In particular, remote sensing data acquired through various earth observation satellites provide immense opportunity to monitor land use/land cover (LULC) changes caused by plantation cultivation. However, current state of the art methods based on remote sensing data are limited in their temporal frequency and scalability due to various reasons, such as need for human intervention, use of very simple machine learning methods and are applicable only for small regions (Hansen et al., <xref ref-type="bibr" rid="B12">2008</xref>, <xref ref-type="bibr" rid="B11">2013</xref>; Hoscilo et al., <xref ref-type="bibr" rid="B14">2011</xref>; Dong et al., <xref ref-type="bibr" rid="B6">2012</xref>; Li and Fox, <xref ref-type="bibr" rid="B21">2012</xref>; Margono et al., <xref ref-type="bibr" rid="B23">2012</xref>; Miettinen et al., <xref ref-type="bibr" rid="B25">2012a</xref>,<xref ref-type="bibr" rid="B26">b</xref>; Ziegler et al., <xref ref-type="bibr" rid="B47">2012</xref>; Guti&#x000E9;rrez-V&#x000E9;lez and DeFries, <xref ref-type="bibr" rid="B9">2013</xref>). To this date, there is no existing framework that can provide plantation extent maps in an automated fashion at yearly scales for large regions.</p>
<p>Even though yearly plantation maps are not available, a few organizations have developed plantation maps for a single or a few years. Two such datasets are Tree Plantation (TP) dataset (Petersen et al., <xref ref-type="bibr" rid="B36">2016</xref>) and RSPO dataset (Gunarso et al., <xref ref-type="bibr" rid="B8">2013</xref>). These datasets have reasonable accuracy as they have been prepared using visual interpretation by human experts. The TP dataset provides the location of tree plantations in selected tropical countries circa 2013&#x02013;2014. According to the visual inspection conducted by Petersen et al. (<xref ref-type="bibr" rid="B36">2016</xref>), this dataset has very good recall (i.e., producer&#x00027;s accuracy, which is the fraction of true plantations that have been detected over the total amount of true plantations) but has poor precision (i.e., user&#x00027;s accuracy, which is the fraction of true plantations among the detected plantations). RSPO dataset is available for three different years namely 2001, 2005, and 2009. This product provides a very detailed map with 19 classes for each of these years. This dataset has higher precision but poor recall. Even though these datasets are imperfect, they can serve as different sources of noisy labels that can be used for training machine learning models.</p>
<p>Although we have a few manually created plantation maps as sources of labels, the automated detection of land cover changes to/from plantations using remote sensing datasets is still a challenging task due to various reasons:</p>
<p><bold>High multi-modality</bold>: There exists a wide variety of land cover types on the earth&#x00027;s surface. Different taxonomies have been defined to categorize locations on the earth&#x00027;s surface at different level of granularity. For example, <xref ref-type="table" rid="T1">Table 1</xref> shows three different taxonomies. Similarly, more detailed or coarse taxonomies can be defined depending on the application. Ideally, we wish to use the most detailed taxonomy to categorize the locations to obtain the maximum information about land cover change. But in practice, learning classification models that can distinguish all these classes is difficult. There exists no high accuracy map that can provide sufficient high quality training samples for all these classes. In this work, we aim to simplify the problem by using a coarse taxonomy. Specifically, we aggregate all land cover types into three classes namely, Forests, Plantations and all the remaining land cover types are labeled as Other land cover class. Forest class has been kept separate from the group of rest of the classes because we are also interested in estimating how many of the plantations were established by removing forests. Now each of these three classes have subclasses within them which makes these classes highly multi-modal in nature. Hence, we need training samples from all these modes in order to achieve better classification accuracy.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Correspondence between the aggregated classes defined in this paper, and high-level classes and land cover types in the RSPO dataset (see section 3.2.2).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Aggregated</bold></th>
<th valign="top" align="left"><bold>High-level class</bold></th>
<th valign="top" align="left"><bold>RSPO land cover</bold></th>
<th valign="top" align="left"><bold>Description</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Plantation</td>
<td valign="top" align="left">Oil palm</td>
<td valign="top" align="left">Oil palm plantation</td>
<td valign="top" align="left">Large industrial estates planted to oil palm</td>
</tr>
<tr>
<td valign="top" align="left">Plantation</td>
<td valign="top" align="left">Timber plantation</td>
<td valign="top" align="left">Timber plantation</td>
<td valign="top" align="left">Large industrial estates with timber or pulp species</td>
</tr>
<tr>
<td valign="top" align="left">Plantation</td>
<td valign="top" align="left">Agriculture</td>
<td valign="top" align="left">Rubber plantation</td>
<td valign="top" align="left">Large/medium sized industrial estates with rubber</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Agriculture</td>
<td valign="top" align="left">Coastal fish pond</td>
<td valign="top" align="left">Permanently flooded open areas</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Agriculture</td>
<td valign="top" align="left">Dry cultivated land</td>
<td valign="top" align="left">Herbaceous vegetation for row crops/pasture</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Agriculture</td>
<td valign="top" align="left">Mixed tree crops</td>
<td valign="top" align="left">Mosaic of cultivated and fallow land</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Agriculture</td>
<td valign="top" align="left">Rice fields</td>
<td valign="top" align="left">Rice paddy with seasonal or permanent inundation</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Built-up</td>
<td valign="top" align="left">Settlements</td>
<td valign="top" align="left">Villages, urban areas, industrial areas, open mining</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Mining</td>
<td valign="top" align="left">Mining</td>
<td valign="top" align="left">Open area with surface mining activities</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Bare soil</td>
<td valign="top" align="left">Upland grassland</td>
<td valign="top" align="left">Open vegetation dominated by grasses</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Bare soil</td>
<td valign="top" align="left">Upland shrub land</td>
<td valign="top" align="left">Open woody vegetation with forest and grassland</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Bare soil</td>
<td valign="top" align="left">Swamp grassland</td>
<td valign="top" align="left">Extensive herbaceous plants with shrubs/trees</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Bare soil</td>
<td valign="top" align="left">Swamp shrub land</td>
<td valign="top" align="left">Open woody vegetation on poorly drained soils</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Water body</td>
<td valign="top" align="left">Water bodies</td>
<td valign="top" align="left">Rivers, streams, and lakes</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Disturbed forest</td>
<td valign="top" align="left">Disturbed mangrove</td>
<td valign="top" align="left">Forest of mangrove species with clearing</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="left">Disturbed forest</td>
<td valign="top" align="left">Disturbed swamp forest</td>
<td valign="top" align="left">Swamp forest with logging and clearings</td>
</tr>
<tr>
<td valign="top" align="left">Forest</td>
<td valign="top" align="left">Disturbed forest</td>
<td valign="top" align="left">Disturbed upland forest</td>
<td valign="top" align="left">Basal area reduced significantly due to logging</td>
</tr>
<tr>
<td valign="top" align="left">Forest</td>
<td valign="top" align="left">Undisturbed forest</td>
<td valign="top" align="left">Undisturbed upland forest</td>
<td valign="top" align="left">Natural forest, diverse species, and basal area</td>
</tr>
<tr>
<td valign="top" align="left">Forest</td>
<td valign="top" align="left">Undisturbed forest</td>
<td valign="top" align="left">Undisturbed swamp forest</td>
<td valign="top" align="left">Natural forest with inundation</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>The last column provides a brief description of each land cover type</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p><bold>Noisy ground truth</bold>: In traditional classification settings, it is assumed that high quality ground truth labels are available for training the classification model. However, in this scenario high quality ground truth is not available. Instead, noisy labels from different sources are available. Hence, traditional classification techniques might have limited performance in this scenario.</p>
<p><bold>High dimensionality</bold>: Most land cover classes have annual growth cycle and hence show a seasonal pattern. Classification cannot be done by using just a single time step as the separability between classes vary across the year. For example, a crop field just after harvest would look very similar to a barren land and hence would not be distinguishable. In order to achieve better classification performance, we need to incorporate both spectral properties at individual timesteps and the temporal pattern of growth of different land cover types.</p>
<p><bold>Spatial and temporal heterogeneity</bold>: Due to atmospheric disturbances and natural variability in land cover types, classification models learned in a specific region for a specific time may not perform well when applied to other regions and time. Hence, there is a need to incorporate variations in feature space for better performance.</p>
<p>In this paper, we study the effectiveness of a machine learning framework to map plantation at annual scale. This framework learns a multi-class ensemble from noisy ground truth data obtained by manual labeling (i.e., TP and RSPO). The key contribution of this work is to study the effectiveness of several components in this framework by comparing the performance for a set of variants of this framework.</p>
<p>We compare the quality of annual plantation extents generated by the proposed framework with the existing datasets in the Kalimanthan region of Indonesia that were used for training our algorithms. Specifically, we have analyzed the portion of Kalimanthan that overlaps with MODIS tile h29v09. Through visual inspection of high resolution imagery and manually labeled set of points, we show that the proposed framework can overcome the imperfectness of the available products and thus has the potential to produce high-quality large-scale plantation maps with little manual effort.</p>
</sec>
<sec id="s2">
<title>2. Related Work</title>
<p>A wide variety of methods have been proposed that use remote sensing at different spatial and temporal scale for monitoring changes in land cover. However, a vast majority of these methods focus on detection deforestation activity only (Hansen et al., <xref ref-type="bibr" rid="B12">2008</xref>; Hoscilo et al., <xref ref-type="bibr" rid="B14">2011</xref>; Margono et al., <xref ref-type="bibr" rid="B23">2012</xref>). The widely used global deforestation product (Hansen et al., <xref ref-type="bibr" rid="B11">2013</xref>) does not differentiate between forest and plantations. Similarly, land cover product from NASA also does not model the plantation class separately.</p>
<p>Methods focused on detection conversions of land cover types to/from plantations have several issues that make them unsuitable for monitoring plantation related activities at large scale. Some methods involve extensive human involvement as they use visual interpretation in the detection process (Miettinen et al., <xref ref-type="bibr" rid="B25">2012a</xref>,<xref ref-type="bibr" rid="B26">b</xref>; Ziegler et al., <xref ref-type="bibr" rid="B47">2012</xref>). Few automatic machine learning based methods have also been proposed in the literature but they use very simple techniques such thresholding (Dong et al., <xref ref-type="bibr" rid="B6">2012</xref>; Guti&#x000E9;rrez-V&#x000E9;lez and DeFries, <xref ref-type="bibr" rid="B9">2013</xref>), nearest neighbor method (Li and Fox, <xref ref-type="bibr" rid="B21">2012</xref>). Some sophisticated machine learning methods have only shown success in selected small-scale test dataset (Jia et al., <xref ref-type="bibr" rid="B16">2017a</xref>,<xref ref-type="bibr" rid="B17">b</xref>). Due to these reasons current state of the art methods have limited applicability.</p>
</sec>
<sec id="s3">
<title>3. Study Region and Dataset</title>
<sec>
<title>3.1. MODIS Data and Region of Study</title>
<p>In this paper we utilize the MODIS MOD09A1 dataset which contains the seven-band reflectance values collected by MODIS instruments onboard NASA&#x00027;s Terra satellites. The remote sensing data in MODIS dataset are available at 500m resolution for every day. The daily images are then processed to generate 8-days composite images by selecting each location&#x00027;s reflectance value with least noise from the corresponding 8-days interval. We will validate the proposed approach on MODIS tile h29v09, as shown in <xref ref-type="fig" rid="F1">Figure 1</xref>, which is a plantation-intensive region in southern Kalimanthan region of Indonesia (Abood et al., <xref ref-type="bibr" rid="B1">2015</xref>; STA, <xref ref-type="bibr" rid="B42">2018</xref>). This region contains 1,312,112 locations (i.e., MODIS pixels) at 500m spatial resolution, or equivalently 328,028 km<sup>2</sup>.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Our study region (marked in red color) in MODIS tile h29v09 (southern Kalimantan).</p></caption>
<graphic xlink:href="fdata-02-00046-g0001.tif"/>
</fig>
</sec>
<sec>
<title>3.2. Ground-Truth Datasets</title>
<sec>
<title>3.2.1. Tree Plantation Dataset</title>
<p>Tree Plantation dataset (TP) is created by Transparent World and is available on Global Forest Watch. In this dataset, the plantation locations are labeled based on Landsat images circa 2013&#x02013;2014 (Petersen et al., <xref ref-type="bibr" rid="B36">2016</xref>), and each location is further categorized as industrial plantation, medium-sized plantation mosaic, small-sized plantation mosaic or very young plantations. This dataset contains in total 260,483 locations in our region of study. According to the visual inspection conducted by Petersen et al. (<xref ref-type="bibr" rid="B36">2016</xref>) and our comparison with high-resolution images from DigitalGlobe, the TP dataset covers most real plantation areas (high recall) but contains many mistakes (low precision).</p>
</sec>
<sec>
<title>3.2.2. RSPO Dataset</title>
<p>RSPO dataset is provided by Roundtable on Sustainable Palm Oil (RSPO) Gunarso et al. (<xref ref-type="bibr" rid="B8">2013</xref>), and covers all the locations in the region of study. In this region, each location is categorized into one of 19 land cover types on 2000, 2005 and 2009 by RSPO dataset. Besides, it aggregates the 19 land cover types into 9 high-level classes, as described in <xref ref-type="table" rid="T1">Table 1</xref>. In a nutshell, RSPO dataset provides the information of plantation and other land cover types on 2000, 2005 and 2009 (see <xref ref-type="table" rid="T2">Table 2</xref>). Although the RSPO report (Gunarso et al., <xref ref-type="bibr" rid="B8">2013</xref>) did not provide an accuracy assessment, our study on DigitalGlobe high-resolution images shows that RSPO dataset is accurate (high precision), but misses many real plantation areas (low recall).</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Count of MODIS pixels by land cover for the years 2000, 2005, and 2009 (columns 3&#x02013;5), and the estimated area (10<sup>3</sup> km<sup>2</sup>) of each land cover type for the years 2000, 2005, and 2009 (columns 6&#x02013;8) for MODIS tile h29v09 (southern Kalimantan), reported by the RSPO dataset.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Full name</bold></th>
<th valign="top" align="left"><bold>Land cover</bold></th>
<th valign="top" align="center"><bold>2000</bold></th>
<th valign="top" align="center"><bold>2005</bold></th>
<th valign="top" align="center"><bold>2009</bold></th>
<th valign="top" align="center"><bold>A<sub><bold>2000</bold></sub></bold></th>
<th valign="top" align="center"><bold>A<sub><bold>2005</bold></sub></bold></th>
<th valign="top" align="center"><bold>A<sub><bold>2009</bold></sub></bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Coastal fish pond</td>
<td valign="top" align="left">CFP</td>
<td valign="top" align="center">5,120</td>
<td valign="top" align="center">5,159</td>
<td valign="top" align="center">6,324</td>
<td valign="top" align="center">1.28</td>
<td valign="top" align="center">1.29</td>
<td valign="top" align="center">1.58</td>
</tr>
<tr>
<td valign="top" align="left">Rubber plantation</td>
<td valign="top" align="left">CPL</td>
<td valign="top" align="center">18,398</td>
<td valign="top" align="center">19,813</td>
<td valign="top" align="center">19,741</td>
<td valign="top" align="center">4.60</td>
<td valign="top" align="center">4.95</td>
<td valign="top" align="center">4.94</td>
</tr>
<tr>
<td valign="top" align="left">Dry cultivated land</td>
<td valign="top" align="left">DCL</td>
<td valign="top" align="center">44,640</td>
<td valign="top" align="center">57,555</td>
<td valign="top" align="center">86,230</td>
<td valign="top" align="center">11.16</td>
<td valign="top" align="center">14.39</td>
<td valign="top" align="center">21.56</td>
</tr>
<tr>
<td valign="top" align="left">Disturbed upland forest</td>
<td valign="top" align="left">DIF</td>
<td valign="top" align="center">413,561</td>
<td valign="top" align="center">404,786</td>
<td valign="top" align="center">386,326</td>
<td valign="top" align="center">103.39</td>
<td valign="top" align="center">101.20</td>
<td valign="top" align="center">96.58</td>
</tr>
<tr>
<td valign="top" align="left">Disturbed mangrove</td>
<td valign="top" align="left">DIM</td>
<td valign="top" align="center">6,731</td>
<td valign="top" align="center">6,731</td>
<td valign="top" align="center">6,500</td>
<td valign="top" align="center">1.68</td>
<td valign="top" align="center">1.68</td>
<td valign="top" align="center">1.63</td>
</tr>
<tr>
<td valign="top" align="left">Disturbed swamp forest</td>
<td valign="top" align="left">DSF</td>
<td valign="top" align="center">81,790</td>
<td valign="top" align="center">83,001</td>
<td valign="top" align="center">66,836</td>
<td valign="top" align="center">20.45</td>
<td valign="top" align="center">20.75</td>
<td valign="top" align="center">16.71</td>
</tr>
<tr>
<td valign="top" align="left">Upland grassland</td>
<td valign="top" align="left">GRS</td>
<td valign="top" align="center">14,772</td>
<td valign="top" align="center">12,026</td>
<td valign="top" align="center">12,273</td>
<td valign="top" align="center">3.69</td>
<td valign="top" align="center">3.01</td>
<td valign="top" align="center">3.07</td>
</tr>
<tr>
<td valign="top" align="left">Mining</td>
<td valign="top" align="left">MIN</td>
<td valign="top" align="center">1,249</td>
<td valign="top" align="center">2,308</td>
<td valign="top" align="center">4,168</td>
<td valign="top" align="center">0.31</td>
<td valign="top" align="center">0.58</td>
<td valign="top" align="center">1.04</td>
</tr>
<tr>
<td valign="top" align="left">Mixed tree crops</td>
<td valign="top" align="left">MTC</td>
<td valign="top" align="center">6,944</td>
<td valign="top" align="center">7,657</td>
<td valign="top" align="center">7,995</td>
<td valign="top" align="center">1.74</td>
<td valign="top" align="center">1.91</td>
<td valign="top" align="center">2.00</td>
</tr>
<tr>
<td valign="top" align="left">Oil palm plantation</td>
<td valign="top" align="left">OPL</td>
<td valign="top" align="center">27,948</td>
<td valign="top" align="center">42,572</td>
<td valign="top" align="center">101,806</td>
<td valign="top" align="center">6.99</td>
<td valign="top" align="center">10.64</td>
<td valign="top" align="center">25.45</td>
</tr>
<tr>
<td valign="top" align="left">Rice fields</td>
<td valign="top" align="left">RCF</td>
<td valign="top" align="center">28,697</td>
<td valign="top" align="center">29,416</td>
<td valign="top" align="center">30,419</td>
<td valign="top" align="center">7.17</td>
<td valign="top" align="center">7.35</td>
<td valign="top" align="center">7.60</td>
</tr>
<tr>
<td valign="top" align="left">Upland shrub land</td>
<td valign="top" align="left">SCH</td>
<td valign="top" align="center">288,002</td>
<td valign="top" align="center">294,930</td>
<td valign="top" align="center">258,922</td>
<td valign="top" align="center">72.00</td>
<td valign="top" align="center">73.73</td>
<td valign="top" align="center">64.73</td>
</tr>
<tr>
<td valign="top" align="left">Settlements</td>
<td valign="top" align="left">SET</td>
<td valign="top" align="center">2,776</td>
<td valign="top" align="center">2,839</td>
<td valign="top" align="center">2,840</td>
<td valign="top" align="center">0.69</td>
<td valign="top" align="center">0.71</td>
<td valign="top" align="center">0.71</td>
</tr>
<tr>
<td valign="top" align="left">Swamp grassland</td>
<td valign="top" align="left">SGR</td>
<td valign="top" align="center">16,713</td>
<td valign="top" align="center">13,887</td>
<td valign="top" align="center">13,525</td>
<td valign="top" align="center">4.18</td>
<td valign="top" align="center">3.47</td>
<td valign="top" align="center">33.8</td>
</tr>
<tr>
<td valign="top" align="left">Swamp shrub land</td>
<td valign="top" align="left">SSH</td>
<td valign="top" align="center">98,669</td>
<td valign="top" align="center">103,509</td>
<td valign="top" align="center">108,240</td>
<td valign="top" align="center">24.67</td>
<td valign="top" align="center">25.88</td>
<td valign="top" align="center">27.06</td>
</tr>
<tr>
<td valign="top" align="left">Timber plantation</td>
<td valign="top" align="left">TPL</td>
<td valign="top" align="center">12,008</td>
<td valign="top" align="center">12,531</td>
<td valign="top" align="center">12,117</td>
<td valign="top" align="center">3.00</td>
<td valign="top" align="center">3.13</td>
<td valign="top" align="center">3.03</td>
</tr>
<tr>
<td valign="top" align="left">Undisturbed upland forest</td>
<td valign="top" align="left">UDF</td>
<td valign="top" align="center">136217</td>
<td valign="top" align="center">115656</td>
<td valign="top" align="center">97007</td>
<td valign="top" align="center">34.05</td>
<td valign="top" align="center">28.91</td>
<td valign="top" align="center">24.25</td>
</tr>
<tr>
<td valign="top" align="left">Undisturbed swamp forest</td>
<td valign="top" align="left">USF</td>
<td valign="top" align="center">88,069</td>
<td valign="top" align="center">77,928</td>
<td valign="top" align="center">71,035</td>
<td valign="top" align="center">22.02</td>
<td valign="top" align="center">19.48</td>
<td valign="top" align="center">17.76</td>
</tr>
<tr>
<td valign="top" align="left">Water bodies</td>
<td valign="top" align="left">WAB</td>
<td valign="top" align="center">19,808</td>
<td valign="top" align="center">19,808</td>
<td valign="top" align="center">19,808</td>
<td valign="top" align="center">4.95</td>
<td valign="top" align="center">4.95</td>
<td valign="top" align="center">4.95</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
</sec>
</sec>
<sec sec-type="methods" id="s4">
<title>4. Methods</title>
<p>In this section, we will first describe the proposed ensemble learning framework. We then introduce several baselines methods which are variants of our proposed method. By comparing against these baselines, we are able to demonstrate the effectiveness of each component in the proposed framework.</p>
<sec>
<title>4.1. The Ensemble Learning Framework</title>
<p>The mapping of plantation is difficult from machine learning perspective since it requires the differentiation between plantation and multiple land cover types. If we directly merge all the non-plantation classes, such as evergreen forest, grassland, and cropland, as the negative class and conduct a binary classification between plantation and non-plantation, the heterogeneity within the negative class will greatly hamper the classification performance. There have been many existing works on multi-class classification (Angulo et al., <xref ref-type="bibr" rid="B3">2003</xref>; Jia et al., <xref ref-type="bibr" rid="B18">2019</xref>) and class heterogeneity (Pavlidis et al., <xref ref-type="bibr" rid="B35">2001</xref>; Karpatne et al., <xref ref-type="bibr" rid="B19">2014</xref>). However, these works cannot be directly adapted to our problem due to the skewness of different land cover types and the relationship among them. Besides, the complex feature space in remote sensing data poses a challenge for the learning process.</p>
<p>To solve these challenges, the proposed framework learns an ensemble model among multiple land cover classes. Specifically, we define three classes in the learning process: &#x0201C;plantation,&#x0201D; &#x0201C;forest,&#x0201D; and &#x0201C;other.&#x0201D; Specifically, the &#x0201C;plantation&#x0201D; class contains multiple types of plantations and &#x0201C;forest&#x0201D; class contains both the undisturbed forest and the forest with crossing roads but not yet logged. These three classes are obtained by aggregating the RSPO land cover types, as described in <xref ref-type="table" rid="T1">Table 1</xref>. Here we separately model the class of &#x0201C;forest&#x0201D; for two reasons. First, it is a well-known challenge to distinguish between plantation and forest, since oil palm trees can become as green as forest when they grow into mature phase. The other land cover types, such as urban area and cropland usually show lower level of greenness and therefore are easier to distinguish from plantation. Second, by identifying forest and plantations, we can better understand the conversion from tropical forests to plantations.</p>
<p>To learn the discriminative knowledge between each pair of classes, we propose to train three binary classifiers: &#x0201C;plantation&#x0201D; vs. &#x0201C;forest&#x0201D; (P-F), &#x0201C;forest&#x0201D; vs. &#x0201C;others&#x0201D; (P-O), and &#x0201C;others&#x0201D; vs. &#x0201C;plantation&#x0201D; (O-F). In this way each classifier focuses on exploiting the discriminative knowledge between a specific pair of classes. This learning strategy can greatly reduce the class heterogeneity and improve the learning performance. Since each binary classifier focuses on differentiating between a specific pair of classes, there are in total eight possible combinations of the outcomes from the three classifiers. Based on the separate prediction, we will assign the aggregated prediction result as the majority class label. For instance, if the classifiers of both P-F and O-P predict a test location as &#x0201C;plantation,&#x0201D; then we will label this test location as &#x0201C;plantation&#x0201D; regardless of the prediction of F-O classifier. We summarize the relationship between each individual prediction and the aggregated prediction in <xref ref-type="table" rid="T3">Table 3</xref>. In particular, when the three binary classifiers generate mutually different labels, as shown in the last two rows, we will label the test sample as &#x0201C;Unknown&#x0201D; (U). It is noteworthy that in our problem we are interested in detecting the coverage of plantation, which is marked by the first two rows.</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Aggregation of predictions from pair-wise classifiers (P, plantation; F, forest; O, other; U, unknown).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>P-F</bold></th>
<th valign="top" align="left"><bold>F-O</bold></th>
<th valign="top" align="left"><bold>O-P</bold></th>
<th valign="top" align="left"><bold>Aggregation</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">P</td>
<td valign="top" align="left">F</td>
<td valign="top" align="left">P</td>
<td valign="top" align="left"><bold>P</bold></td>
</tr>
<tr>
<td valign="top" align="left">P</td>
<td valign="top" align="left">O</td>
<td valign="top" align="left">P</td>
<td valign="top" align="left"><bold>P</bold></td>
</tr>
<tr>
<td valign="top" align="left">F</td>
<td valign="top" align="left">F</td>
<td valign="top" align="left">O</td>
<td valign="top" align="left">F</td>
</tr>
<tr>
<td valign="top" align="left">F</td>
<td valign="top" align="left">F</td>
<td valign="top" align="left">P</td>
<td valign="top" align="left">F</td>
</tr>
<tr>
<td valign="top" align="left">P</td>
<td valign="top" align="left">O</td>
<td valign="top" align="left">O</td>
<td valign="top" align="left">O</td>
</tr>
<tr>
<td valign="top" align="left">F</td>
<td valign="top" align="left">O</td>
<td valign="top" align="left">O</td>
<td valign="top" align="left">O</td>
</tr>
<tr>
<td valign="top" align="left">P</td>
<td valign="top" align="left">F</td>
<td valign="top" align="left">O</td>
<td valign="top" align="left">U</td>
</tr>
<tr>
<td valign="top" align="left">F</td>
<td valign="top" align="left">O</td>
<td valign="top" align="left">P</td>
<td valign="top" align="left">U</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>We label a location as unknown (U) only when three individual pair-wise classifiers generate mutually different labels. We are interested in detecting plantations, which is marked by the first two rows (in bold)</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>To better extract useful discriminative knowledge from multi-temporal remote sensing data, we train a four-layer Deep Belief Networks (DBN) (Hinton, <xref ref-type="bibr" rid="B13">2009</xref>) for each binary classifier (with 158, 64, 20 hidden variables, the last layer outputs the class label). We feed each DBN model with the concatenation of seven-band spectral features collected for 46 dates of a year. The model then outputs a class label for every pixel every year.</p>
<p>Another major challenge is that different land cover types can be highly skewed in real-world dataset. The training process is very likely to be dominated by the land cover types with large population, such as bare soil, if we adopt a uniform sampling strategy. To this end, we simultaneously sample equal amount of samples for each sub-classes within each aggregated class. Moreover, the training data are sampled from multiple years based on the RSPO dataset and the TP dataset.</p>
<p>Finally, we utilize a Hidden Markov Model (HMM) to post-process the classification outputs obtained from the ensemble model. The HMM model is able to capture common land cover transitions and fix a false classification label based on its previous labels. Consider a yearly sequence of {forest, forest, plantation, plantation, forest, plantation}, the &#x0201C;forest&#x0201D; at the fifth position is highly likely to be a classification error and should be fixed to &#x0201C;plantation&#x0201D; since plantations are rarely converted back to forests.</p>
</sec>
<sec>
<title>4.2. Comparison With Baseline Methods</title>
<p>To show the effectiveness of each component in our proposed framework, we compare to a set of baselines which cover different learning strategies (i.e., class aggregation, training data sampling, and learning model) and different post-processing methods.</p>
<sec>
<title>4.2.1. Different Learning Strategies</title>
<p>Here we compare with methods using different class aggregation, training data sampling and learning model selection.</p>
<list list-type="bullet">
<list-item><p>Binary: In this baseline, we train a binary classifier between plantation and non-plantation. Compared with the proposed three-class classification strategy, this baseline merges &#x0201C;forest&#x0201D; and &#x0201C;other&#x0201D; classes into non-plantation.</p></list-item>
<list-item><p>Four-class: Here instead of using three aggregated classes, we define four classes: &#x0201C;plantation,&#x0201D; &#x0201C;forest,&#x0201D; &#x0201C;bare soil,&#x0201D; and &#x0201C;other.&#x0201D; The &#x0201C;bare soil&#x0201D; is defined based on the RSPO dataset (see <xref ref-type="table" rid="T1">Table 1</xref>). Then we will train 6 binary classifiers between each pair of classes. Similar with the proposed method, we aggregate the prediction result by majority voting.</p></list-item>
<list-item><p>Uniform: In this baseline we uniformly sample from each aggregated class &#x0201C;plantation,&#x0201D; &#x0201C;forest,&#x0201D; and &#x0201C;other&#x0201D; rather than taking equal amount of samples from each sub-class.</p></list-item>
<list-item><p>SVM: Instead of DBN, we implement our ensemble learning strategy using Support Vector Machine (SVM) with RBF kernel.</p></list-item>
</list>
</sec>
<sec>
<title>4.2.2. Different Post-processing Strategies</title>
<p>In the proposed framework, we utilize the 19 land cover types defined in RSPO (see <xref ref-type="table" rid="T1">Table 1</xref>) as the latent classes in the HMM for post-processing. We wish to compare to the post-processing strategies using different settings for the HMM model. The HMM model is expected to model less complex transition patterns if we use less number of latent classes.</p>
<list list-type="bullet">
<list-item><p>NonP: This baseline is the same with the proposed learning method except that it does not involve the post-processing process.</p></list-item>
<list-item><p>HMM9: Here we use HMM to conduct post-processing based on 9 higher-level aggregated classes provided in the RSPO dataset.</p></list-item>
<list-item><p>HMM3: Here we use HMM to conduct post-processing based on the three aggregated classes&#x02014;P, F, and O.</p></list-item>
</list>
<p>Here we introduce the involved metrics in measuring the performance. Since our proposed method generates yearly plantation map, we can measure the performance on each year. Specifically, we will measure the performance in terms of recall on each year from 2001 to 2009. The yearly recall is computed as the proportion of the &#x0201C;confident plantation locations&#x0201D; being successfully detected. A location is marked as &#x0201C;confident plantation location&#x0201D; if it is labeled as plantations by RSPO (available on 2000, 2005, and 2009) in both neighboring years from {2000, 2005, 2009}. For example, if a location is labeled as plantations by RSPO in both 2000 and 2005, it is a &#x0201C;confident plantation location&#x0201D; for every year from 2000 to 2005.</p>
<p>Since the RSPO dataset has low recall, we cannot use the RSPO dataset to estimate the precision in each year. Instead, we measure the overall precision using the Tree Plantation (TP) dataset (in 2014) because TP has high recall and thus any locations that are not labeled by TP are unlikely to be plantations. We also measure the overall recall using the RSPO dataset (on 2009). The overall precision and recall are measured using all the detected plantation locations through 2001 to 2014. More formally, the overall precision measures the fraction of plantations that are labeled both by our method and by the TP dataset over all the detected plantations by our method. The overall recall measures the fraction of plantations that are labeled both by our method and by the RSPO dataset in 2009 over all the plantations labeled by the RSPO dataset in 2009.</p>
</sec>
</sec>
</sec>
<sec id="s5">
<title>5. Experiments and Results</title>
<sec>
<title>5.1. Plantation Maps</title>
<p>Based the proposed method we can generate yearly plantation maps. For instance, we show our generated plantation maps in 2014 in <xref ref-type="fig" rid="F2">Figure 2</xref> and the growing area of plantations in <xref ref-type="fig" rid="F3">Figure 3</xref>. According to our detection results, the plantation area in this region has an average annual increase of around 10%. According to <xref ref-type="fig" rid="F3">Figure 3</xref> our method detects more plantations than the RSPO dataset but much less plantations than the TP dataset. In section 5.5 we will show several examples to study the difference between our detection and existing products.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>The generated plantation maps in 2014. The plantation locations are marked in yellow color.</p></caption>
<graphic xlink:href="fdata-02-00046-g0002.tif"/>
</fig>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>The annual plantation area (km<sup>2</sup>) detected by PALM in our study region (southern Kalimantan) from 2001 to 2014. The area of plantations labeled by TP is shown in 2014 and the area of plantations detected by RSPO is shown in 2000, 2005, and 2009.</p></caption>
<graphic xlink:href="fdata-02-00046-g0003.tif"/>
</fig>
</sec>
<sec>
<title>5.2. Comparison of Learning Strategy</title>
<p>From the results shown in <xref ref-type="table" rid="T4">Table 4</xref>, we can validate the effectiveness of each component in the proposed method. First, we can observe that the binary classification Binary leads to unsatisfactory performance due to the strong heterogeneity within the non-plantation class. Besides, Four-class leads to less precision than the proposed method, since we have more complex combinations based on the predictions from the 6 classifiers, and the ensemble learning result can be less confident. Moreover, the performance of Uniform is not as good as our approach since the training is dominated by the land cover types with large population (e.g., forests, croplands), and ignores the small classes (e.g., bare soil, mining) that are similar to plantation. In this way the trained classifier is highly likely to misclassify these small classes as plantation, and consequently leads to low precision. Furthermore, we can observe that the proposed method outperforms SVM by a considerable margin due to the effectiveness of DBN in extracting discriminative patterns from complex feature space.</p>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>Comparison to different learning strategies (see section 4.2), using the yearly recall from 2001 to 2009, overall precision and overall recall.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Method</bold></th>
<th valign="top" align="center"><bold>2001</bold></th>
<th valign="top" align="center"><bold>2002</bold></th>
<th valign="top" align="center"><bold>2003</bold></th>
<th valign="top" align="center"><bold>2004</bold></th>
<th valign="top" align="center"><bold>2005</bold></th>
<th valign="top" align="center"><bold>2006</bold></th>
<th valign="top" align="center"><bold>2007</bold></th>
<th valign="top" align="center"><bold>2008</bold></th>
<th valign="top" align="center"><bold>2009</bold></th>
<th valign="top" align="center"><bold>Pre</bold></th>
<th valign="top" align="center"><bold>Rec</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Binary</td>
<td valign="top" align="center">0.7334</td>
<td valign="top" align="center">0.7822</td>
<td valign="top" align="center">0.8041</td>
<td valign="top" align="center">0.8130</td>
<td valign="top" align="center">0.8210</td>
<td valign="top" align="center">0.7665</td>
<td valign="top" align="center">0.7809</td>
<td valign="top" align="center">0.7975</td>
<td valign="top" align="center">0.8234</td>
<td valign="top" align="center">0.8351</td>
<td valign="top" align="center">0.8431</td>
</tr>
<tr>
<td valign="top" align="left">Four-class</td>
<td valign="top" align="center">0.8052</td>
<td valign="top" align="center">0.8315</td>
<td valign="top" align="center">0.8571</td>
<td valign="top" align="center">0.8691</td>
<td valign="top" align="center">0.8801</td>
<td valign="top" align="center">0.8253</td>
<td valign="top" align="center">0.8411</td>
<td valign="top" align="center">0.8581</td>
<td valign="top" align="center">0.8732</td>
<td valign="top" align="center">0.8282</td>
<td valign="top" align="center">0.8679</td>
</tr>
<tr>
<td valign="top" align="left">Uniform</td>
<td valign="top" align="center">0.7516</td>
<td valign="top" align="center">0.8063</td>
<td valign="top" align="center">0.8275</td>
<td valign="top" align="center">0.8404</td>
<td valign="top" align="center">0.8489</td>
<td valign="top" align="center">0.7992</td>
<td valign="top" align="center">0.8142</td>
<td valign="top" align="center">0.8318</td>
<td valign="top" align="center">0.8474</td>
<td valign="top" align="center">0.7830</td>
<td valign="top" align="center">0.8619</td>
</tr>
<tr>
<td valign="top" align="left">SVM</td>
<td valign="top" align="center">0.5436</td>
<td valign="top" align="center">0.6537</td>
<td valign="top" align="center">0.7196</td>
<td valign="top" align="center">0.7592</td>
<td valign="top" align="center">0.7800</td>
<td valign="top" align="center">0.7364</td>
<td valign="top" align="center">0.7490</td>
<td valign="top" align="center">0.7562</td>
<td valign="top" align="center">0.7601</td>
<td valign="top" align="center">0.7365</td>
<td valign="top" align="center">0.6428</td>
</tr>
<tr>
<td valign="top" align="left">Proposed</td>
<td valign="top" align="center">0.7586</td>
<td valign="top" align="center">0.8164</td>
<td valign="top" align="center">0.8420</td>
<td valign="top" align="center">0.8531</td>
<td valign="top" align="center">0.8674</td>
<td valign="top" align="center">0.8099</td>
<td valign="top" align="center">0.8229</td>
<td valign="top" align="center">0.8374</td>
<td valign="top" align="center">0.8577</td>
<td valign="top" align="center">0.8463</td>
<td valign="top" align="center">0.8677</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>The yearly recall measures the fraction of plantations that are detected within &#x0201C;confident plantation locations&#x0201D; (by RSPO) over the total number of &#x0201C;confident plantation locations&#x0201D; in each year. The overall precision measures the fraction of detected plantations that are also labeled by the TP dataset in 2014 over all the detected plantations. The overall recall measures the fraction of detected plantations that are also labeled by the RSPO dataset over all the plantations labeled by the RSPO dataset in 2009</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>5.3. Comparison of Post-processing Steps</title>
<p>We show the performance of the proposed method and the baselines with different post-processing strategies in <xref ref-type="table" rid="T5">Table 5</xref>. First, the comparison between NonP and other methods demonstrates the effectiveness of post-processing. Besides, the HMM using 19 land cover classes outperforms the HMM model with nine latent classes or three latent classes. This is because the 19 classes can better define the latent state space in HMM and more accurately model the transition process. Using less latent classes is equivalent to merging multiple different transitions to be a single transition. The resulted heterogeneity in the merged transition patterns is likely to degrade the performance.</p>
<table-wrap position="float" id="T5">
<label>Table 5</label>
<caption><p>Comparison to different post-processing strategy (see section 4.2), using the yearly recall from 2001 to 2009, overall precision and overall recall.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Method</bold></th>
<th valign="top" align="center"><bold>2001</bold></th>
<th valign="top" align="center"><bold>2002</bold></th>
<th valign="top" align="center"><bold>2003</bold></th>
<th valign="top" align="center"><bold>2004</bold></th>
<th valign="top" align="center"><bold>2005</bold></th>
<th valign="top" align="center"><bold>2006</bold></th>
<th valign="top" align="center"><bold>2007</bold></th>
<th valign="top" align="center"><bold>2008</bold></th>
<th valign="top" align="center"><bold>2009</bold></th>
<th valign="top" align="center"><bold>Pre</bold></th>
<th valign="top" align="center"><bold>Rec</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">NonP</td>
<td valign="top" align="center">0.7670</td>
<td valign="top" align="center">0.7573</td>
<td valign="top" align="center">0.7856</td>
<td valign="top" align="center">0.7709</td>
<td valign="top" align="center">0.8284</td>
<td valign="top" align="center">0.7403</td>
<td valign="top" align="center">0.7431</td>
<td valign="top" align="center">0.7609</td>
<td valign="top" align="center">0.8153</td>
<td valign="top" align="center">0.7501</td>
<td valign="top" align="center">0.8331</td>
</tr>
<tr>
<td valign="top" align="left">HMM9</td>
<td valign="top" align="center">0.7208</td>
<td valign="top" align="center">0.7894</td>
<td valign="top" align="center">0.8181</td>
<td valign="top" align="center">0.8393</td>
<td valign="top" align="center">0.8600</td>
<td valign="top" align="center">0.8056</td>
<td valign="top" align="center">0.8221</td>
<td valign="top" align="center">0.8406</td>
<td valign="top" align="center">0.8658</td>
<td valign="top" align="center">0.8253</td>
<td valign="top" align="center">0.8801</td>
</tr>
<tr>
<td valign="top" align="left">HMM3</td>
<td valign="top" align="center">0.8766</td>
<td valign="top" align="center">0.8766</td>
<td valign="top" align="center">0.8766</td>
<td valign="top" align="center">0.8800</td>
<td valign="top" align="center">0.8859</td>
<td valign="top" align="center">0.8308</td>
<td valign="top" align="center">0.8385</td>
<td valign="top" align="center">0.8476</td>
<td valign="top" align="center">0.8616</td>
<td valign="top" align="center">0.8269</td>
<td valign="top" align="center">0.8606</td>
</tr>
<tr>
<td valign="top" align="left">Proposed</td>
<td valign="top" align="center">0.7586</td>
<td valign="top" align="center">0.8164</td>
<td valign="top" align="center">0.8420</td>
<td valign="top" align="center">0.8531</td>
<td valign="top" align="center">0.8674</td>
<td valign="top" align="center">0.8099</td>
<td valign="top" align="center">0.8229</td>
<td valign="top" align="center">0.8374</td>
<td valign="top" align="center">0.8577</td>
<td valign="top" align="center">0.8463</td>
<td valign="top" align="center">0.8677</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>The yearly recall measures the fraction of plantations that are detected within &#x0201C;confident plantation locations&#x0201D; (by RSPO) over the total number of &#x0201C;confident plantation locations&#x0201D; in each year. The overall precision measures the fraction of detected plantations that are also labeled by the TP dataset in 2014 over all the detected plantations. The overall recall measures the fraction of detected plantations that are also labeled by the RSPO dataset over all the plantations labeled by the RSPO dataset in 2009</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>5.4. Performance Using Different Amounts of Training Data</title>
<p>We also examine the relationship between classification performance and amount of training data. Specifically, we will test the performance in 2001, 2005, 2009, and 2013 using different amount of training data. The performance is measured using a separate testing set of 3,000 confident plantation samples and 3,000 non-plantation samples (i.e., the union of &#x0201C;forest&#x0201D; and &#x0201C;other&#x0201D;).</p>
<p>It can be seen that there is a strong positive and non-linear relationship between the quantity of training data and model performance (<xref ref-type="fig" rid="F4">Figure 4</xref>). The performance increases rapidly when the data size is small, but increases slowly after the data size is larger than 10,000.</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>The classification performance [area under ROC curve (AUC)] with respect to the size of the training dataset. X-axis shows the total number of samples for the combined plantation, forest, and other classes. The performance is measured on a separate testing set with 6,000 samples. Each curve shows the performance in a specific year.</p></caption>
<graphic xlink:href="fdata-02-00046-g0004.tif"/>
</fig>
<p>We conclude that plantation mapping is challenging because effective training of a classification model for detecting plantations in a new region requires sufficient manually labeled samples. Only by learning from sufficient samples can the model extract discriminative patterns that distinguish plantations with all the other land covers.</p>
</sec>
<sec>
<title>5.5. Visual Verification Using High Resolution Data</title>
<p>As mentioned earlier, Tree Plantation has high recall but low precision, while RSPO has high precision but low recall. Here we wish to show our generated plantation maps can achieve a better balance than these two ground-truth datasets. We verify this by using high-resolution DigitalGlobe data. Specifically, we study three different cases.</p>
<p><italic>1. The locations that are labeled as plantations by TP but not by RSPO:</italic> To analyze this scenario, we show three examples in <xref ref-type="fig" rid="F5">Figure 5</xref>. Here the red color represents the locations in that are labeled as plantations by the proposed method and TP but not by RSPO, and the green color represents the locations that are labeled only by TP. We show the high-resolution images corresponding to <xref ref-type="fig" rid="F5">Figures 5A,C,E</xref> using DigitalGlobe in <xref ref-type="fig" rid="F5">Figures 5B,D,F</xref>, respectively.</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p><bold>(A,C,E)</bold> The examples of locations that are labeled as plantations by TP but not by RSPO. The red color denotes the locations that labeled by the proposed method and TP, and the green color denotes the locations that are labeled only by TP. Each colored point is the center of a 500 m-by-500 m pixel. <bold>(B,D,F)</bold> High-resolution DigitalGlobe images (north at the top) in the same area with <bold>(A,C,E)</bold>.</p></caption>
<graphic xlink:href="fdata-02-00046-g0005.tif"/>
</fig>
<p>According to the high-resolution image, the red colored region in <xref ref-type="fig" rid="F5">Figure 5A</xref> is a real plantation area, but is missing from the RSPO dataset. As for the green colored region in <xref ref-type="fig" rid="F5">Figure 5C</xref>, which is included by Tree Plantation dataset but not detected by our method, we can clearly see from the high-resolution image that it is not real plantation. In <xref ref-type="fig" rid="F5">Figure 5E</xref> we show an area with locations in both red and green colors. From the high-resolution image in <xref ref-type="fig" rid="F5">Figure 5F</xref>, we can observe that the proposed method can well detect the boundary between real plantation and non-plantation area.</p>
<p>With these examples in R1 and R2, we demonstrate that our proposed method can detect the real plantation locations that are missing from the RSPO dataset while also avoiding the locations that are mistakenly detected by Tree Plantation dataset.</p>
<p><italic>2. The locations that are labeled as plantations by the proposed method but not by TP:</italic> Now we take several examples for the case that are detected by our approach but missed from Tree Plantation dataset, as shown in <xref ref-type="fig" rid="F6">Figures 6A,C</xref>. By using the corresponding high-resolution images (<xref ref-type="fig" rid="F6">Figures 6B,D</xref>), we can clearly see that they are real plantation. In this way, we demonstrate that our method has a potential to detect true plantations that are not detected by the Tree Plantation dataset. Hence, our method can achieve high precision, which is even higher than the estimated precision using Tree Plantation dataset (0.8463).</p>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p><bold>(A,C)</bold> The examples of locations that are labeled as plantations by the proposed method but not by TP (in magenta). Each colored point is the center of a 500 m-by-500 m pixel. <bold>(B,D)</bold> High-resolution DigitalGlobe images (north at the top) in the same area with <bold>(A,C)</bold>.</p></caption>
<graphic xlink:href="fdata-02-00046-g0006.tif"/>
</fig>
<p><italic>3. The locations that are labeled as plantations by RSPO but not by the proposed method:</italic> We show several large example patches in <xref ref-type="fig" rid="F7">Figures 7A,C</xref> and corresponding high-resolution images in <xref ref-type="fig" rid="F7">Figures 7B,D</xref>, respectively. We show the locations that are labeled as plantations by RSPO but not by the proposed method in yellow color. According to our observation, these locations are usually adjacent to the locations that are included by both the RSPO dataset and our approach (in blue).</p>
<fig id="F7" position="float">
<label>Figure 7</label>
<caption><p><bold>(A,C)</bold> Examples of locations that are labeled as plantations by RSPO but not by the proposed method (in yellow). The blue color denotes the locations that are detected by both RSPO and the proposed method. Each colored point is the center of a 500 m-by-500 m pixel. <bold>(B,D)</bold> High-resolution DigitalGlobe images (north at the top) in the same area with <bold>(A,C)</bold>.</p></caption>
<graphic xlink:href="fdata-02-00046-g0007.tif"/>
</fig>
<p>According to the corresponding high-resolution images, the locations in yellow color are not real plantation. This shows that some locations are mistakenly labeled as plantations by the RSPO dataset but are labeled correctly by our method. Hence, the actual recall of our proposed method is higher than the estimated recall value using the RSPO dataset (0.8677).</p>
<p>A fair and thorough validation of our generated plantation maps requires sufficient ground-truth plantation samples. While the visual validation of generated maps is beyond the scope of this paper, we used a sampling-based approach for a more detailed examination of locations discussed in the above three scenarios and measured the accuracy of the proposed method and existing plantation products. The results were discussed in our previous report (Jia et al., <xref ref-type="bibr" rid="B15">2016</xref>).</p>
</sec>
</sec>
<sec sec-type="conclusions" id="s6">
<title>6. Conclusion</title>
<p>In this paper, we study several key components in a machine learning framework for automatically creating plantation maps. These components includes class aggregation, data sampling, learning model selection, and post-processing. The evaluation of multiple baselines derived from this framework confirms the effectiveness of each component. The visual verification of the proposed framework on a large region in Indonesia (MODIS tile h29v09) shows that the proposed method can generate high-quality annual plantation maps and our detection achieves a better balance of precision and recall than those datasets that were used for training our proposed framework.</p>
<p>The methods we presented here can be used to create plantation mapping products. In future, we will make use of the generated plantation maps to understand how plantation conversion impacts the environment and better monitor the policy compliance.</p>
<p>For example, the analysis using a combination of generated plantation maps and auxiliary datasets, such as the Plantation Concessions Dataset<xref ref-type="fn" rid="fn0001"><sup>1</sup></xref> has an implication on potential illegal plantation areas. We also plan to leverage the fire product (Mithal et al., <xref ref-type="bibr" rid="B27">2018</xref>) to detect uncontrolled fires from plantation conversion and study their impact to deforestation. In addition, we will analyze the correlations between plantation dynamics and the carbon emission<xref ref-type="fn" rid="fn0002"><sup>2</sup></xref> to study how cultivating plantations leads to large amount of carbon emissions.</p>
<p>Our proposed method also remains limited in terms of validation and imagery inputs, which need to be addressed in future work. The first limitation lies in that the reference data used in the validation process (e.g., TP, RSPO, and DigitalGlobe) are mostly created through manual inspection. However, some plantations may not be easily identified visually due to their advanced age and associated high tree cover. Second, our analysis was also limited by the resolution of the MODIS data. While the high resolution of Landsat data (30 m) and Sentinel data (10 m) offer potential to map plantations more accurately, the low temporal frequency of Landsat (16 days) and Sentinel (5/10 days) makes it hard to find images with little noise (e.g., clouds). A joint multi-scale learning framework has potential to better delineate the boundary of target classes with a higher spatial resolution while also taking advantage of rich temporal knowledge from more frequently collected satellite data.</p>
</sec>
<sec sec-type="data-availability-statement" id="s7">
<title>Data Availability Statement</title>
<p>The datasets for this manuscript are not publicly available because the RSPO dataset is currently private and is still being updated. Requests to access the datasets should be directed to <email>jiaxx221&#x00040;umn.edu</email>.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>XJ was the primary author who conducted most of the experiments and analysis. AK conducted some parts of the experiments. KC, JG, and PW were our domain experts who greatly helped in analyzing the results and also helped with the text. VK was the one who managed the entire team and also helped to review the work.</p>
<sec>
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abood</surname> <given-names>S. A.</given-names></name> <name><surname>Lee</surname> <given-names>J. S. H.</given-names></name> <name><surname>Burivalova</surname> <given-names>Z.</given-names></name> <name><surname>Garcia-Ulloa</surname> <given-names>J.</given-names></name> <name><surname>Koh</surname> <given-names>L. P.</given-names></name></person-group> (<year>2015</year>). <article-title>Relative contributions of the logging, fiber, oil palm, and mining industries to forest loss in indonesia</article-title>. <source>Conserv. Lett.</source> <volume>8</volume>, <fpage>58</fpage>&#x02013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1111/conl.12103</pub-id></citation></ref>
<ref id="B2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Achard</surname> <given-names>F.</given-names></name> <name><surname>Estreguil</surname> <given-names>C.</given-names></name></person-group> (<year>1995</year>). <article-title>Forest classification of southeast Asia using NOAA AVHRR data</article-title>. <source>Rem. Sens. Environ.</source> <volume>54</volume>, <fpage>198</fpage>&#x02013;<lpage>208</lpage>.</citation></ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Angulo</surname> <given-names>C.</given-names></name> <name><surname>Parra</surname> <given-names>X.</given-names></name> <name><surname>Catala</surname> <given-names>A.</given-names></name></person-group> (<year>2003</year>). <article-title>K-SVCR. A support vector machine for multi-class classification</article-title>. <source>Neurocomputing</source> <volume>55</volume>, <fpage>57</fpage>&#x02013;<lpage>77</lpage>. <pub-id pub-id-type="doi">10.1016/S0925-2312(03)00435-1</pub-id></citation></ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cai</surname> <given-names>X.</given-names></name> <name><surname>Zhang</surname> <given-names>X.</given-names></name> <name><surname>Wang</surname> <given-names>D.</given-names></name></person-group> (<year>2010</year>). <article-title>Land availability for biofuel production</article-title>. <source>Environ. Sci. Technol.</source> <volume>45</volume>, <fpage>334</fpage>&#x02013;<lpage>339</lpage>. <pub-id pub-id-type="doi">10.1021/es103338e</pub-id><pub-id pub-id-type="pmid">21142000</pub-id></citation></ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carlson</surname> <given-names>K. M.</given-names></name> <name><surname>Heilmayr</surname> <given-names>R.</given-names></name> <name><surname>Gibbs</surname> <given-names>H. K.</given-names></name> <name><surname>Noojipady</surname> <given-names>P.</given-names></name> <name><surname>Burns</surname> <given-names>D. N.</given-names></name> <name><surname>Morton</surname> <given-names>D. C.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Effect of oil palm sustainability certification on deforestation and fire in Indonesia</article-title>. <source>Proc. Natl. Acad. Sci. U.S.A.</source> <volume>115</volume>, <fpage>121</fpage>&#x02013;<lpage>126</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.1704728114</pub-id><pub-id pub-id-type="pmid">29229857</pub-id></citation></ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dong</surname> <given-names>J.</given-names></name> <name><surname>Xiao</surname> <given-names>X.</given-names></name> <name><surname>Sheldon</surname> <given-names>S.</given-names></name> <name><surname>Biradar</surname> <given-names>C.</given-names></name> <name><surname>Xie</surname> <given-names>G.</given-names></name></person-group> (<year>2012</year>). <article-title>Mapping tropical forests and rubber plantations in complex landscapes by integrating {PALSAR} and {MODIS} imagery</article-title>. <source>{ISPRS} J. Photogramm. Rem. Sens.</source> <volume>74</volume>, <fpage>20</fpage>&#x02013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1016/j.isprsjprs.2012.07.004</pub-id></citation></ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fargione</surname> <given-names>J.</given-names></name> <name><surname>Hill</surname> <given-names>J.</given-names></name> <name><surname>Tilman</surname> <given-names>D.</given-names></name> <name><surname>Polasky</surname> <given-names>S.</given-names></name> <name><surname>Hawthorne</surname> <given-names>P.</given-names></name></person-group> (<year>2008</year>). <article-title>Land clearing and the biofuel carbon debt</article-title>. <source>Science</source> <volume>319</volume>, <fpage>1235</fpage>&#x02013;<lpage>1238</lpage>. <pub-id pub-id-type="doi">10.1126/science.1152747</pub-id><pub-id pub-id-type="pmid">18258862</pub-id></citation></ref>
<ref id="B8">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Gunarso</surname> <given-names>P.</given-names></name> <name><surname>Hartoyo</surname> <given-names>M. E.</given-names></name> <name><surname>Agus</surname> <given-names>F.</given-names></name> <name><surname>Killeen</surname> <given-names>J.</given-names></name> <name><surname>T Goon</surname> <given-names>J.</given-names></name></person-group> (<year>2013</year>). <source>Roundtable on Sustainable Palm Oil, Kuala Lumpur, Malaysia. Reports from the technical panels of the 2nd greenhouse gas working group of the Roundtable on sustainable palm oil</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://rspo.org/publications/download/a2ac85181ed4501">https://rspo.org/publications/download/a2ac85181ed4501</ext-link></citation></ref>
<ref id="B9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guti&#x000E9;rrez-V&#x000E9;lez</surname> <given-names>V. H.</given-names></name> <name><surname>DeFries</surname> <given-names>R.</given-names></name></person-group> (<year>2013</year>). <article-title>Annual multi-resolution detection of land cover conversion to oil palm in the peruvian amazon</article-title>. <source>Rem. Sens. Environ.</source> <volume>129</volume>, <fpage>154</fpage>&#x02013;<lpage>167</lpage>. <pub-id pub-id-type="doi">10.1016/j.rse.2012.10.033</pub-id></citation></ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hansen</surname> <given-names>M.</given-names></name> <name><surname>DeFries</surname> <given-names>R.</given-names></name> <name><surname>Townshend</surname> <given-names>J. R.</given-names></name> <name><surname>Sohlberg</surname> <given-names>R.</given-names></name></person-group> (<year>2000</year>). <article-title>Global land cover classification at 1 km spatial resolution using a classification tree approach</article-title>. <source>Int. J. Rem. Sens.</source> <volume>21</volume>, <fpage>1331</fpage>&#x02013;<lpage>1364</lpage>. <pub-id pub-id-type="doi">10.1080/014311600210209</pub-id></citation></ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hansen</surname> <given-names>M. C.</given-names></name> <name><surname>Potapov</surname> <given-names>P. V.</given-names></name> <name><surname>Moore</surname> <given-names>R.</given-names></name> <name><surname>Hancher</surname> <given-names>M.</given-names></name> <name><surname>Turubanova</surname> <given-names>S.</given-names></name> <name><surname>Tyukavina</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>High-resolution global maps of 21st-century forest cover change</article-title>. <source>Science</source> <volume>342</volume>, <fpage>850</fpage>&#x02013;<lpage>853</lpage>. <pub-id pub-id-type="doi">10.1126/science.1244693</pub-id><pub-id pub-id-type="pmid">24233722</pub-id></citation></ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hansen</surname> <given-names>M. C.</given-names></name> <name><surname>Stehman</surname> <given-names>S. V.</given-names></name> <name><surname>Potapov</surname> <given-names>P. V.</given-names></name> <name><surname>Loveland</surname> <given-names>T. R.</given-names></name> <name><surname>Townshend</surname> <given-names>J. R.</given-names></name> <name><surname>DeFries</surname> <given-names>R. S.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Humid tropical forest clearing from 2000 to 2005 quantified by using multitemporal and multiresolution remotely sensed data</article-title>. <source>Proc. Natl. Acad. Sci. U.S.A.</source> <volume>105</volume>, <fpage>9439</fpage>&#x02013;<lpage>9444</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.0804042105</pub-id><pub-id pub-id-type="pmid">18591652</pub-id></citation></ref>
<ref id="B13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hinton</surname> <given-names>G. E.</given-names></name></person-group> (<year>2009</year>). <article-title>Deep belief networks</article-title>. <source>Scholarpedia</source> <volume>4</volume>:<fpage>5947</fpage>. <pub-id pub-id-type="doi">10.4249/scholarpedia.5947</pub-id></citation></ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoscilo</surname> <given-names>A.</given-names></name> <name><surname>Page</surname> <given-names>S. E.</given-names></name> <name><surname>Tansey</surname> <given-names>K. J.</given-names></name> <name><surname>Rieley</surname> <given-names>J. O.</given-names></name></person-group> (<year>2011</year>). <article-title>Effect of repeated fires on land-cover change on peatland in southern central Kalimantan, Indonesia, from 1973 to 2005</article-title>. <source>Int. J. Wildland Fire</source> <volume>20</volume>, <fpage>578</fpage>&#x02013;<lpage>588</lpage>. <pub-id pub-id-type="doi">10.1071/WF10029</pub-id></citation></ref>
<ref id="B15">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Jia</surname> <given-names>X.</given-names></name> <name><surname>Khandelwal</surname> <given-names>A.</given-names></name> <name><surname>Gerber</surname> <given-names>J.</given-names></name> <name><surname>Carlson</surname> <given-names>K.</given-names></name> <name><surname>West</surname> <given-names>P.</given-names></name> <name><surname>Samberg</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2016</year>). <source>Automated Plantation Mapping in Southeast Asia Using Remote Sensing Data</source>. <publisher-loc>Technical Report 16-029. Twin Cities, MN</publisher-loc>: <publisher-name>Department of Computer Science, University of Minnesota</publisher-name>.</citation></ref>
<ref id="B16">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Jia</surname> <given-names>X.</given-names></name> <name><surname>Khandelwal</surname> <given-names>A.</given-names></name> <name><surname>Nayak</surname> <given-names>G.</given-names></name> <name><surname>Gerber</surname> <given-names>J.</given-names></name> <name><surname>Carlson</surname> <given-names>K.</given-names></name> <name><surname>West</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2017a</year>). <article-title>Incremental dual-memory LSTM in land cover prediction,</article-title> in <source>Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining</source> (<publisher-loc>Halifax, NS</publisher-loc>: <publisher-name>ACM</publisher-name>), <fpage>867</fpage>&#x02013;<lpage>876</lpage>.</citation></ref>
<ref id="B17">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Jia</surname> <given-names>X.</given-names></name> <name><surname>Khandelwal</surname> <given-names>A.</given-names></name> <name><surname>Nayak</surname> <given-names>G.</given-names></name> <name><surname>Gerber</surname> <given-names>J.</given-names></name> <name><surname>Carlson</surname> <given-names>K.</given-names></name> <name><surname>West</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2017b</year>). <article-title>Predict land covers with transition modeling and incremental learning,</article-title> in <source>Proceedings of the 2017 SIAM International Conference on Data Mining</source> (<publisher-loc>Houston, TX</publisher-loc>: <publisher-name>SIAM</publisher-name>), <fpage>171</fpage>&#x02013;<lpage>179</lpage>.</citation></ref>
<ref id="B18">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Jia</surname> <given-names>X.</given-names></name> <name><surname>Wang</surname> <given-names>M.</given-names></name> <name><surname>Khandelwal</surname> <given-names>A.</given-names></name> <name><surname>Karpatne</surname> <given-names>A.</given-names></name> <name><surname>Kumar</surname> <given-names>V.</given-names></name></person-group> (<year>2019</year>). <article-title>Recurrent generative networks for multi-resolution satellite data: an application in cropland monitoring,</article-title> in <source>Proceedings of the 28th International Joint Conference on Artificial Intelligence</source> (<publisher-loc>Macao</publisher-loc>: <publisher-name>AAAI Press</publisher-name>), <fpage>2628</fpage>&#x02013;<lpage>2634</lpage>. <pub-id pub-id-type="doi">10.24963/ijcai.2019/365</pub-id></citation></ref>
<ref id="B19">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Karpatne</surname> <given-names>A.</given-names></name> <name><surname>Khandelwal</surname> <given-names>A.</given-names></name> <name><surname>Boriah</surname> <given-names>S.</given-names></name> <name><surname>Kumar</surname> <given-names>V.</given-names></name></person-group> (<year>2014</year>). <article-title>Predictive learning in the presence of heterogeneity and limited training data,</article-title> in <source>SDM</source> (<publisher-loc>Philadelphia, PA</publisher-loc>: <publisher-name>SIAM</publisher-name>), <fpage>253</fpage>&#x02013;<lpage>261</lpage>.</citation></ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lambin</surname> <given-names>E. F.</given-names></name> <name><surname>Meyfroidt</surname> <given-names>P.</given-names></name></person-group> (<year>2011</year>). <article-title>Global land use change, economic globalization, and the looming land scarcity</article-title>. <source>Proc. Natl. Acad. Sci. U.S.A.</source> <volume>108</volume>, <fpage>3465</fpage>&#x02013;<lpage>3472</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.1100480108</pub-id><pub-id pub-id-type="pmid">21321211</pub-id></citation></ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>Z.</given-names></name> <name><surname>Fox</surname> <given-names>J. M.</given-names></name></person-group> (<year>2012</year>). <article-title>Mapping rubber tree growth in mainland southeast asia using time-series {MODIS} 250m {NDVI} and statistical data</article-title>. <source>Appl. Geogr.</source> <volume>32</volume>, <fpage>420</fpage>&#x02013;<lpage>432</lpage>. <pub-id pub-id-type="doi">10.1016/j.apgeog.2011.06.018</pub-id></citation></ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Malhi</surname> <given-names>Y.</given-names></name> <name><surname>Grace</surname> <given-names>J.</given-names></name></person-group> (<year>2000</year>). <article-title>Tropical forests and atmospheric carbon dioxide</article-title>. <source>Trends Ecol. Evol.</source> <volume>15</volume>, <fpage>332</fpage>&#x02013;<lpage>337</lpage>. <pub-id pub-id-type="doi">10.1016/S0169-5347(00)01906-6</pub-id><pub-id pub-id-type="pmid">10884705</pub-id></citation></ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Margono</surname> <given-names>B. A.</given-names></name> <name><surname>Turubanova</surname> <given-names>S.</given-names></name> <name><surname>Zhuravleva</surname> <given-names>I.</given-names></name> <name><surname>Potapov</surname> <given-names>P.</given-names></name> <name><surname>Tyukavina</surname> <given-names>A.</given-names></name> <name><surname>Baccini</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>Mapping and monitoring deforestation and forest degradation in Sumatra (Indonesia) using landsat time series data sets from 1990 to 2010</article-title>. <source>Environ. Res. Lett.</source> <volume>7</volume>:<fpage>034010</fpage>. <pub-id pub-id-type="doi">10.1088/1748-9326/7/3/034010</pub-id></citation></ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mayaux</surname> <given-names>P.</given-names></name> <name><surname>Achard</surname> <given-names>F.</given-names></name> <name><surname>Malingreau</surname> <given-names>J.-P.</given-names></name></person-group> (<year>1998</year>). <article-title>Global tropical forest area measurements derived from coarse resolution satellite imagery: a comparison with other approaches</article-title>. <source>Environ. Conserv.</source> <volume>25</volume>, <fpage>37</fpage>&#x02013;<lpage>52</lpage>.</citation></ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miettinen</surname> <given-names>J.</given-names></name> <name><surname>Hooijer</surname> <given-names>A.</given-names></name> <name><surname>Shi</surname> <given-names>C.</given-names></name> <name><surname>Tollenaar</surname> <given-names>D.</given-names></name> <name><surname>Vernimmen</surname> <given-names>R.</given-names></name> <name><surname>Liew</surname> <given-names>S. C.</given-names></name> <etal/></person-group>. (<year>2012a</year>). <article-title>Extent of industrial plantations on southeast asian peatlands in 2010 with analysis of historical expansion and future projections</article-title>. <source>GCB Bioenergy</source> <volume>4</volume>, <fpage>908</fpage>&#x02013;<lpage>918</lpage>. <pub-id pub-id-type="doi">10.1111/j.1757-1707.2012.01172.x</pub-id></citation></ref>
<ref id="B26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miettinen</surname> <given-names>J.</given-names></name> <name><surname>Shi</surname> <given-names>C.</given-names></name> <name><surname>Tan</surname> <given-names>W. J.</given-names></name> <name><surname>Liew</surname> <given-names>S. C.</given-names></name></person-group> (<year>2012b</year>). <article-title>2010 Land cover map of insular southeast asia in 250-m spatial resolution</article-title>. <source>Rem. Sens. Lett.</source> <volume>3</volume>, <fpage>11</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1080/01431161.2010.526971</pub-id></citation></ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mithal</surname> <given-names>V.</given-names></name> <name><surname>Nayak</surname> <given-names>G.</given-names></name> <name><surname>Khandelwal</surname> <given-names>A.</given-names></name> <name><surname>Kumar</surname> <given-names>V.</given-names></name> <name><surname>Nemani</surname> <given-names>R.</given-names></name> <name><surname>Oza</surname> <given-names>N.</given-names></name></person-group> (<year>2018</year>). <article-title>Mapping burned areas in tropical forests using a novel machine learning framework</article-title>. <source>Rem. Sens.</source> <volume>10</volume>:<fpage>69</fpage>. <pub-id pub-id-type="doi">10.3390/rs10010069</pub-id></citation></ref>
<ref id="B28">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Moser</surname> <given-names>C.</given-names></name> <name><surname>Hildebrandt</surname> <given-names>T.</given-names></name> <name><surname>Bailis</surname> <given-names>R.</given-names></name></person-group> (<year>2014</year>). <article-title>International sustainability standards and certification,</article-title> in <source>Sustainable Development of Biofuels in Latin America and the Caribbean</source> (<publisher-loc>Springer</publisher-loc>), <fpage>27</fpage>&#x02013;<lpage>69</lpage>.</citation></ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mukherjee</surname> <given-names>I.</given-names></name> <name><surname>Sovacool</surname> <given-names>B. K.</given-names></name></person-group> (<year>2014</year>). <article-title>Palm oil-based biofuels and sustainability in southeast asia: a review of Indonesia, Malaysia, and Thailand</article-title>. <source>Renew. Sustain. Energy Rev.</source> <volume>37</volume>, <fpage>1</fpage>&#x02013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1016/j.rser.2014.05.001</pub-id></citation></ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nightingale</surname> <given-names>J.</given-names></name> <name><surname>Phinn</surname> <given-names>S.</given-names></name> <name><surname>Held</surname> <given-names>A.</given-names></name></person-group> (<year>2004</year>). <article-title>Ecosystem process models at multiple scales for mapping tropical forest productivity</article-title>. <source>Prog. Phys. Geogr.</source> <volume>28</volume>, <fpage>241</fpage>&#x02013;<lpage>281</lpage>. <pub-id pub-id-type="doi">10.1191/0309133304pp411ra</pub-id></citation></ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Page</surname> <given-names>S. E.</given-names></name> <name><surname>Rieley</surname> <given-names>J. O.</given-names></name> <name><surname>Banks</surname> <given-names>C. J.</given-names></name></person-group> (<year>2011</year>). <article-title>Global and regional importance of the tropical peatland carbon pool</article-title>. <source>Glob. Change Biol.</source> <volume>17</volume>, <fpage>798</fpage>&#x02013;<lpage>818</lpage>. <pub-id pub-id-type="doi">10.1111/j.1365-2486.2010.02279.x</pub-id></citation></ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Page</surname> <given-names>S. E.</given-names></name> <name><surname>Siegert</surname> <given-names>F.</given-names></name> <name><surname>Rieley</surname> <given-names>J. O.</given-names></name> <name><surname>Boehm</surname> <given-names>H.-D. V.</given-names></name> <name><surname>Jaya</surname> <given-names>A.</given-names></name> <name><surname>Limin</surname> <given-names>S.</given-names></name></person-group> (<year>2002</year>). <article-title>The amount of carbon released from peat and forest fires in Indonesia during 1997</article-title>. <source>Nature</source> <volume>420</volume>, <fpage>61</fpage>&#x02013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1038/nature01131</pub-id><pub-id pub-id-type="pmid">12422213</pub-id></citation></ref>
<ref id="B33">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Paoli</surname> <given-names>G.</given-names></name> <name><surname>Gillespie</surname> <given-names>P.</given-names></name> <name><surname>Wells</surname> <given-names>P.</given-names></name> <name><surname>Hovani</surname> <given-names>L.</given-names></name> <name><surname>Sileuw</surname> <given-names>A.</given-names></name> <name><surname>Franklin</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2013</year>). <source>Oil Palm in Indonesia: Governance, Decision Making and Implications for Sustainable Development</source>. <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>The Nature Conservancy</publisher-name>.</citation></ref>
<ref id="B34">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Parry</surname> <given-names>M.</given-names></name> <name><surname>Canziani</surname> <given-names>O.</given-names></name> <name><surname>Palutikof</surname> <given-names>J.</given-names></name> <name><surname>Van der Linden</surname> <given-names>P.</given-names></name> <name><surname>Hanson</surname> <given-names>C.</given-names></name></person-group> (<year>2007</year>). <article-title>Contribution of working group ii to the fourth assessment report of the intergovernmental panel on climate change, 2007,</article-title> in <source>Climate Change 2007: Working Group II: Impacts, Adaptation and Vulnerability</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.ipcc.ch/report/ar4/wg2/">https://www.ipcc.ch/report/ar4/wg2/</ext-link></citation></ref>
<ref id="B35">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Pavlidis</surname> <given-names>P.</given-names></name> <name><surname>Weston</surname> <given-names>J.</given-names></name> <name><surname>Cai</surname> <given-names>J.</given-names></name> <name><surname>Grundy</surname> <given-names>W. N.</given-names></name></person-group> (<year>2001</year>). <article-title>Gene functional classification from heterogeneous data,</article-title> in <source>Proceedings of the Fifth Annual International Conference on Computational Biology</source> (<publisher-loc>Montreal, QC</publisher-loc>: <publisher-name>ACM</publisher-name>), <fpage>249</fpage>&#x02013;<lpage>255</lpage>.</citation></ref>
<ref id="B36">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Petersen</surname> <given-names>R.</given-names></name> <name><surname>Goldman</surname> <given-names>E.</given-names></name> <name><surname>Harris</surname> <given-names>N.</given-names></name> <name><surname>Sargent</surname> <given-names>S.</given-names></name> <name><surname>Aksenov</surname> <given-names>D.</given-names></name> <name><surname>Manisha</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2016</year>). <source>Mapping Tree Plantations With Multispectral Imagery: Preliminary Results for Seven Tropical Countries</source>. <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>World Resources Institute</publisher-name>.</citation></ref>
<ref id="B37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rupani</surname> <given-names>P. F.</given-names></name> <name><surname>Singh</surname> <given-names>R. P.</given-names></name> <name><surname>Ibrahim</surname> <given-names>M. H.</given-names></name> <name><surname>Esa</surname> <given-names>N.</given-names></name></person-group> (<year>2010</year>). <article-title>Review of current palm oil mill effluent (POME) treatment methods: vermicomposting as a sustainable practice</article-title>. <source>World Appl. Sci. J.</source> <volume>11</volume>, <fpage>70</fpage>&#x02013;<lpage>81</lpage>.</citation></ref>
<ref id="B38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scarlat</surname> <given-names>N.</given-names></name> <name><surname>Dallemand</surname> <given-names>J.-F.</given-names></name></person-group> (<year>2011</year>). <article-title>Recent developments of biofuels/bioenergy sustainability certification: a global overview</article-title>. <source>Energy Policy</source> <volume>39</volume>, <fpage>1630</fpage>&#x02013;<lpage>1646</lpage>. <pub-id pub-id-type="doi">10.1016/j.enpol.2010.12.039</pub-id></citation></ref>
<ref id="B39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schouten</surname> <given-names>G.</given-names></name> <name><surname>Glasbergen</surname> <given-names>P.</given-names></name></person-group> (<year>2011</year>). <article-title>Creating legitimacy in global private governance: the case of the roundtable on sustainable palm oil</article-title>. <source>Ecol. Econ.</source> <volume>70</volume>, <fpage>1891</fpage>&#x02013;<lpage>1899</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecolecon.2011.03.012</pub-id></citation></ref>
<ref id="B40">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Sheil</surname> <given-names>D.</given-names></name> <name><surname>Casson</surname> <given-names>A.</given-names></name> <name><surname>Meijaard</surname> <given-names>E.</given-names></name> <name><surname>Van Noordwjik</surname> <given-names>M.</given-names></name> <name><surname>Gaskell</surname> <given-names>J.</given-names></name> <name><surname>Sunderland-Groves</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2009</year>). <source>The Impacts and Opportunities of Oil Palm in Southeast Asia: What Do We Know and What Do We Need to Know?</source> <publisher-loc>Number CIFOR Occasional Paper no. 51. Bogor</publisher-loc>: <publisher-name>Center for International Forestry Research (CIFOR)</publisher-name>.</citation></ref>
<ref id="B41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sorda</surname> <given-names>G.</given-names></name> <name><surname>Banse</surname> <given-names>M.</given-names></name> <name><surname>Kemfert</surname> <given-names>C.</given-names></name></person-group> (<year>2010</year>). <article-title>An overview of biofuel policies across the world</article-title>. <source>Energy Policy</source> <volume>38</volume>, <fpage>6977</fpage>&#x02013;<lpage>6988</lpage>. <pub-id pub-id-type="doi">10.1016/j.enpol.2010.06.066</pub-id></citation></ref>
<ref id="B42">
<citation citation-type="web"><person-group person-group-type="author"><collab>STA</collab></person-group> (<year>2018</year>). <source>Statistics Indonesia</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.bps.go.id/dynamictable/2015/09/04%2000/protect/kern+.2222em/relax00/protect/kern+.2222em/relax00/838/luas-tanamanperkebunan-menurut-propinsi-dan-jenis-tanaman-indonesia-000-ha-2011-2016-.html">https://www.bps.go.id/dynamictable/2015/09/04%2000/protect/kern+.2222em/relax00/protect/kern+.2222em/relax00/838/luas-tanamanperkebunan-menurut-propinsi-dan-jenis-tanaman-indonesia-000-ha-2011-2016-.html</ext-link> (accessed July 7, 2018).</citation></ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tilman</surname> <given-names>D.</given-names></name> <name><surname>Socolow</surname> <given-names>R.</given-names></name> <name><surname>Foley</surname> <given-names>J. A.</given-names></name> <name><surname>Hill</surname> <given-names>J.</given-names></name> <name><surname>Larson</surname> <given-names>E.</given-names></name> <name><surname>Lynd</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2009</year>). <article-title>Beneficial biofuels&#x02013;the food, energy, and environment trilemma</article-title>. <source>Science</source> <volume>325</volume>, <fpage>270</fpage>&#x02013;<lpage>271</lpage>. <pub-id pub-id-type="doi">10.1126/science.1177970</pub-id><pub-id pub-id-type="pmid">19608900</pub-id></citation></ref>
<ref id="B44">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Wakker</surname> <given-names>E.</given-names></name> <name><surname>Asia</surname> <given-names>A.</given-names></name></person-group> (<year>2014</year>). <source>Indonesia: Illegalities in Forest Clearance for Large-Scale Commercial Plantations</source>. <publisher-loc>Washington, DC; Amsterdam</publisher-loc>: <publisher-name>Forest Trends; Aidenvironment</publisher-name>.</citation></ref>
<ref id="B45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>WCS</surname> <given-names>W. C. S. I. P.</given-names></name></person-group> (<year>2010</year>). <article-title>Oil palm, biodiversity and indonesian law,</article-title> in <source>WCS Indonesia Program</source>.</citation></ref>
<ref id="B46">
<citation citation-type="web"><person-group person-group-type="author"><collab>WorldAtlas</collab></person-group> (<year>2018</year>). <source>Top Palm Oil Producing Countries in the World</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.worldatlas.com/articles/top-palm-oil-producing-countries-in-the-world.html">https://www.worldatlas.com/articles/top-palm-oil-producing-countries-in-the-world.html</ext-link> (accessed July 7, 2018).</citation></ref>
<ref id="B47">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ziegler</surname> <given-names>A. D.</given-names></name> <name><surname>Phelps</surname> <given-names>J.</given-names></name> <name><surname>Yuen</surname> <given-names>J. Q.</given-names></name> <name><surname>Webb</surname> <given-names>E. L.</given-names></name> <name><surname>Lawrence</surname> <given-names>D.</given-names></name> <name><surname>Fox</surname> <given-names>J. M.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>Carbon outcomes of major land-cover transitions in SE Asia: great uncertainties and REDD&#x0002B; policy implications</article-title>. <source>Glob. Change Biol.</source> <volume>18</volume>, <fpage>3087</fpage>&#x02013;<lpage>3099</lpage>. <pub-id pub-id-type="doi">10.1111/j.1365-2486.2012.02747.x</pub-id><pub-id pub-id-type="pmid">28741819</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn id="fn0001"><p><sup>1</sup><ext-link ext-link-type="uri" xlink:href="http://data.globalforestwatch.org/datasets/oil-palm-concessions?geometry=88.921%2C-9.085%2C163.232%2C6.245">http://data.globalforestwatch.org/datasets/oil-palm-concessions?geometry=88.921%2C-9.085%2C163.232%2C6.245</ext-link></p></fn>
<fn id="fn0002"><p><sup>2</sup><ext-link ext-link-type="uri" xlink:href="http://data.globalforestwatch.org/datasets/e129158a68434ca49d96a40d0e3109b1?geometry=94.614%2C-3.446%2C131.77%2C4.239">http://data.globalforestwatch.org/datasets/e129158a68434ca49d96a40d0e3109b1?geometry=94.614%2C-3.446%2C131.77%2C4.239</ext-link></p></fn>
</fn-group>
<fn-group>
<fn fn-type="financial-disclosure"><p><bold>Funding.</bold> This work was funded by the NSF Award 1029711 and NSF Big Data Award 1838159. JG and PW were partially supported by the Belmont Forum/FACCE-JPI funded DEVIL project (NE/M021327/1). Access to computing facilities was provided by Minnesota Supercomputing Institute.</p>
</fn>
</fn-group>
</back>
</article>
