TY  - JOUR
AU  - Liu, Chun-ya
PY  - 2026
DA  - 2026/10/26
TI  - How Much Does the Classifier Matter? A Cluster-Aware Comparison of Six Machine Learning Algorithms for Land Use Land Cover Mapping of Taipei, Taiwan, Using Google Earth Engine and Python
JO  - ICCK Journal of Image Analysis and Processing
T2  - ICCK Journal of Image Analysis and Processing
JF  - ICCK Journal of Image Analysis and Processing
VL  - 2
IS  - 4
SP  - 252
EP  - 276
DO  - 10.62762/JIAP.2026.490298
UR  - https://www.icck.org/article/abs/JIAP.2026.490298
KW  - land use land cover
KW  - google earth engine
KW  - sentinel-2
KW  - spatial autocorrelation
KW  - clustered McNemar test
KW  - design effect
KW  - area estimation
KW  - Taipei
AB  - Comparative studies of machine learning classifiers for Land Use Land Cover (LULC) mapping often recommend one algorithm, yet their validation pixels are usually drawn from a few hand-digitised polygons and are far from independent. This study tested whether such differences survive that dependence. Six classifiers, namely Classification and Regression Tree (CART), Random Forest, Extreme Gradient Boosting (XGBoost), Light Gradient Boosting Machine (LightGBM), a multilayer perceptron and a support vector machine (SVM) with a radial basis function kernel, were applied to four top-of-atmosphere bands of a 2020 annual Sentinel-2 median composite of Taipei City, Taiwan, at 10~m. All 110 reference polygons were kept whole in both the hold-out split and the tuning folds. Pairwise differences were tested with the standard and the cluster-corrected McNemar test, and accuracies and class areas were estimated with the Olofsson stratified estimator on the effective sample size. Hold-out overall accuracy ranged only from 0.927 (CART) to 0.956 (SVM). The 1,829 validation pixels came from 30 polygons and, with a design effect of 71-76, were equivalent to only 24-26 independent observations. Eight of the fifteen pairwise differences were significant under the standard test, but none remained significant after the cluster correction. Mapped areas nevertheless differed markedly between models, from 71.7 to 102.1~km$^2$ for built-up land and from 10.9 to 32.2~km$^2$ for swamp; for built-up land, the between-model spread was as large as the sampling uncertainty of a single map. The six classifiers are therefore statistically indistinguishable in accuracy, and the choice among them should rest on computational cost, which differed by a factor of about 330 at inference, and on the stability of the areas they produce.
SN  - 3068-6679
PB  - Institute of Central Computation and Knowledge
LA  - English
ER  - 

@article{Liu2026How,
  author = {Chun-ya Liu},
  title = {How Much Does the Classifier Matter? A Cluster-Aware Comparison of Six Machine Learning Algorithms for Land Use Land Cover Mapping of Taipei, Taiwan, Using Google Earth Engine and Python},
  journal = {ICCK Journal of Image Analysis and Processing},
  year = {2026},
  volume = {2},
  number = {4},
  pages = {252-276},
  doi = {10.62762/JIAP.2026.490298},
  url = {https://www.icck.org/article/abs/JIAP.2026.490298},
  abstract = {Comparative studies of machine learning classifiers for Land Use Land Cover (LULC) mapping often recommend one algorithm, yet their validation pixels are usually drawn from a few hand-digitised polygons and are far from independent. This study tested whether such differences survive that dependence. Six classifiers, namely Classification and Regression Tree (CART), Random Forest, Extreme Gradient Boosting (XGBoost), Light Gradient Boosting Machine (LightGBM), a multilayer perceptron and a support vector machine (SVM) with a radial basis function kernel, were applied to four top-of-atmosphere bands of a 2020 annual Sentinel-2 median composite of Taipei City, Taiwan, at 10~m. All 110 reference polygons were kept whole in both the hold-out split and the tuning folds. Pairwise differences were tested with the standard and the cluster-corrected McNemar test, and accuracies and class areas were estimated with the Olofsson stratified estimator on the effective sample size. Hold-out overall accuracy ranged only from 0.927 (CART) to 0.956 (SVM). The 1,829 validation pixels came from 30 polygons and, with a design effect of 71-76, were equivalent to only 24-26 independent observations. Eight of the fifteen pairwise differences were significant under the standard test, but none remained significant after the cluster correction. Mapped areas nevertheless differed markedly between models, from 71.7 to 102.1~km\$^2\$ for built-up land and from 10.9 to 32.2~km\$^2\$ for swamp; for built-up land, the between-model spread was as large as the sampling uncertainty of a single map. The six classifiers are therefore statistically indistinguishable in accuracy, and the choice among them should rest on computational cost, which differed by a factor of about 330 at inference, and on the stability of the areas they produce.},
  keywords = {land use land cover, google earth engine, sentinel-2, spatial autocorrelation, clustered McNemar test, design effect, area estimation, Taipei},
  issn = {3068-6679},
  publisher = {Institute of Central Computation and Knowledge}
}