2020
Maier-Hein, Lena; Reinke, Annika; Kozubek, Michal; Martel, Anne L.; Arbel, Tal; Eisenmann, Matthias; Hanbury, Allan; Jannin, Pierre; Müller, Henning; Onogur, Sinan; Saez-Rodriguez, Julio; Ginneken, Bram; Kopp-Schneider, Annette; Landman, Bennett A
BIAS: Transparent reporting of biomedical image analysis challenges Journal Article
In: Medical Image Analysis, vol. 66, pp. 101796, 2020, ISSN: 13618423.
Abstract | Links | BibTeX | Tags: Biomedical challenges
@article{Maier-Hein2020,
title = {BIAS: Transparent reporting of biomedical image analysis challenges},
author = {Lena Maier-Hein and Annika Reinke and Michal Kozubek and Anne L. Martel and Tal Arbel and Matthias Eisenmann and Allan Hanbury and Pierre Jannin and Henning Müller and Sinan Onogur and Julio Saez-Rodriguez and Bram Ginneken and Annette Kopp-Schneider and Bennett A Landman},
url = {https://doi.org/10.1016/j.media.2020.101796 https://linkinghub.elsevier.com/retrieve/pii/S1361841520301602},
doi = {10.1016/j.media.2020.101796},
issn = {13618423},
year = {2020},
date = {2020-12-01},
urldate = {2020-12-01},
journal = {Medical Image Analysis},
volume = {66},
pages = {101796},
abstract = {The number of biomedical image analysis challenges organized per year is steadily increasing. These international competitions have the purpose of benchmarking algorithms on common data sets, typically to identify the best method for a given problem. Recent research, however, revealed that common practice related to challenge reporting does not allow for adequate interpretation and reproducibility of results. To address the discrepancy between the impact of challenges and the quality (control), the Biomedical Image Analysis ChallengeS (BIAS) initiative developed a set of recommendations for the reporting of challenges. The BIAS statement aims to improve the transparency of the reporting of a biomedical image analysis challenge regardless of field of application, image modality or task category assessed. This article describes how the BIAS statement was developed and presents a checklist which authors of biomedical image analysis challenges are encouraged to include in their submission when giving a paper on a challenge into review. The purpose of the checklist is to standardize and facilitate the review process and raise interpretability and reproducibility of challenge results by making relevant information explicit.},
keywords = {Biomedical challenges},
pubstate = {published},
tppubtype = {article}
}
The number of biomedical image analysis challenges organized per year is steadily increasing. These international competitions have the purpose of benchmarking algorithms on common data sets, typically to identify the best method for a given problem. Recent research, however, revealed that common practice related to challenge reporting does not allow for adequate interpretation and reproducibility of results. To address the discrepancy between the impact of challenges and the quality (control), the Biomedical Image Analysis ChallengeS (BIAS) initiative developed a set of recommendations for the reporting of challenges. The BIAS statement aims to improve the transparency of the reporting of a biomedical image analysis challenge regardless of field of application, image modality or task category assessed. This article describes how the BIAS statement was developed and presents a checklist which authors of biomedical image analysis challenges are encouraged to include in their submission when giving a paper on a challenge into review. The purpose of the checklist is to standardize and facilitate the review process and raise interpretability and reproducibility of challenge results by making relevant information explicit.