Peer review forms the backbone of modern scientific manuscript evaluation.
But after two hundred and eighty-nine years of egalitarian service to the
scientific community, does this protocol remain fit for purpose in 2020? In
this work, we answer this question in the negative (strong reject, high
confidence) and propose instead State-Of-the-Art Review (SOAR), a neoteric
reviewing pipeline that serves as a 'plug-and-play' replacement for peer
review. At the heart of our approach is an interpretation of the review process
as a multi-objective, massively distributed and extremely-high-latency
optimisation, which we scalarise and solve efficiently for PAC and CMT-optimal
solutions. We make the following contributions: (1) We propose a highly
scalable, fully automatic methodology for review, drawing inspiration from
best-practices from premier computer vision and machine learning conferences;
(2) We explore several instantiations of our approach and demonstrate that SOAR
can be used to both review prints and pre-review pre-prints; (3) We wander
listlessly in vain search of catharsis from our latest rounds of savage CVPR
rejections.
Description
[2003.14415] State-of-Art-Reviewing: A Radical Proposal to Improve Scientific Publication
%0 Journal Article
%1 albanie2020stateofartreviewing
%A Albanie, Samuel
%A Thewmore, Jaime
%A McCraith, Robert
%A Henriques, Joao F.
%D 2020
%K advice readings writing
%T State-of-Art-Reviewing: A Radical Proposal to Improve Scientific
Publication
%U http://arxiv.org/abs/2003.14415
%X Peer review forms the backbone of modern scientific manuscript evaluation.
But after two hundred and eighty-nine years of egalitarian service to the
scientific community, does this protocol remain fit for purpose in 2020? In
this work, we answer this question in the negative (strong reject, high
confidence) and propose instead State-Of-the-Art Review (SOAR), a neoteric
reviewing pipeline that serves as a 'plug-and-play' replacement for peer
review. At the heart of our approach is an interpretation of the review process
as a multi-objective, massively distributed and extremely-high-latency
optimisation, which we scalarise and solve efficiently for PAC and CMT-optimal
solutions. We make the following contributions: (1) We propose a highly
scalable, fully automatic methodology for review, drawing inspiration from
best-practices from premier computer vision and machine learning conferences;
(2) We explore several instantiations of our approach and demonstrate that SOAR
can be used to both review prints and pre-review pre-prints; (3) We wander
listlessly in vain search of catharsis from our latest rounds of savage CVPR
rejections.
@article{albanie2020stateofartreviewing,
abstract = {Peer review forms the backbone of modern scientific manuscript evaluation.
But after two hundred and eighty-nine years of egalitarian service to the
scientific community, does this protocol remain fit for purpose in 2020? In
this work, we answer this question in the negative (strong reject, high
confidence) and propose instead State-Of-the-Art Review (SOAR), a neoteric
reviewing pipeline that serves as a 'plug-and-play' replacement for peer
review. At the heart of our approach is an interpretation of the review process
as a multi-objective, massively distributed and extremely-high-latency
optimisation, which we scalarise and solve efficiently for PAC and CMT-optimal
solutions. We make the following contributions: (1) We propose a highly
scalable, fully automatic methodology for review, drawing inspiration from
best-practices from premier computer vision and machine learning conferences;
(2) We explore several instantiations of our approach and demonstrate that SOAR
can be used to both review prints and pre-review pre-prints; (3) We wander
listlessly in vain search of catharsis from our latest rounds of savage CVPR
rejections.},
added-at = {2020-04-01T17:00:42.000+0200},
author = {Albanie, Samuel and Thewmore, Jaime and McCraith, Robert and Henriques, Joao F.},
biburl = {https://www.bibsonomy.org/bibtex/25a25b60a7b9197ef76d47727446f5ec4/kirk86},
description = {[2003.14415] State-of-Art-Reviewing: A Radical Proposal to Improve Scientific Publication},
interhash = {d2218b38cafb17fbd5bc7223742a72cd},
intrahash = {5a25b60a7b9197ef76d47727446f5ec4},
keywords = {advice readings writing},
note = {cite arxiv:2003.14415Comment: SIGBOVIK 2020},
timestamp = {2020-04-01T17:00:42.000+0200},
title = {State-of-Art-Reviewing: A Radical Proposal to Improve Scientific
Publication},
url = {http://arxiv.org/abs/2003.14415},
year = 2020
}