%0 Journal Article %1 Jolliff.Kindle.ea2009 %A Jolliff, J. %A Kindle, J. C. %A Shulman, I. %A Penta, B. %A Friedrichs, M. A. M. %A Helber, R. %A Arnone, R. A. %D 2009 %J Journal of Marine Systems %K Marine Modeling, Phytoplankton, Remote Statistical analysis ecosystem model, sensing, %P 64--82 %T Summary diagrams for coupled hydrodynamic-ecosystem model skill assessment %V 76 %X The increasing complexity of coupled hydrodynamic-ecosystem models may require skill assessment methods that both quantify various aspects of model performance and visually summarize these aspects within compact diagrams. Hence summary diagrams, such as the Taylor diagram Taylor, 2001, Journal of Geophysical Research, 106, D7, 7183–7192, may meet this requirement by exploiting mathematical relationships between widely known statistical quantities in order to succinctly display a suite of model skill metrics in a single plot. In this paper, sensitivity results from a coupled model are compared with Sea-viewing Wide Field-ofviewSensor (SeaWiFS) satellite ocean color data in order to assess the utility of the Taylor diagram and to develop a set of alternatives. Summary diagrams are only effective as skill assessment tools insofar as the statistical quantities they communicate adequately capture differentiable aspects of model performance. Here we demonstrate how the linear correlation coefficients and variance comparisons (pattern statistics) that constitute a Taylor diagram may fail to identify other potentially important aspects of coupledmodel performance, even if these quantities appear close to their ideal values. An additional skill assessment tool, the target diagram, is developed in order to provide summary information about howthe pattern statistics and the bias (difference of mean values) each contribute to the magnitude of the total Root-Mean-Square Difference (RMSD). In addition, a potential inconsistency in the use of RMSD statistics as skill metrics for overall model and observation agreement is identified: underestimates of the observed field?s variance are rewardedwhen the linear correlation scores are less than unity. An alternative skill score and skill score-based summary diagram is presented.

@article{Jolliff.Kindle.ea2009, abstract = {The increasing complexity of coupled hydrodynamic-ecosystem models may require skill assessment methods that both quantify various aspects of model performance and visually summarize these aspects within compact diagrams. Hence summary diagrams, such as the Taylor diagram [Taylor, 2001, Journal of Geophysical Research, 106, D7, 7183–7192], may meet this requirement by exploiting mathematical relationships between widely known statistical quantities in order to succinctly display a suite of model skill metrics in a single plot. In this paper, sensitivity results from a coupled model are compared with Sea-viewing Wide Field-ofviewSensor (SeaWiFS) satellite ocean color data in order to assess the utility of the Taylor diagram and to develop a set of alternatives. Summary diagrams are only effective as skill assessment tools insofar as the statistical quantities they communicate adequately capture differentiable aspects of model performance. Here we demonstrate how the linear correlation coefficients and variance comparisons (pattern statistics) that constitute a Taylor diagram may fail to identify other potentially important aspects of coupledmodel performance, even if these quantities appear close to their ideal values. An additional skill assessment tool, the target diagram, is developed in order to provide summary information about howthe pattern statistics and the bias (difference of mean values) each contribute to the magnitude of the total Root-Mean-Square Difference (RMSD). In addition, a potential inconsistency in the use of RMSD statistics as skill metrics for overall model and observation agreement is identified: underestimates of the observed field?s variance are rewardedwhen the linear correlation scores are less than unity. An alternative skill score and skill score-based summary diagram is presented.}, added-at = {2011-09-01T13:26:03.000+0200}, author = {Jolliff, J. and Kindle, J. C. and Shulman, I. and Penta, B. and Friedrichs, M. A. M. and Helber, R. and Arnone, R. A.}, biburl = {https://www.bibsonomy.org/bibtex/2402c67f18b63d051da0cfadf7a2295e4/procomun}, file = {Jolliff.Kindle.ea2009.pdf:Jolliff.Kindle.ea2009.pdf:PDF}, interhash = {167cd15979ac6df0886672231d050da8}, intrahash = {402c67f18b63d051da0cfadf7a2295e4}, journal = {Journal of Marine Systems}, keywords = {Marine Modeling, Phytoplankton, Remote Statistical analysis ecosystem model, sensing,}, owner = {oscar}, pages = {64--82}, refid = {Jolliff.Kindle.ea2009}, timestamp = {2011-09-02T08:25:25.000+0200}, title = {Summary diagrams for coupled hydrodynamic-ecosystem model skill assessment}, volume = 76, year = 2009 }