%0 Journal Article %1 DeBell01102013 %A DeBell, Matthew %D 2013 %J Political Analysis %K from:knutwenzig MalteMasterThesis imported %N 4 %P 393-406 %R 10.1093/pan/mpt010 %T Harder Than It Looks: Coding Political Knowledge on the ANES %U http://pan.oxfordjournals.org/content/21/4/393.abstract %V 21 %X Political knowledge research faces a problem, perhaps even a crisis. For two decades, the American National Election Studies asked open-ended questions about political knowledge and coded answers using procedures that are neither reliable nor replicable and that were never shown to be optimally valid. Consequently, conclusions based on these widely used measures of the public?s competence are in doubt. This article presents several new and overdue methodological improvements: coding knowledge data using formal and specific coding rules based on a substantive rationale for the validity of the codes, recognizing partially correct answers, using multiple coders working independently, using machine coding, and testing reliability and validity. The new methods are an improvement because they are transparent and replicable and they produce valid and extremely reliable knowledge data. Further, machine coding produces codes nearly identical to those from a team of human coders, at much lower cost.

@article{DeBell01102013, abstract = {Political knowledge research faces a problem, perhaps even a crisis. For two decades, the American National Election Studies asked open-ended questions about political knowledge and coded answers using procedures that are neither reliable nor replicable and that were never shown to be optimally valid. Consequently, conclusions based on these widely used measures of the public?s competence are in doubt. This article presents several new and overdue methodological improvements: coding knowledge data using formal and specific coding rules based on a substantive rationale for the validity of the codes, recognizing partially correct answers, using multiple coders working independently, using machine coding, and testing reliability and validity. The new methods are an improvement because they are transparent and replicable and they produce valid and extremely reliable knowledge data. Further, machine coding produces codes nearly identical to those from a team of human coders, at much lower cost.}, added-at = {2014-05-20T08:59:41.000+0200}, author = {DeBell, Matthew}, biburl = {https://www.bibsonomy.org/bibtex/25e0e6274654f42584ac9e1497c5d6cb4/autocode}, doi = {10.1093/pan/mpt010}, eprint = {http://pan.oxfordjournals.org/content/21/4/393.full.pdf+html}, interhash = {47ba717c51e3b7ed3e26f7e0d3c2c488}, intrahash = {5e0e6274654f42584ac9e1497c5d6cb4}, journal = {Political Analysis}, keywords = {from:knutwenzig MalteMasterThesis imported}, number = 4, pages = {393-406}, timestamp = {2014-05-20T08:59:41.000+0200}, title = {{Harder Than It Looks: Coding Political Knowledge on the ANES}}, url = {http://pan.oxfordjournals.org/content/21/4/393.abstract}, volume = 21, year = 2013 }