%0 Journal Article %1 Levy2007 %A Levy, Roger %D 2007 %J Cognition %K models psycholinguistics statistics %R 10.1016/j.cognition.2007.05.006 %T Expectation-based syntactic comprehension %U http://www.ncbi.nlm.nih.gov/sites/entrez?db=pubmed&uid=17662975&cmd=showdetailview&indexed=google %X This paper investigates the role of resource allocation as a source of processing difficulty in human sentence comprehension. The paper proposes a simple information-theoretic characterization of processing difficulty as the work incurred by resource reallocation during parallel, incremental, probabilistic disambiguation in sentence comprehension, and demonstrates its equivalence to the theory of Hale Hale, J. (2001). A probabilistic Earley parser as a psycholinguistic model. In Proceedings of NAACL (Vol. 2, pp. 159-166), in which the difficulty of a word is proportional to its surprisal (its negative log-probability) in the context within which it appears. This proposal subsumes and clarifies findings that high-constraint contexts can facilitate lexical processing, and connects these findings to well-known models of parallel constraint-based comprehension. In addition, the theory leads to a number of specific predictions about the role of expectation in syntactic comprehension, including the reversal of locality-based difficulty patterns in syntactically constrained contexts, and conditions under which increased ambiguity facilitates processing. The paper examines a range of established results bearing on these predictions, and shows that they are largely consistent with the surprisal theory.

@article{Levy2007, abstract = {This paper investigates the role of resource allocation as a source of processing difficulty in human sentence comprehension. The paper proposes a simple information-theoretic characterization of processing difficulty as the work incurred by resource reallocation during parallel, incremental, probabilistic disambiguation in sentence comprehension, and demonstrates its equivalence to the theory of Hale [Hale, J. (2001). A probabilistic Earley parser as a psycholinguistic model. In Proceedings of NAACL (Vol. 2, pp. 159-166)], in which the difficulty of a word is proportional to its surprisal (its negative log-probability) in the context within which it appears. This proposal subsumes and clarifies findings that high-constraint contexts can facilitate lexical processing, and connects these findings to well-known models of parallel constraint-based comprehension. In addition, the theory leads to a number of specific predictions about the role of expectation in syntactic comprehension, including the reversal of locality-based difficulty patterns in syntactically constrained contexts, and conditions under which increased ambiguity facilitates processing. The paper examines a range of established results bearing on these predictions, and shows that they are largely consistent with the surprisal theory.}, added-at = {2007-12-11T09:29:33.000+0100}, author = {Levy, Roger}, biburl = {https://www.bibsonomy.org/bibtex/200a56d2e91d27023abf31447b7f25d09/stefano}, description = {Expectation-based syntactic comprehension. [Cognition. 2007] - PubMed Result}, doi = {10.1016/j.cognition.2007.05.006}, interhash = {f4bab6b694e7faf9b48da7fb409d2797}, intrahash = {00a56d2e91d27023abf31447b7f25d09}, journal = {Cognition}, keywords = {models psycholinguistics statistics}, month = Jul, pmid = {17662975}, timestamp = {2007-12-11T09:29:33.000+0100}, title = {Expectation-based syntactic comprehension}, url = {http://www.ncbi.nlm.nih.gov/sites/entrez?db=pubmed&uid=17662975&cmd=showdetailview&indexed=google}, year = 2007 }