@proceedings{J, abstract = {The stance detection task aims at detecting the stance of a tweet or a text for a target. These targets can be named entities or free-form sentences (claims). Though the task involves reasoning of the tweet with respect to a target, we find that it is possible to achieve high accuracy on several publicly available Twitter stance detection datasets without looking at the target sentence. Specifically, a simple tweet classification model achieved human-level performance on the WT–WT dataset and more than two-third accuracy on various other datasets. We investigate the existence of biases in such datasets to find the potential spurious correlations of sentiment-stance relations and lexical choice associated with the stance category. Furthermore, we propose a new large dataset free of such biases and demonstrate its aptness on the existing stance detection systems. Our empirical findings show much scope for research on the stance detection task and proposes several considerations for creating future stance detection datasets.}, added-at = {2022-02-19T19:38:53.000+0100}, author = {Kaushal, Ayush and Saha, Avirup and Ganguly, Niloy}, biburl = {https://www.bibsonomy.org/bibtex/2b6f7b43deace6edd3383b59644be3069/niloy}, description = {tWT–WT: A Dataset to Assert the Role of Target Entities for Detecting Stance of Tweets}, eventdate = {June 6 - 11}, eventtitle = {2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies}, interhash = {fc8f38981fc759db587a1535600f4cad}, intrahash = {b6f7b43deace6edd3383b59644be3069}, keywords = {leibnizailab myown}, month = jun, pages = {3879-3889}, timestamp = {2022-02-25T09:03:17.000+0100}, title = {tWT–WT: A Dataset to Assert the Role of Target Entities for Detecting Stance of Tweets}, year = 2021 } @inproceedings{conf/naacl/KaushalSG21, added-at = {2021-08-06T00:00:00.000+0200}, author = {Kaushal, Ayush and Saha, Avirup and Ganguly, Niloy}, biburl = {https://www.bibsonomy.org/bibtex/2be44d927246a4ed44192a5e03dc78161/dblp}, booktitle = {NAACL-HLT}, crossref = {conf/naacl/2021}, editor = {Toutanova, Kristina and Rumshisky, Anna and Zettlemoyer, Luke and Hakkani-Tür, Dilek and Beltagy, Iz and Bethard, Steven and Cotterell, Ryan and Chakraborty, Tanmoy and Zhou, Yichao}, ee = {https://aclanthology.org/2021.naacl-main.303/}, interhash = {fc8f38981fc759db587a1535600f4cad}, intrahash = {be44d927246a4ed44192a5e03dc78161}, isbn = {978-1-954085-46-6}, keywords = {dblp}, pages = {3879-3889}, publisher = {Association for Computational Linguistics}, timestamp = {2024-04-09T14:53:30.000+0200}, title = {tWT-WT: A Dataset to Assert the Role of Target Entities for Detecting Stance of Tweets.}, url = {http://dblp.uni-trier.de/db/conf/naacl/naacl2021.html#KaushalSG21}, year = 2021 } @proceedings{J, abstract = {The stance detection task aims at detecting the stance of a tweet or a text for a target. These targets can be named entities or free-form sentences (claims). Though the task involves reasoning of the tweet with respect to a target, we find that it is possible to achieve high accuracy on several publicly available Twitter stance detection datasets without looking at the target sentence. Specifically, a simple tweet classification model achieved human-level performance on the WT–WT dataset and more than two-third accuracy on various other datasets. We investigate the existence of biases in such datasets to find the potential spurious correlations of sentiment-stance relations and lexical choice associated with the stance category. Furthermore, we propose a new large dataset free of such biases and demonstrate its aptness on the existing stance detection systems. Our empirical findings show much scope for research on the stance detection task and proposes several considerations for creating future stance detection datasets.}, added-at = {2021-07-20T13:13:34.000+0200}, author = {Kaushal, Ayush and Saha, Avirup and Ganguly, Niloy}, biburl = {https://www.bibsonomy.org/bibtex/2b6f7b43deace6edd3383b59644be3069/sophieschr}, description = {tWT–WT: A Dataset to Assert the Role of Target Entities for Detecting Stance of Tweets}, eventdate = {June 6 - 11}, eventtitle = {2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies}, interhash = {fc8f38981fc759db587a1535600f4cad}, intrahash = {b6f7b43deace6edd3383b59644be3069}, keywords = {l3s leibnizailab}, month = jun, pages = {3879-3889}, timestamp = {2021-07-21T13:30:42.000+0200}, title = {tWT–WT: A Dataset to Assert the Role of Target Entities for Detecting Stance of Tweets}, year = 2021 }