@inproceedings{DBLP:conf/blackboxnlp/SinghWA20,
  added-at = {2024-01-03T13:51:33.000+0100},
  author = {Wallat, Jonas and Singh, Jaspreet and Anand, Avishek},
  bibsource = {dblp computer science bibliography, https://dblp.org},
  biburl = {https://www.bibsonomy.org/bibtex/2c922c57088bcbc28676dc8f2f6f5e901/jonaswallat},
  booktitle = {Proceedings of the Third BlackboxNLP Workshop on Analyzing and Interpreting                  Neural Networks for NLP, BlackboxNLP@EMNLP 2020, Online, November                  2020},
  doi = {10.18653/V1/2020.BLACKBOXNLP-1.17},
  editor = {Alishahi, Afra and Belinkov, Yonatan and Chrupala, Grzegorz and Hupkes, Dieuwke and Pinter, Yuval and Sajjad, Hassan},
  interhash = {ffd3cc507b49956f5a570d97f52ef9c1},
  intrahash = {c922c57088bcbc28676dc8f2f6f5e901},
  keywords = {leibnizailab myown},
  pages = {174--183},
  publisher = {Association for Computational Linguistics},
  timestamp = {2024-01-03T13:53:35.000+0100},
  title = {BERTnesia: Investigating the capture and forgetting of knowledge in
                  BERT},
  url = {https://doi.org/10.18653/v1/2020.blackboxnlp-1.17},
  year = 2020
}

@inproceedings{conf/blackboxnlp/SinghWA20,
  added-at = {2021-08-09T00:00:00.000+0200},
  author = {Singh, Jaspreet and Wallat, Jonas and Anand, Avishek},
  biburl = {https://www.bibsonomy.org/bibtex/2bf0d7c9c21936f0d53f3c07acc5b891a/dblp},
  booktitle = {BlackboxNLP@EMNLP},
  crossref = {conf/blackboxnlp/2020},
  editor = {Alishahi, Afra and Belinkov, Yonatan and Chrupala, Grzegorz and Hupkes, Dieuwke and Pinter, Yuval and Sajjad, Hassan},
  ee = {https://doi.org/10.18653/v1/2020.blackboxnlp-1.17},
  interhash = {ffd3cc507b49956f5a570d97f52ef9c1},
  intrahash = {bf0d7c9c21936f0d53f3c07acc5b891a},
  isbn = {978-1-952148-86-6},
  keywords = {dblp},
  pages = {174-183},
  publisher = {Association for Computational Linguistics},
  timestamp = {2024-04-09T20:05:57.000+0200},
  title = {BERTnesia: Investigating the capture and forgetting of knowledge in BERT.},
  url = {http://dblp.uni-trier.de/db/conf/blackboxnlp/blackboxnlp2020.html#SinghWA20},
  year = 2020
}

@inproceedings{wallat-etal-2020-bertnesia,
  abstract = {Probing complex language models has recently revealed several insights into linguistic and semantic patterns found in the learned representations. In this paper, we probe BERT specifically to understand and measure the relational knowledge it captures. We utilize knowledge base completion tasks to probe every layer of pre-trained as well as fine-tuned BERT (ranking, question answering, NER). Our findings show that knowledge is not just contained in BERT{'}s final layers. Intermediate layers contribute a significant amount (17-60{\%}) to the total knowledge found. Probing intermediate layers also reveals how different types of knowledge emerge at varying rates. When BERT is fine-tuned, relational knowledge is forgotten but the extent of forgetting is impacted by the fine-tuning objective but not the size of the dataset. We found that ranking models forget the least and retain more knowledge in their final layer.},
  added-at = {2021-07-19T16:56:53.000+0200},
  address = {Online},
  author = {Wallat, Jonas and Singh, Jaspreet and Anand, Avishek},
  biburl = {https://www.bibsonomy.org/bibtex/2a412273717ad70f6d915cdc840ff5e36/sophieschr},
  booktitle = {Proceedings of the Third BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP},
  description = {BERTnesia: Investigating the capture and forgetting of knowledge in BERT - ACL Anthology},
  doi = {10.18653/v1/2020.blackboxnlp-1.17},
  interhash = {ffd3cc507b49956f5a570d97f52ef9c1},
  intrahash = {a412273717ad70f6d915cdc840ff5e36},
  keywords = {l3s leibnizailab},
  month = nov,
  pages = {174--183},
  publisher = {Association for Computational Linguistics},
  timestamp = {2021-07-19T16:56:53.000+0200},
  title = {BERTnesia: Investigating the capture and forgetting of knowledge in BERT.},
  url = {http://dblp.uni-trier.de/db/journals/corr/corr2010.html#abs-2010-09313},
  volume = {abs/2010.09313},
  year = 2020
}

@article{journals/corr/abs-2010-09313,
  added-at = {2020-10-21T00:00:00.000+0200},
  author = {Wallat, Jonas and Singh, Jaspreet and Anand, Avishek},
  biburl = {https://www.bibsonomy.org/bibtex/2c3a99774d8b57e947714fc3d9f577f13/dblp},
  ee = {https://arxiv.org/abs/2010.09313},
  interhash = {ffd3cc507b49956f5a570d97f52ef9c1},
  intrahash = {c3a99774d8b57e947714fc3d9f577f13},
  journal = {CoRR},
  keywords = {dblp},
  timestamp = {2020-10-22T11:35:27.000+0200},
  title = {BERTnesia: Investigating the capture and forgetting of knowledge in BERT.},
  url = {http://dblp.uni-trier.de/db/journals/corr/corr2010.html#abs-2010-09313},
  volume = {abs/2010.09313},
  year = 2020
}