%0 Conference Paper %1 Frey2024AssessingEvolutionLLM %A Frey, Johannes %A Meyer, Lars-Peter %A Brei, Felix %A Gründer-Fahrer, Sabine %A Martin, Michael %B The Semantic Web: ESWC 2024 Satellite Events %D 2025 %I Springer Nature Switzerland %K es frey group_aksw lpmeyer martin %P 51--60 %R 10.1007/978-3-031-78952-6_5 %T Assessing the Evolution of LLM Capabilities for Knowledge Graph Engineering in 2023 %U https://2024.eswc-conferences.org/wp-content/uploads/2024/05/77770050.pdf %V 15344 %X In this study, we evaluate the evolution of LLM capabilities w.r.t. the RDF Turtle and SPARQL language as foundational skills to assist with various KGE tasks. We measure the LLM response quality using 6 LLM-KG-Bench tasks for a total of 15 LLM versions available over the course of 2023, covering 5 different “major version” LLM classes (GPT3.5 Turbo, GPT4, Claude-1.x, Claude-2.x, and Claude-instant-1.x). %@ 9783031789526

@inproceedings{Frey2024AssessingEvolutionLLM, abstract = {In this study, we evaluate the evolution of LLM capabilities w.r.t. the RDF Turtle and SPARQL language as foundational skills to assist with various KGE tasks. We measure the LLM response quality using 6 LLM-KG-Bench tasks for a total of 15 LLM versions available over the course of 2023, covering 5 different “major version” LLM classes (GPT3.5 Turbo, GPT4, Claude-1.x, Claude-2.x, and Claude-instant-1.x).}, added-at = {2025-07-09T22:25:24.000+0200}, author = {Frey, Johannes and Meyer, Lars-Peter and Brei, Felix and Gründer-Fahrer, Sabine and Martin, Michael}, biburl = {https://www.bibsonomy.org/bibtex/285676bef27aa6c0f862fa64779c8684a/aksw}, booktitle = {The Semantic Web: {ESWC} 2024 Satellite Events}, doi = {10.1007/978-3-031-78952-6_5}, interhash = {2886d97efbc426ecabefaed6e64d9fdc}, intrahash = {85676bef27aa6c0f862fa64779c8684a}, isbn = {9783031789526}, issn = {1611-3349}, keywords = {es frey group_aksw lpmeyer martin}, pages = {51--60}, publisher = {Springer Nature Switzerland}, series = {Lecture Notes in Computer Science}, timestamp = {2025-07-09T22:25:24.000+0200}, title = {Assessing the Evolution of {LLM} Capabilities for Knowledge Graph Engineering in 2023}, url = {https://2024.eswc-conferences.org/wp-content/uploads/2024/05/77770050.pdf}, volume = 15344, year = 2025 }