%0 Journal Article %1 hubner2016technical %A Hübner, Nicolas %A Rieger, Sven %A Wagner, Wolfgang %D 2016 %I Bamberg: Leibniz Institute for Educational Trajectories, National Educational Panel Study %J NEPS Survey Paper %K use:doi:10.5157/NEPS:BW:3.0.0 from:katjavogel %N 10 %T NEPS Technical Report for English Reading: Scaling Results for the Additional Study Baden-Wuerttemberg %U https://www.neps-data.de/de-de/datenzentrum/publikationen/nepssurveypapers.aspx %X The National Educational Panel Study (NEPS) is aimed at investigating the development of competences across the entire life span. It also develops tests for assessing different competence domains. In order to evaluate the quality of these competence tests, a wide range of item response theory (IRT) analyses were carried out. This paper describes the data and results of analyses of the English reading competence test that was used in the additional study Baden-Wuerttemberg. The items were originally designed for Grade-10 students but – due to the lack of Grade-12 tests in this domain at the time when the first assessment took place – the items were used in the English reading competence test in all three consecutive waves (2011–2013). The test was based on a subset of items from a test that was administered in the additional study Thuringia. In sum, 4,885 students took the test in these three waves. The English test consisted of 33 items, representing different levels of the Common European Framework of References, ranging from level B1 to C1. A Rasch model was used to scale the data. Item fit statistics and differential item functioning were investigated. The results showed that the items exhibited good item fit and measurement invariance across various groups. However, the reliability was somewhat modest, which might be due to the fact that the item difficulties were rather low compared with the students’ competences. The paper also provides some information about the data available in the Scientific Use File, ConQuest- and TAM-syntaxes for scaling the data, and appendices that describe the scaling of each wave separately.

@article{hubner2016technical, abstract = {The National Educational Panel Study (NEPS) is aimed at investigating the development of competences across the entire life span. It also develops tests for assessing different competence domains. In order to evaluate the quality of these competence tests, a wide range of item response theory (IRT) analyses were carried out. This paper describes the data and results of analyses of the English reading competence test that was used in the additional study Baden-Wuerttemberg. The items were originally designed for Grade-10 students but – due to the lack of Grade-12 tests in this domain at the time when the first assessment took place – the items were used in the English reading competence test in all three consecutive waves (2011–2013). The test was based on a subset of items from a test that was administered in the additional study Thuringia. In sum, 4,885 students took the test in these three waves. The English test consisted of 33 items, representing different levels of the Common European Framework of References, ranging from level B1 to C1. A Rasch model was used to scale the data. Item fit statistics and differential item functioning were investigated. The results showed that the items exhibited good item fit and measurement invariance across various groups. However, the reliability was somewhat modest, which might be due to the fact that the item difficulties were rather low compared with the students’ competences. The paper also provides some information about the data available in the Scientific Use File, ConQuest- and TAM-syntaxes for scaling the data, and appendices that describe the scaling of each wave separately.}, added-at = {2016-12-11T12:29:28.000+0100}, author = {Hübner, Nicolas and Rieger, Sven and Wagner, Wolfgang}, biburl = {https://www.bibsonomy.org/bibtex/2a0d79338e44013a64dbcd1710c2b66e5/neps.dc}, interhash = {306096ea9b536b7e9b3dc4d4f41e16c6}, intrahash = {a0d79338e44013a64dbcd1710c2b66e5}, journal = {NEPS Survey Paper}, keywords = {use:doi:10.5157/NEPS:BW:3.0.0 from:katjavogel}, number = 10, publisher = {Bamberg: Leibniz Institute for Educational Trajectories, National Educational Panel Study}, timestamp = {2016-12-11T12:29:28.000+0100}, title = {NEPS Technical Report for English Reading: Scaling Results for the Additional Study Baden-Wuerttemberg}, url = {https://www.neps-data.de/de-de/datenzentrum/publikationen/nepssurveypapers.aspx}, year = 2016 }