@article {2753, title = {Expanding the Meaning of Adaptive Testing to Enhance Validity}, journal = {Journal of Computerized Adaptive Testing}, volume = {10}, year = {2023}, pages = {22-31}, keywords = {Adaptive Testing, CAT, CBT, test-taking disengagement, validity}, doi = {10.7333/2305-1002022}, author = {Steven L. Wise} } @article {2754, title = {How Do Trait Change Patterns Affect the Performance of Adaptive Measurement of Change?}, journal = {Journal of Computerized Adaptive Testing}, volume = {10}, year = {2023}, pages = {32-58}, keywords = {adaptive measurement of change, computerized adaptive testing, longitudinal measurement, trait change patterns}, doi = {10.7333/2307-1003032}, author = {Ming Him Tai and Allison W. Cooperman and Joseph N. DeWeese and David J. Weiss} } @article {2735, title = {Item Calibration Methods With Multiple Subscale Multistage Testing}, journal = {Journal of Educational Measurement}, volume = {57}, number = {1}, year = {2020}, pages = {3-28}, abstract = {Abstract Many large-scale educational surveys have moved from linear form design to multistage testing (MST) design. One advantage of MST is that it can provide more accurate latent trait (θ) estimates using fewer items than required by linear tests. However, MST generates incomplete response data by design; hence, questions remain as to how to calibrate items using the incomplete data from MST design. Further complication arises when there are multiple correlated subscales per test, and when items from different subscales need to be calibrated according to their respective score reporting metric. The current calibration-per-subscale method produced biased item parameters, and there is no available method for resolving the challenge. Deriving from the missing data principle, we showed when calibrating all items together the Rubin{\textquoteright}s ignorability assumption is satisfied such that the traditional single-group calibration is sufficient. When calibrating items per subscale, we proposed a simple modification to the current calibration-per-subscale method that helps reinstate the missing-at-random assumption and therefore corrects for the estimation bias that is otherwise existent. Three mainstream calibration methods are discussed in the context of MST, they are the marginal maximum likelihood estimation, the expectation maximization method, and the fixed parameter calibration. An extensive simulation study is conducted and a real data example from NAEP is analyzed to provide convincing empirical evidence.}, keywords = {EM, marginal maximum likelihood, missing data, multistage testing}, doi = {10.1111/jedm.12241}, url = {https://onlinelibrary.wiley.com/doi/abs/10.1111/jedm.12241}, author = {Wang, Chun and Chen, Ping and Jiang, Shengyu} } @article {2734, title = {Item Selection and Exposure Control Methods for Computerized Adaptive Testing with Multidimensional Ranking Items}, journal = {Journal of Educational Measurement}, volume = {57}, number = {2}, year = {2020}, pages = {343-369}, abstract = {Abstract The use of computerized adaptive testing algorithms for ranking items (e.g., college preferences, career choices) involves two major challenges: unacceptably high computation times (selecting from a large item pool with many dimensions) and biased results (enhanced preferences or intensified examinee responses because of repeated statements across items). To address these issues, we introduce subpool partition strategies for item selection and within-person statement exposure control procedures. Simulations showed that the multinomial method reduces computation time while maintaining measurement precision. Both the freeze and revised Sympson-Hetter online (RSHO) methods controlled the statement exposure rate; RSHO sacrificed some measurement precision but increased pool use. Furthermore, preventing a statement{\textquoteright}s repetition on consecutive items neither hindered the effectiveness of the freeze or RSHO method nor reduced measurement precision.}, doi = {10.1111/jedm.12252}, url = {https://onlinelibrary.wiley.com/doi/abs/10.1111/jedm.12252}, author = {Chen, Chia-Wen and Wang, Wen-Chung and Chiu, Ming Ming and Ro, Sage} } @article {2718, title = {Three Measures of Test Adaptation Based on Optimal Test Information}, journal = {Journal of Computerized Adaotive Testing}, volume = {8}, year = {2020}, pages = {1-19}, issn = {2165-6592}, doi = {10.7333/2002-0801001}, url = {http://iacat.org/jcat/index.php/jcat/article/view/80/37}, author = {G. Gage Kingsbury and Steven L. Wise} } @article {2719, title = {Three Measures of Test Adaptation Based on Optimal Test Information}, journal = {Journal of Computerized Adaotive Testing}, volume = {8}, year = {2020}, pages = {1-19}, issn = {2165-6592}, doi = {10.7333/2002-0801001}, url = {http://iacat.org/jcat/index.php/jcat/article/view/80/37}, author = {G. Gage Kingsbury and Steven L. Wise} } @article {2694, title = {Adaptive Testing With a Hierarchical Item Response Theory Model}, journal = {Applied Psychological Measurement}, volume = {43}, number = {1}, year = {2019}, pages = {51-67}, abstract = {The hierarchical item response theory (H-IRT) model is very flexible and allows a general factor and subfactors within an overall structure of two or more levels. When an H-IRT model with a large number of dimensions is used for an adaptive test, the computational burden associated with interim scoring and selection of subsequent items is heavy. An alternative approach for any high-dimension adaptive test is to reduce dimensionality for interim scoring and item selection and then revert to full dimensionality for final score reporting, thereby significantly reducing the computational burden. This study compared the accuracy and efficiency of final scoring for multidimensional, local multidimensional, and unidimensional item selection and interim scoring methods, using both simulated and real item pools. The simulation study was conducted under 10 conditions (i.e., five test lengths and two H-IRT models) with a simulated sample of 10,000 students. The study with the real item pool was conducted using item parameters from an actual 45-item adaptive test with a simulated sample of 10,000 students. Results indicate that the theta estimations provided by the local multidimensional and unidimensional item selection and interim scoring methods were relatively as accurate as the theta estimation provided by the multidimensional item selection and interim scoring method, especially during the real item pool study. In addition, the multidimensional method required the longest computation time and the unidimensional method required the shortest computation time.}, doi = {10.1177/0146621618765714}, url = {https://doi.org/10.1177/0146621618765714}, author = {Wenhao Wang and Neal Kingston} } @article {2727, title = {An Investigation of Exposure Control Methods With Variable-Length CAT Using the Partial Credit Model}, journal = {Applied Psychological Measurement}, volume = {43}, number = {8}, year = {2019}, pages = {624-638}, abstract = {The purpose of this simulation study was to investigate the effect of several different item exposure control procedures in computerized adaptive testing (CAT) with variable-length stopping rules using the partial credit model. Previous simulation studies on CAT exposure control methods with polytomous items rarely considered variable-length tests. The four exposure control techniques examined were the randomesque with a group of three items, randomesque with a group of six items, progressive-restricted standard error (PR-SE), and no exposure control. The two variable-length stopping rules included were the SE and predicted standard error reduction (PSER), along with three item pools of varied sizes (43, 86, and 172 items). Descriptive statistics on number of nonconvergent cases, measurement precision, testing burden, item overlap, item exposure, and pool utilization were calculated. Results revealed that the PSER stopping rule administered fewer items on average while maintaining measurement precision similar to the SE stopping rule across the different item pool sizes and exposure controls. The PR-SE exposure control procedure surpassed the randomesque methods by further reducing test overlap, maintaining maximum exposure rates at the target rate or lower, and utilizing all items from the pool with a minimal increase in number of items administered and nonconvergent cases.}, doi = {10.1177/0146621618824856}, url = {https://doi.org/10.1177/0146621618824856}, author = {Audrey J. Leroux and J. Kay Waid-Ebbs and Pey-Shan Wen and Drew A. Helmer and David P. Graham and Maureen K. O{\textquoteright}Connor and Kathleen Ray} } @article {2725, title = {Multidimensional Computerized Adaptive Testing Using Non-Compensatory Item Response Theory Models}, journal = {Applied Psychological Measurement}, volume = {43}, number = {6}, year = {2019}, pages = {464-480}, abstract = {Current use of multidimensional computerized adaptive testing (MCAT) has been developed in conjunction with compensatory multidimensional item response theory (MIRT) models rather than with non-compensatory ones. In recognition of the usefulness of MCAT and the complications associated with non-compensatory data, this study aimed to develop MCAT algorithms using non-compensatory MIRT models and to evaluate their performance. For the purpose of the study, three item selection methods were adapted and compared, namely, the Fisher information method, the mutual information method, and the Kullback{\textendash}Leibler information method. The results of a series of simulations showed that the Fisher information and mutual information methods performed similarly, and both outperformed the Kullback{\textendash}Leibler information method. In addition, it was found that the more stringent the termination criterion and the higher the correlation between the latent traits, the higher the resulting measurement precision and test reliability. Test reliability was very similar across the dimensions, regardless of the correlation between the latent traits and termination criterion. On average, the difficulties of the administered items were found to be at a lower level than the examinees{\textquoteright} abilities, which shed light on item bank construction for non-compensatory items.}, doi = {10.1177/0146621618800280}, url = {https://doi.org/10.1177/0146621618800280}, author = {Chia-Ling Hsu and Wen-Chung Wang} } @article {2717, title = {Time-Efficient Adaptive Measurement of Change}, journal = {Journal of Computerized Adaptive Testing}, volume = {7}, year = {2019}, pages = {15-34}, abstract = {

The adaptive measurement of change (AMC) refers to the use of computerized adaptive testing (CAT) at multiple occasions to efficiently assess a respondent\’s improvement, decline, or sameness from occasion to occasion. Whereas previous AMC research focused on administering the most informative item to a respondent at each stage of testing, the current research proposes the use of Fisher information per time unit as an item selection procedure for AMC. The latter procedure incorporates not only the amount of information provided by a given item but also the expected amount of time required to complete it. In a simulation study, the use of Fisher information per time unit item selection resulted in a lower false positive rate in the majority of conditions studied, and a higher true positive rate in all conditions studied, compared to item selection via Fisher information without accounting for the expected time taken. Future directions of research are suggested.

}, keywords = {adaptive measurement of change, computerized adaptive testing, Fisher information, item selection, response-time modeling}, issn = {2165-6592}, doi = {10.7333/1909-0702015}, url = {http://iacat.org/jcat/index.php/jcat/article/view/73/35}, author = {Matthew Finkelman and Chun Wang} } @article {2690, title = {A Continuous a-Stratification Index for Item Exposure Control in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {42}, number = {7}, year = {2018}, pages = {523-537}, abstract = {The method of a-stratification aims to reduce item overexposure in computerized adaptive testing, as items that are administered at very high rates may threaten the validity of test scores. In existing methods of a-stratification, the item bank is partitioned into a fixed number of nonoverlapping strata according to the items{\textquoteright}a, or discrimination, parameters. This article introduces a continuous a-stratification index which incorporates exposure control into the item selection index itself and thus eliminates the need for fixed discrete strata. The new continuous a-stratification index is compared with existing stratification methods via simulation studies in terms of ability estimation bias, mean squared error, and control of item exposure rates.}, doi = {10.1177/0146621618758289}, url = {https://doi.org/10.1177/0146621618758289}, author = {Alan Huebner and Chun Wang and Bridget Daly and Colleen Pinkelman} } @article {2604, title = {Factors Affecting the Classification Accuracy and Average Length of a Variable-Length Cognitive Diagnostic Computerized Test}, journal = {Journal of Computerized Adaptive Testing}, volume = {6}, year = {2018}, pages = {1-14}, doi = {10.7333/1802-060101}, url = {http://iacat.org/jcat/index.php/jcat/article/view/55/30}, author = {Huebner, Alan and Finkelman, Matthew D. and Weissman, Alexander} } @article {2602, title = {Application of Binary Searching for Item Exposure Control in Cognitive Diagnostic Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {41}, number = {7}, year = {2017}, pages = {561-576}, abstract = {Cognitive diagnosis has emerged as a new generation of testing theory for educational assessment after the item response theory (IRT). One distinct feature of cognitive diagnostic models (CDMs) is that they assume the latent trait to be discrete instead of continuous as in IRT. From this perspective, cognitive diagnosis bears a close resemblance to searching problems in computer science and, similarly, item selection problem in cognitive diagnostic computerized adaptive testing (CD-CAT) can be considered as a dynamic searching problem. Previously, item selection algorithms in CD-CAT were developed from information indices in information science and attempted to achieve a balance among several objectives by assigning different weights. As a result, they suffered from low efficiency from a tug-of-war competition among multiple goals in item selection and, at the same time, put an undue responsibility of assigning the weights for these goals by trial and error on users. Based on the searching problem perspective on CD-CAT, this article adapts the binary searching algorithm, one of the most well-known searching algorithms in searching problems, to item selection in CD-CAT. The two new methods, the stratified dynamic binary searching (SDBS) algorithm for fixed-length CD-CAT and the dynamic binary searching (DBS) algorithm for variable-length CD-CAT, can achieve multiple goals without any of the aforementioned issues. The simulation studies indicate their performances are comparable or superior to the previous methods.}, doi = {10.1177/0146621617707509}, url = {https://doi.org/10.1177/0146621617707509}, author = {Chanjin Zheng and Chun Wang} } @conference {2668, title = {The Development of a Web-Based CAT in China}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Cognitive ability assessment has been widely used as the recruitment tool in hiring potential employees. Traditional cognitive ability tests have been encountering threats from item-exposures and long time for answering. Especially in China, campus recruitment thinks highly of short answering time and anti-cheating. Beisen, as the biggest native online assessment software provider, developed a web-based CAT for cognitive ability which assessing verbal, quantitative, logical and spatial ability in order to decrease answering times, improve assessment accuracy and reduce threats from cheating and faking in online ability test. The web-based test provides convenient testing for examinees who can access easily to the test via internet just by login the test website at any time and any place through any Internet-enabled devices (e.g., laptops, IPADs, and smart phones).

We designed the CAT following strategies of establishing item bank, setting starting point, item selection, scoring and terminating. Additionally, we pay close attention to administrating the test via web. For the CAT procedures, we employed online calibration for establishing a stable and expanding item bank, and integrated maximum Fisher information, \α-stratified strategy and randomization for item selection and coping with item exposures. Fixed-length and variable-length strategies were combined in terminating the test. For fulfilling the fluid web-based testing, we employed cloud computing techniques and designed each computing process subtly. Distributed computation was used to process scoring which executes EAP and item selecting at high speed. Caching all items to the servers in advance helps shortening the process of loading items to examinees\’ terminal equipment. Horizontally scalable cloud servers function coping with great concurrency. The massive computation in item selecting was conversed to searching items from an information matrix table.

We examined the average accuracy, bank usage and computing performance in the condition of laboratory and real testing. According to a test for almost 28000 examinees, we found that bank usage is averagely 50\%, and that 80\% tests terminate at test information of 10 and averagely at 9.6. In context of great concurrency, the testing is unhindered and the process of scoring and item selection only takes averagely 0.23s for each examiner.

Session Video

}, keywords = {China, Web-Based CAT}, author = {Chongli Liang and Danjun Wang and Dan Zhou and Peida Zhan} } @conference {2644, title = {DIF-CAT: Doubly Adaptive CAT Using Subgroup Information to Improve Measurement Precision}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Differential item functioning (DIF) is usually regarded as a test fairness issue in high-stakes tests. In low-stakes tests, it is more of an accuracy problem. However, in low-stakes tests, the same method, deleting items that demonstrate significant DIF, is still employed to treat DIF items. When political concerns are not important, such as in low-stakes tests and instruments that are not used to make decisions about people, deleting items might not be optimal. Computerized adaptive testing (CAT) is more and more frequently used in low-stakes tests. The DIF-CAT method evaluated in this research is designed to cope with DIF in a CAT environment. Using this method, item parameters are separately estimated for the focal group and the reference group in a DIF study, then CATs are administered based on different sets of item parameters for the focal and reference groups.

To evaluate the performance of the DIF-CAT procedure, it was compared in a simulation study to (1) deleting all the DIF items in a CAT bank and (2) ignoring DIF. A 300-item flat item bank and a 300-item peaked item bank were simulated using the three-parameter logistic IRT model with D = 1,7. 40\% of the items in each bank showed DIF. The DIF size was b and/or a = 0.5 while original b ranged from -3 to 3 and a ranged from 0.3 to 2.1. Three types of DIF were considered: (1) uniform DIF caused by differences in b, non-uniform DIF caused by differences in a, and non-uniform DIF caused by differences in both a and b. 500 normally distributed simulees in each of reference and focal groups were used in item parameter re-calibration. In the Delete DIF method, only DIF-free items were calibrated. In the Ignore DIF method, all the items were calibrated using all simulees without differentiating the groups. In the DIF-CAT method, the DIF-free items were used as anchor items to estimate the item parameters for the focal and reference groups and the item parameters from recalibration were used. All simulees used the same item parameters in the Delete method and the Ignore method. CATs for simulees within the two groups used group-specific item parameters in the DIF-CAT method. In the CAT stage, 100 simulees were generated for each of the reference and focal groups, at each of six discrete q levels ranging from -2.5 to 2.5. CAT test length was fixed at 40 items. Bias, average absolute difference, RMSE, standard error of \θ estimates, and person fit, were used to compare the performance of the DIF methods. DIF item usage was also recorded for the Ignore method and the DIF-CAT method.

Generally, the DIF-CAT method outperformed both the Delete method and the Ignore method in dealing with DIF items in CAT. The Delete method, which is the most frequently used method for handling DIF, performed the worst of the three methods in a CAT environment, as reflected in multiple\ indices of measurement precision. Even the Ignore method, which simply left DIF items in the item bank, provided \θ estimates of higher precision than the Delete method. This poor performance of the Delete method was probably due to reduction in size of the item bank available for each CAT.

Session Video

}, keywords = {DIF-CAT, Doubly Adaptive CAT, Measurement Precision, subgroup information}, url = {https://drive.google.com/open?id=1Gu4FR06qM5EZNp_Ns0Kt3HzBqWAv3LPy}, author = {Joy Wang and David J. Weiss and Chun Wang} } @conference {2648, title = {New Challenges (With Solutions) and Innovative Applications of CAT}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Over the past several decades, computerized adaptive testing (CAT) has profoundly changed the administration of large-scale aptitude tests, state-wide achievement tests, professional licensure exams, and health outcome measures. While many challenges of CAT have been successfully addressed due to the continual efforts of researchers in the field, there are still many remaining, longstanding challenges that have yet to be resolved. This symposium will begin with three presentations, each of which provides a sound solution to one of the unresolved challenges. They are (1) item calibration when responses are \“missing not at random\” from CAT administration; (2) online calibration of new items when person traits have non-ignorable measurement error; (3) establishing consistency and asymptotic normality of latent trait estimation when allowing item response revision in CAT. In addition, this symposium also features innovative applications of CAT. In particular, there is emerging interest in using cognitive diagnostic CAT to monitor and detect learning progress (4th presentation). Last but not least, the 5th presentation illustrates the power of multidimensional polytomous CAT that permits rapid identification of hospitalized patients\’ rehabilitative care needs in\ health outcomes measurement. We believe this symposium covers a wide range of interesting and important topics in CAT.

Session Video

}, keywords = {CAT, challenges, innovative applications}, url = {https://drive.google.com/open?id=1Wvgxw7in_QCq_F7kzID6zCZuVXWcFDPa}, author = {Chun Wang and David J. Weiss and Xue Zhang and Jian Tao and Yinhong He and Ping Chen and Shiyu Wang and Susu Zhang and Haiyan Lin and Xiaohong Gao and Hua-Hua Chang and Zhuoran Shang} } @conference {2630, title = {Scripted On-the-fly Multistage Testing}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

On-the-fly multistage testing (OMST) was introduced recently as a promising alternative to preassembled MST. A decidedly appealing feature of both is the reviewability of items within the current stage. However, the fundamental difference is that, instead of routing to a preassembled module, OMST adaptively assembles a module at each stage according to an interim ability estimate. This produces more individualized forms with finer measurement precision, but imposing nonstatistical constraints and controlling item exposure become more cumbersome. One recommendation is to use the maximum priority index followed by a remediation step to satisfy content constraints, and the Sympson-Hetter method with a stratified item bank for exposure control.

However, these methods can be computationally expensive, thereby impeding practical implementation. Therefore, this study investigated the script method as a simpler solution to the challenge of strict content balancing and effective item exposure control in OMST. The script method was originally devised as an item selection algorithm for CAT and generally proceeds as follows: For a test with m items, there are m slots to be filled, and an item is selected according to pre-defined rules for each slot. For the first slot, randomly select an item from a designated content area (collection). For each subsequent slot, 1) Discard any enemies of items already administered in previous slots; 2) Draw a designated number of candidate items (selection length) from the designated collection according to the current ability estimate; 3) Randomly select one item from the set of candidates. There are two distinct features of the script method. First, a predetermined sequence of collections guarantees meeting content specifications. The specific ordering may be determined either randomly or deliberately by content experts. Second, steps 2 and 3 depict a method of exposure control, in which selection length balances item usage at the possible expense of ability estimation accuracy. The adaptation of the script method to OMST is straightforward. For the first module, randomly select each item from a designated collection. For each subsequent module, the process is the same as in scripted CAT (SCAT) except the same ability estimate is used for the selection of all items within the module. A series of simulations was conducted to evaluate the performance of scripted OMST (SOMST, with 3 or 4 evenly divided stages) relative to SCAT under various item exposure restrictions. In all conditions, reliability was maximized by programming an optimization algorithm that searches for the smallest possible selection length for each slot within the constraints. Preliminary results indicated that SOMST is certainly a capable design with performance comparable to that of SCAT. The encouraging findings and ease of implementation highly motivate the prospect of operational use for large-scale assessments.

Presentation Video

}, keywords = {CAT, multistage testing, On-the-fly testing}, url = {https://drive.google.com/open?id=1wKuAstITLXo6BM4APf2mPsth1BymNl-y}, author = {Edison Choe and Bruce Williams and Sung-Hyuck Lee} } @conference {2633, title = {Using Bayesian Decision Theory in Cognitive Diagnosis Computerized Adaptive Testing}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata Japan}, abstract = {

Cognitive diagnosis computerized adaptive testing (CD-CAT) purports to provide each individual a profile about the strengths and weaknesses of attributes or skills with computerized adaptive testing. In the CD-CAT literature, researchers dedicated to evolving item selection algorithms to improve measurement efficiency, and most algorithms were developed based on information theory. By the discontinuous nature of the latent variables in CD-CAT, this study introduced an alternative for item selection, called the minimum expected cost (MEC) method, which was derived based on Bayesian decision theory. Using simulations, the MEC method was evaluated against the posterior weighted Kullback-Leibler (PWKL) information, the modified PWKL (MPWKL), and the mutual information (MI) methods by manipulating item bank quality, item selection algorithm, and termination rule. Results indicated that, regardless of item quality and termination criterion, the MEC, MPWKL, and MI methods performed very similarly and they all outperformed the PWKL method in classification accuracy and test efficiency, especially in short tests; the MEC method had more efficient item bank usage than the MPWKL and MI methods. Moreover, the MEC method could consider the costs of incorrect decisions and improve classification accuracy and test efficiency when a particular profile was of concern. All the results suggest the practicability of the MEC method in CD-CAT.

Session Video

}, keywords = {Bayesian Decision Theory, CD-CAT}, author = {Chia-Ling Hsu and Wen-Chung Wang and ShuYing Chen} } @conference {2661, title = {Using Computerized Adaptive Testing to Detect Students{\textquoteright} Misconceptions: Exploration of Item Selection}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Owning misconceptions impedes learning, thus detecting misconceptions through assessments is crucial to facilitate teaching. However, most computerized adaptive testing (CAT) applications to diagnose examinees\’ attribute profiles focus on whether examinees mastering correct concepts or not. In educational scenario, teachers and students have to figure out the misconceptions underlying incorrect answers after obtaining the scores from assessments and then correct the corresponding misconceptions. The Scaling Individuals and Classifying Misconceptions (SICM) models proposed by Bradshaw and Templin (2014) fill this gap. SICMs can identify a student\’s misconceptions directly from the distractors of multiple-choice questions and report whether s/he own the misconceptions or not. Simultaneously, SICM models are able to estimate a continuous ability within the item response theory (IRT) framework to fulfill the needs of policy-driven assessment systems relying on scaling examinees\’ ability. However, the advantage of providing estimations for two types of latent variables also causes complexity of model estimation. More items are required to achieve the same accuracies for both classification and estimation compared to dichotomous DCMs and to IRT, respectively. Thus, we aim to develop a CAT using the SICM models (SICM-CAT) to estimate students\’ misconceptions and continuous abilities simultaneously using fewer items than a linear test.

To achieve this goal, in this study, our research questions mainly focus on establishing several item selection rules that target on providing both accurate classification results and continuous ability estimations using SICM-CAT. The first research question is which information criterion to be used. The Kullback\–Leibler (KL) divergence is the first choice, as it can naturally combine the continuous and discrete latent variables. Based on this criterion, we propose an item selection index that can nicely integrate the two types of information. Based on this index, the items selected in real time could discriminate the examinee\’s current misconception profile and ability estimates from other possible estimates to the most extent. The second research question is about how to adaptively balance the estimations of the misconception profile and the continuous latent ability. Mimic the idea of the Hybrid Design proposed by Wang et al. (2016), we propose a design framework which makes the item selection transition from the group-level to the item-level. We aim to explore several design questions, such as how to select the transiting point and which latent variable estimation should be targeted first.

Preliminary results indicated that the SICM-CAT based on the proposed item selection index could classify examinees into different latent classes and measure their latent abilities compared with the random selection method more accurately and reliably under all the simulation conditions. We plan to compare different CAT designs based on our proposed item selection rules with the best linear test as the next step. We expect that the SICM-CAT is able to use shorter test length while retaining the same accuracies and reliabilities.

References

Bradshaw, L., \& Templin, J. (2014). Combining item response theory and diagnostic classification models: A psychometric model for scaling ability and diagnosing misconceptions. Psychometrika, 79(3), 403-425.

Wang, S., Lin, H., Chang, H. H., \& Douglas, J. (2016). Hybrid computerized adaptive testing: from group sequential design to fully sequential design. Journal of Educational Measurement, 53(1), 45-62.

Session Video

}, keywords = {CAT, incorrect answering, Student Misconception}, author = {Yawei Shen and Yu Bao and Shiyu Wang and Laine Bradshaw} } @article {2616, title = {The validation of a computer-adaptive test (CAT) for assessing health-related quality of life in children and adolescents in a clinical sample: study design, methods and first results of the Kids-CAT study}, journal = {Quality of Life Research}, volume = {26}, number = {5}, year = {2017}, month = {May}, pages = {1105{\textendash}1117}, abstract = {Recently, we developed a computer-adaptive test (CAT) for assessing health-related quality of life (HRQoL) in children and adolescents: the Kids-CAT. It measures five generic HRQoL dimensions. The aims of this article were (1) to present the study design and (2) to investigate its psychometric properties in a clinical setting.}, issn = {1573-2649}, doi = {10.1007/s11136-016-1437-9}, url = {https://doi.org/10.1007/s11136-016-1437-9}, author = {Barthel, D. and Otto, C. and Nolte, S. and Meyrose, A.-K. and Fischer, F. and Devine, J. and Walter, O. and Mierke, A. and Fischer, K. I. and Thyen, U. and Klein, M. and Ankermann, T. and Rose, M. and Ravens-Sieberer, U.} } @article {2462, title = {Hybrid Computerized Adaptive Testing: From Group Sequential Design to Fully Sequential Design}, journal = {Journal of Educational Measurement}, volume = {53}, number = {1}, year = {2016}, pages = {45{\textendash}62}, abstract = {Computerized adaptive testing (CAT) and multistage testing (MST) have become two of the most popular modes in large-scale computer-based sequential testing. ~Though most designs of CAT and MST exhibit strength and weakness in recent large-scale implementations, there is no simple answer to the question of which design is better because different modes may fit different practical situations. This article proposes a hybrid adaptive framework to combine both CAT and MST, inspired by an analysis of the history of CAT and MST. The proposed procedure is a design which transitions from a group sequential design to a fully sequential design. This allows for the robustness of MST in early stages, but also shares the advantages of CAT in later stages with fine tuning of the ability estimator once its neighborhood has been identified. Simulation results showed that hybrid designs following our proposed principles provided comparable or even better estimation accuracy and efficiency than standard CAT and MST designs, especially for examinees at the two ends of the ability range.}, issn = {1745-3984}, doi = {10.1111/jedm.12100}, url = {http://dx.doi.org/10.1111/jedm.12100}, author = {Wang, Shiyu and Lin, Haiyan and Chang, Hua-Hua and Douglas, Jeff} } @article {2463, title = {Modeling Student Test-Taking Motivation in the Context of an Adaptive Achievement Test}, journal = {Journal of Educational Measurement}, volume = {53}, number = {1}, year = {2016}, pages = {86{\textendash}105}, abstract = {This study examined the utility of response time-based analyses in understanding the behavior of unmotivated test takers. For the data from an adaptive achievement test, patterns of observed rapid-guessing behavior and item response accuracy were compared to the behavior expected under several types of models that have been proposed to represent unmotivated test taking behavior. Test taker behavior was found to be inconsistent with these models, with the exception of the effort-moderated model. Effort-moderated scoring was found to both yield scores that were more accurate than those found under traditional scoring, and exhibit improved person fit statistics. In addition, an effort-guided adaptive test was proposed and shown by a simulation study to alleviate item difficulty mistargeting caused by unmotivated test taking.}, issn = {1745-3984}, doi = {10.1111/jedm.12102}, url = {http://dx.doi.org/10.1111/jedm.12102}, author = {Wise, Steven L. and Kingsbury, G. Gage} } @article {2482, title = {Using Response Time to Detect Item Preknowledge in Computer?Based Licensure Examinations}, journal = {Educational Measurement: Issues and Practice.}, volume = {35}, number = {38{\textendash}47}, year = {2016}, abstract = {This article addresses the issue of how to detect item preknowledge using item response time data in two computer-based large-scale licensure examinations. Item preknowledge is indicated by an unexpected short response time and a correct response. Two samples were used for detecting item preknowledge for each examination. The first sample was from the early stage of the operational test and was used for item calibration. The second sample was from the late stage of the operational test, which may feature item preknowledge. The purpose of this research was to explore whether there was evidence of item preknowledge and compromised items in the second sample using the parameters estimated from the first sample. The results showed that for one nonadaptive operational examination, two items (of 111) were potentially exposed, and two candidates (of 1,172) showed some indications of preknowledge on multiple items. For another licensure examination that featured computerized adaptive testing, there was no indication of item preknowledge or compromised items. Implications for detected aberrant examinees and compromised items are discussed in the article.}, doi = {http://dx.doi.org/10.1111/emip.12102}, author = {Qian H. and Staniewska, D. and Reckase, M. and Woo, A.} } @article {2384, title = {Assessing Individual-Level Impact of Interruptions During Online Testing}, journal = {Journal of Educational Measurement}, volume = {52}, number = {1}, year = {2015}, pages = {80{\textendash}105}, abstract = {With an increase in the number of online tests, the number of interruptions during testing due to unexpected technical issues seems to be on the rise. For example, interruptions occurred during several recent state tests. When interruptions occur, it is important to determine the extent of their impact on the examinees{\textquoteright} scores. Researchers such as Hill and Sinharay et~al. examined the impact of interruptions at an aggregate level. However, there is a lack of research on the assessment of impact of interruptions at an individual level. We attempt to fill that void. We suggest four methodological approaches, primarily based on statistical hypothesis testing, linear regression, and item response theory, which can provide evidence on the individual-level impact of interruptions. We perform a realistic simulation study to compare the Type~I error rate and power of the suggested approaches. We then apply the approaches to data from the 2013 Indiana Statewide Testing for Educational Progress-Plus~(ISTEP+) test that experienced interruptions.}, issn = {1745-3984}, doi = {10.1111/jedm.12064}, url = {http://dx.doi.org/10.1111/jedm.12064}, author = {Sinharay, Sandip and Wan, Ping and Choi, Seung W. and Kim, Dong-In} } @article {2456, title = {Best Design for Multidimensional Computerized Adaptive Testing With the Bifactor Model}, journal = {Educational and Psychological Measurement}, volume = {75}, number = {6}, year = {2015}, pages = {954-978}, abstract = {Most computerized adaptive tests (CATs) have been studied using the framework of unidimensional item response theory. However, many psychological variables are multidimensional and might benefit from using a multidimensional approach to CATs. This study investigated the accuracy, fidelity, and efficiency of a fully multidimensional CAT algorithm (MCAT) with a bifactor model using simulated data. Four item selection methods in MCAT were examined for three bifactor pattern designs using two multidimensional item response theory models. To compare MCAT item selection and estimation methods, a fixed test length was used. The Ds-optimality item selection improved θ estimates with respect to a general factor, and either D- or A-optimality improved estimates of the group factors in three bifactor pattern designs under two multidimensional item response theory models. The MCAT model without a guessing parameter functioned better than the MCAT model with a guessing parameter. The MAP (maximum a posteriori) estimation method provided more accurate θ estimates than the EAP (expected a posteriori) method under most conditions, and MAP showed lower observed standard errors than EAP under most conditions, except for a general factor condition using Ds-optimality item selection.}, doi = {10.1177/0013164415575147}, url = {http://epm.sagepub.com/content/75/6/954.abstract}, author = {Seo, Dong Gi and Weiss, David J.} } @article {2485, title = {Considering the Use of General and Modified Assessment Items in Computerized Adaptive Testing}, journal = {Applied Measurement in Education}, volume = {28}, number = {156{\textendash}167}, year = {2015}, abstract = {This article used several data sets from a large-scale state testing program to examine the feasibility of combining general and modified assessment items in computerized adaptive testing (CAT) for different groups of students. Results suggested that several of the assumptions made when employing this type of mixed-item CAT may not be met for students with disabilities that have typically taken alternate assessments based on modified achievement standards (AA-MAS). A simulation study indicated that the abilities of AA-MAS students can be underestimated or overestimated by the mixed-item CAT, depending on students{\textquoteright} location on the underlying ability scale. These findings held across grade levels and test lengths. The mixed-item CAT appeared to function well for non-AA-MAS students.}, doi = {http://dx.doi.org/10.1080/08957347.2014.1002921}, author = {Wyse, A. E. and Albano, A. D.} } @article {2484, title = {Evaluating Content Alignment in Computerized Adaptive Testing}, journal = {Educational Measurement: Issues and Practice}, volume = {34}, number = {41-48}, year = {2015}, abstract = {The alignment between a test and the content domain it measures represents key evidence for the validation of test score inferences. Although procedures have been developed for evaluating the content alignment of linear tests, these procedures are not readily applicable to computerized adaptive tests (CATs), which require large item pools and do not use fixed test forms. This article describes the decisions made in the development of CATs that influence and might threaten content alignment. It outlines a process for evaluating alignment that is sensitive to these threats and gives an empirical example of the process.}, doi = {http://dx.doi.org/10.1111/emip.12094}, author = {Wise, S. L. and Kingsbury, G. G. and Webb, N. L.} } @article {2483, title = {Using Out-of-Level Items in Computerized Adaptive Testing}, journal = {International Journal of Testing}, volume = {15}, number = {50-70}, year = {2015}, abstract = {Out-of-level testing refers to the practice of assessing a student with a test that is intended for students at a higher or lower grade level. Although the appropriateness of out-of-level testing for accountability purposes has been questioned by educators and policymakers, incorporating out-of-level items in formative assessments for accurate feedback is recommended. This study made use of a commercial item bank with vertically scaled items across grades and simulated student responses in a computerized adaptive testing (CAT) environment. Results of the study suggested that administration of out-of-level items improved measurement accuracy and test efficiency for students who perform significantly above or below their grade-level peers. This study has direct implications with regards to the relevance, applicability, and benefits of using out-of-level items in CAT.}, doi = {http://dx.doi.org/10.1080/15305058.2014.979492}, author = {Wei,H. and Lin,J.} } @article {2405, title = {Variable-Length Computerized Adaptive Testing Using the Higher Order DINA Model}, journal = {Journal of Educational Measurement}, volume = {52}, number = {2}, year = {2015}, pages = {125{\textendash}143}, abstract = {Cognitive diagnosis models provide profile information about a set of latent binary attributes, whereas item response models yield a summary report on a latent continuous trait. To utilize the advantages of both models, higher order cognitive diagnosis models were developed in which information about both latent binary attributes and latent continuous traits is available. To facilitate the utility of cognitive diagnosis models, corresponding computerized adaptive testing (CAT) algorithms were developed. Most of them adopt the fixed-length rule to terminate CAT and are limited to ordinary cognitive diagnosis models. In this study, the higher order deterministic-input, noisy-and-gate (DINA) model was used as an example, and three criteria based on the minimum-precision termination rule were implemented: one for the latent class, one for the latent trait, and the other for both. The simulation results demonstrated that all of the termination criteria were successful when items were selected according to the Kullback-Leibler information and the posterior-weighted Kullback-Leibler information, and the minimum-precision rule outperformed the fixed-length rule with a similar test length in recovering the latent attributes and the latent trait.}, issn = {1745-3984}, doi = {10.1111/jedm.12069}, url = {http://dx.doi.org/10.1111/jedm.12069}, author = {Hsu, Chia-Ling and Wang, Wen-Chung} } @article {2351, title = {Cognitive Diagnostic Models and Computerized Adaptive Testing: Two New Item-Selection Methods That Incorporate Response Times}, journal = {Journal of Computerized Adaptive Testing}, volume = {2}, year = {2014}, pages = {59-76}, doi = {10.7333/1412-0204059}, url = {http://www.iacat.org/jcat/index.php/jcat/article/view/43/21}, author = {Finkelman, M. D. and Kim, W. and Weissman, A. and Cook, R.J.} } @article {2350, title = {Determining the Overall Impact of Interruptions During Online Testing}, journal = {Journal of Educational Measurement}, volume = {51}, number = {4}, year = {2014}, pages = {419{\textendash}440}, abstract = {

With an increase in the number of online tests, interruptions during testing due to unexpected technical issues seem unavoidable. For example, interruptions occurred during several recent state tests. When interruptions occur, it is important to determine the extent of their impact on the examinees\’ scores. There is a lack of research on this topic due to the novelty of the problem. This article is an attempt to fill that void. Several methods, primarily based on propensity score matching, linear regression, and item response theory, were suggested to determine the overall impact of the interruptions on the examinees\’ scores. A realistic simulation study shows that the suggested methods have satisfactory Type I error rate and power. Then the methods were applied to data from the Indiana Statewide Testing for Educational Progress-Plus (ISTEP+) test that experienced interruptions in 2013. The results indicate that the interruptions did not have a significant overall impact on the student scores for the ISTEP+ test.

}, issn = {1745-3984}, doi = {10.1111/jedm.12052}, url = {http://dx.doi.org/10.1111/jedm.12052}, author = {Sinharay, Sandip and Wan, Ping and Whitaker, Mike and Kim, Dong-In and Zhang, Litong and Choi, Seung W.} } @article {2349, title = {An Enhanced Approach to Combine Item Response Theory With Cognitive Diagnosis in Adaptive Testing}, journal = {Journal of Educational Measurement}, volume = {51}, number = {4}, year = {2014}, pages = {358{\textendash}380}, abstract = {

Computerized adaptive testing offers the possibility of gaining information on both the overall ability and cognitive profile in a single assessment administration. Some algorithms aiming for these dual purposes have been proposed, including the shadow test approach, the dual information method (DIM), and the constraint weighted method. The current study proposed two new methods, aggregate ranked information index (ARI) and aggregate standardized information index (ASI), which appropriately addressed the noncompatibility issue inherent in the original DIM method. More flexible weighting schemes that put different emphasis on information about general ability (i.e., \θ in item response theory) and information about cognitive profile (i.e., \α in cognitive diagnostic modeling) were also explored. Two simulation studies were carried out to investigate the effectiveness of the new methods and weighting schemes. Results showed that the new methods with the flexible weighting schemes could produce more accurate estimation of both overall ability and cognitive profile than the original DIM. Among them, the ASI with both empirical and theoretical weights is recommended, and attribute-level weighting scheme is preferred if some attributes are considered more important from a substantive perspective.

}, issn = {1745-3984}, doi = {10.1111/jedm.12057}, url = {http://dx.doi.org/10.1111/jedm.12057}, author = {Wang, Chun and Zheng, Chanjin and Chang, Hua-Hua} } @article {2353, title = {Improving Measurement Precision of Hierarchical Latent Traits Using Adaptive Testing}, journal = {Journal of Educational and Behavioral Statistics}, volume = {39}, number = {6}, year = {2014}, pages = {452-477}, abstract = {

Many latent traits in social sciences display a hierarchical structure, such as intelligence, cognitive ability, or personality. Usually a second-order factor is linearly related to a group of first-order factors (also called domain abilities in cognitive ability measures), and the first-order factors directly govern the actual item responses. Because only a subtest of items is used to measure each domain, the lack of sufficient reliability becomes the primary impediment for generating and reporting domain abilities. In recent years, several item response theory (IRT) models have been proposed to account for hierarchical factor structures, and these models are also shown to alleviate the low reliability issue by using in-test collateral information to improve measurement precision. This article advocates using adaptive item selection together with a higher order IRT model to further increase the reliability of hierarchical latent trait estimation. Two item selection algorithms are proposed\—the constrained D-optimal method and the sequencing domain method. Both are shown to yield improved measurement precision as compared to the unidimensional item selection (by treating each dimension separately). The improvement is more prominent when the test length is short and when the correlation between dimensions is high (e.g., higher than .64). Moreover, two reliability indices for hierarchical latent traits are discussed and their use for quantifying the reliability of hierarchical traits measured by adaptive testing is demonstrated.

}, doi = {10.3102/1076998614559419}, url = {http://jeb.sagepub.com/cgi/content/abstract/39/6/452}, author = {Wang, Chun} } @article {2317, title = {The Utility of Adaptive Testing in Addressing the Problem of Unmotivated Examinees}, journal = {Journal of Computerized Adaptive Testing}, volume = {2}, year = {2014}, pages = {1-17}, doi = {10.7333/1401-02010001}, author = {Steven L. Wise} } @article {2281, title = {Deriving Stopping Rules for Multidimensional Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {37}, number = {2}, year = {2013}, pages = {99-122}, abstract = {

Multidimensional computerized adaptive testing (MCAT) is able to provide a vector of ability estimates for each examinee, which could be used to provide a more informative profile of an examinee\’s performance. The current literature on MCAT focuses on the fixed-length tests, which can generate less accurate results for those examinees whose abilities are quite different from the average difficulty level of the item bank when there are only a limited number of items in the item bank. Therefore, instead of stopping the test with a predetermined fixed test length, the authors use a more informative stopping criterion that is directly related to measurement accuracy. Specifically, this research derives four stopping rules that either quantify the measurement precision of the ability vector (i.e., minimum determinant rule [D-rule], minimum eigenvalue rule [E-rule], and maximum trace rule [T-rule]) or quantify the amount of available information carried by each item (i.e., maximum Kullback\–Leibler divergence rule [K-rule]). The simulation results showed that all four stopping rules successfully terminated the test when the mean squared error of ability estimation is within a desired range, regardless of examinees\’ true abilities. It was found that when using the D-, E-, or T-rule, examinees with extreme abilities tended to have tests that were twice as long as the tests received by examinees with moderate abilities. However, the test length difference with K-rule is not very dramatic, indicating that K-rule may not be very sensitive to measurement precision. In all cases, the cutoff value for each stopping rule needs to be adjusted on a case-by-case basis to find an optimal solution.

}, doi = {10.1177/0146621612463422}, url = {http://apm.sagepub.com/content/37/2/99.abstract}, author = {Wang, Chun and Chang, Hua-Hua and Boughton, Keith A.} } @article {2311, title = {Mutual Information Item Selection Method in Cognitive Diagnostic Computerized Adaptive Testing With Short Test Length}, journal = {Educational and Psychological Measurement}, volume = {73}, number = {6}, year = {2013}, pages = {1017-1035}, abstract = {

Cognitive diagnostic computerized adaptive testing (CD-CAT) purports to combine the strengths of both CAT and cognitive diagnosis. Cognitive diagnosis models aim at classifying examinees into the correct mastery profile group so as to pinpoint the strengths and weakness of each examinee whereas CAT algorithms choose items to determine those strengths and weakness as efficiently as possible. Most of the existing CD-CAT item selection algorithms are evaluated when test length is relatively long whereas several applications of CD-CAT, such as in interim assessment, require an item selection algorithm that is able to accurately recover examinees\’ mastery profile with short test length. In this article, we introduce the mutual information item selection method in the context of CD-CAT and then provide a computationally easier formula to make the method more amenable in real time. Mutual information is then evaluated against common item selection methods, such as Kullback\–Leibler information, posterior weighted Kullback\–Leibler information, and Shannon entropy. Based on our simulations, mutual information consistently results in nearly the highest attribute and pattern recovery rate in more than half of the conditions. We conclude by discussing how the number of attributes, Q-matrix structure, correlations among the attributes, and item quality affect estimation accuracy.

}, doi = {10.1177/0013164413498256}, url = {http://epm.sagepub.com/content/73/6/1017.abstract}, author = {Wang, Chun} } @article {2283, title = {The Random-Threshold Generalized Unfolding Model and Its Application of Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {37}, number = {3}, year = {2013}, pages = {179-200}, abstract = {

The random-threshold generalized unfolding model (RTGUM) was developed by treating the thresholds in the generalized unfolding model as random effects rather than fixed effects to account for the subjective nature of the selection of categories in Likert items. The parameters of the new model can be estimated with the JAGS (Just Another Gibbs Sampler) freeware, which adopts a Bayesian approach for estimation. A series of simulations was conducted to evaluate the parameter recovery of the new model and the consequences of ignoring the randomness in thresholds. The results showed that the parameters of RTGUM were recovered fairly well and that ignoring the randomness in thresholds led to biased estimates. Computerized adaptive testing was also implemented on RTGUM, where the Fisher information criterion was used for item selection and the maximum a posteriori method was used for ability estimation. The simulation study showed that the longer the test length, the smaller the randomness in thresholds, and the more categories in an item, the more precise the ability estimates would be.

}, doi = {10.1177/0146621612469720}, url = {http://apm.sagepub.com/content/37/3/179.abstract}, author = {Wang, Wen-Chung and Liu, Chen-Wei and Wu, Shiu-Lien} } @article {2312, title = {A Semiparametric Model for Jointly Analyzing Response Times and Accuracy in Computerized Testing}, journal = {Journal of Educational and Behavioral Statistics}, volume = {38}, number = {4}, year = {2013}, pages = {381-417}, abstract = {

The item response times (RTs) collected from computerized testing represent an underutilized type of information about items and examinees. In addition to knowing the examinees\’ responses to each item, we can investigate the amount of time examinees spend on each item. Current models for RTs mainly focus on parametric models, which have the advantage of conciseness, but may suffer from reduced flexibility to fit real data. We propose a semiparametric approach, specifically, the Cox proportional hazards model with a latent speed covariate to model the RTs, embedded within the hierarchical framework proposed by van der Linden to model the RTs and response accuracy simultaneously. This semiparametric approach combines the flexibility of nonparametric modeling and the brevity and interpretability of the parametric modeling. A Markov chain Monte Carlo method for parameter estimation is given and may be used with sparse data obtained by computerized adaptive testing. Both simulation studies and real data analysis are carried out to demonstrate the applicability of the new model.

}, doi = {10.3102/1076998612461831}, url = {http://jeb.sagepub.com/cgi/content/abstract/38/4/381}, author = {Wang, Chun and Fan, Zhewen and Chang, Hua-Hua and Douglas, Jeffrey A.} } @article {2306, title = {Variable-Length Computerized Adaptive Testing Based on Cognitive Diagnosis Models}, journal = {Applied Psychological Measurement}, volume = {37}, number = {7}, year = {2013}, pages = {563-582}, abstract = {

Interest in developing computerized adaptive testing (CAT) under cognitive diagnosis models (CDMs) has increased recently. CAT algorithms that use a fixed-length termination rule frequently lead to different degrees of measurement precision for different examinees. Fixed precision, in which the examinees receive the same degree of measurement precision, is a major advantage of CAT over nonadaptive testing. In addition to the precision issue, test security is another important issue in practical CAT programs. In this study, the authors implemented two termination criteria for the fixed-precision rule and evaluated their performance under two popular CDMs using simulations. The results showed that using the two criteria with the posterior-weighted Kullback\–Leibler information procedure for selecting items could achieve the prespecified measurement precision. A control procedure was developed to control item exposure and test overlap simultaneously among examinees. The simulation results indicated that in contrast to no method of controlling exposure, the control procedure developed in this study could maintain item exposure and test overlap at the prespecified level at the expense of only a few more items.

}, doi = {10.1177/0146621613488642}, url = {http://apm.sagepub.com/content/37/7/563.abstract}, author = {Hsu, Chia-Ling and Wang, Wen-Chung and Chen, Shu-Ying} } @article {2047, title = {Comparison Between Dichotomous and Polytomous Scoring of Innovative Items in a Large-Scale Computerized Adaptive Test}, journal = {Educational and Psychological Measurement}, volume = {72}, year = {2012}, pages = {493-509}, abstract = {

This study explored the impact of partial credit scoring of one type of innovative items (multiple-response items) in a computerized adaptive version of a large-scale licensure pretest and operational test settings. The impacts of partial credit scoring on the estimation of the ability parameters and classification decisions in operational test settings were explored in one real data analysis and two simulation studies when two different polytomous scoring algorithms, automated polytomous scoring and rater-generated polytomous scoring, were applied. For the real data analyses, the ability estimates from dichotomous and polytomous scoring were highly correlated; the classification consistency between different scoring algorithms was nearly perfect. Information distribution changed slightly in the operational item bank. In the two simulation studies comparing each polytomous scoring with dichotomous scoring, the ability estimates resulting from polytomous scoring had slightly higher measurement precision than those resulting from dichotomous scoring. The practical impact related to classification decision was minor because of the extremely small number of items that could be scored polytomously in this current study.

}, doi = {10.1177/0013164411422903}, author = {Jiao, H. and Liu, J. and Haynie, K. and Woo, A. and Gorham, J.} } @article {2250, title = {Computerized Adaptive Testing Using a Class of High-Order Item Response Theory Models}, journal = {Applied Psychological Measurement}, volume = {36}, number = {8}, year = {2012}, pages = {689-706}, abstract = {

In the human sciences, a common assumption is that latent traits have a hierarchical structure. Higher order item response theory models have been developed to account for this hierarchy. In this study, computerized adaptive testing (CAT) algorithms based on these kinds of models were implemented, and their performance under a variety of situations was examined using simulations. The results showed that the CAT algorithms were very effective. The progressive method for item selection, the Sympson and Hetter method with online and freeze procedure for item exposure control, and the multinomial model for content balancing can simultaneously maintain good measurement precision, item exposure control, content balance, test security, and pool usage.

}, doi = {10.1177/0146621612459552}, url = {http://apm.sagepub.com/content/36/8/689.abstract}, author = {Huang, Hung-Yu and Chen, Po-Hsi and Wang, Wen-Chung} } @article {2263, title = {Development of a computerized adaptive test for depression}, journal = {Archives of General Psychiatry}, volume = {69}, year = {2012}, pages = {1105-1112}, doi = {10.1001/archgenpsychiatry.2012.14}, url = {WWW.ARCHGENPSYCHIATRY.COM}, author = {Robert D. Gibbons and David .J. Weiss and Paul A. Pilkonis and Ellen Frank and Tara Moore and Jong Bae Kim and David J. Kupfer} } @article {2280, title = {Termination Criteria in Computerized Adaptive Tests: Do Variable-Length CATs Provide Efficient and Effective Measurement?}, journal = {Journal of Computerized Adaptive Testing}, volume = {1}, year = {2012}, pages = {1-18}, issn = {2165-6592}, doi = {10.7333/1212-0101001}, author = {Babcock, B. and Weiss, D. J.} } @article {1455, title = {Better Data From Better Measurements Using Computerized Adaptive Testing}, journal = {Journal of Methods and Measurement in the Social Sciences}, volume = {Vol. 2}, number = {1}, year = {2011}, pages = {1-27}, edition = {No. 1}, abstract = {The process of constructing a fixed-length conventional test frequently focuses on maximizing internal consistency reliability by selecting test items that are of average difficulty and high discrimination (a --peaked{\textbardbl} test). The effect of constructing such a test, when viewed from the perspective of item response theory, is test scores that are precise for examinees whose trait levels are near the point at which the test is peaked; as examinee trait levels deviate from the mean, the precision of their scores decreases substantially. Results of a small simulation study demonstrate that when peaked tests are --off target{\textbardbl} for an examinee, their scores are biased and have spuriously high standard deviations, reflecting substantial amounts of error. These errors can reduce the correlations of these kinds of scores with other variables and adversely affect the results of standard statistical tests. By contrast, scores from adaptive tests are essentially unbiased and have standard deviations that are much closer to true values. Basic concepts of adaptive testing are introduced and fully adaptive computerized tests (CATs) based on IRT are described. Several examples of response records from CATs are discussed to illustrate how CATs function. Some operational issues, including item exposure, content balancing, and enemy items are also briefly discussed. It is concluded that because CAT constructs a unique test for examinee, scores from CATs will be more precise and should provide better data for social science research and applications.}, author = {Weiss, D. J.} } @article {361, title = {Computerized adaptive assessment of personality disorder: Introducing the CAT{\textendash}PD project}, journal = {Journal of Personality Assessment}, volume = {93}, number = {4}, year = {2011}, pages = {380-389}, abstract = {Assessment of personality disorders (PD) has been hindered by reliance on the problematic categorical model embodied in the most recent Diagnostic and Statistical Model of Mental Disorders (DSM), lack of consensus among alternative dimensional models, and inefficient measurement methods. This article describes the rationale for and early results from a multiyear study funded by the National Institute of Mental Health that was designed to develop an integrative and comprehensive model and efficient measure of PD trait dimensions. To accomplish these goals, we are in the midst of a 5-phase project to develop and validate the model and measure. The results of Phase 1 of the project{\textemdash}which was focused on developing the PD traits to be assessed and the initial item pool{\textemdash}resulted in a candidate list of 59 PD traits and an initial item pool of 2,589 items. Data collection and structural analyses in community and patient samples will inform the ultimate structure of the measure, and computerized adaptive testing will permit efficient measurement of the resultant traits. The resultant Computerized Adaptive Test of Personality Disorder (CAT{\textendash}PD) will be well positioned as a measure of the proposed DSM{\textendash}5 PD traits. Implications for both applied and basic personality research are discussed.}, isbn = {0022-3891}, author = {Simms, L. J. and Goldberg, L .R. and Roberts, J. E. and Watson, D. and Welte, J. and Rotterman, J. H.} } @article {2190, title = {Computerized Classification Testing Under the Generalized Graded Unfolding Model}, journal = {Educational and Psychological Measurement}, volume = {71}, number = {1}, year = {2011}, pages = {114-128}, abstract = {

The generalized graded unfolding model (GGUM) has been recently developed to describe item responses to Likert items (agree\—disagree) in attitude measurement. In this study, the authors (a) developed two item selection methods in computerized classification testing under the GGUM, the current estimate/ability confidence interval method and the cut score/sequential probability ratio test method and (b) evaluated their accuracy and efficiency in classification through simulations. The results indicated that both methods were very accurate and efficient. The more points each item had and the fewer the classification categories, the more accurate and efficient the classification would be. However, the latter method may yield a very low accuracy in dichotomous items with a short maximum test length. Thus, if it is to be used to classify examinees with dichotomous items, the maximum text length should be increased.

}, doi = {10.1177/0013164410391575}, url = {http://epm.sagepub.com/content/71/1/114.abstract}, author = {Wang, Wen-Chung and Liu, Chen-Wei} } @article {2191, title = {Computerized Classification Testing Under the One-Parameter Logistic Response Model With Ability-Based Guessing}, journal = {Educational and Psychological Measurement}, volume = {71}, number = {6}, year = {2011}, pages = {925-941}, abstract = {

The one-parameter logistic model with ability-based guessing (1PL-AG) has been recently developed to account for effect of ability on guessing behavior in multiple-choice items. In this study, the authors developed algorithms for computerized classification testing under the 1PL-AG and conducted a series of simulations to evaluate their performances. Four item selection methods (the Fisher information, the Fisher information with a posterior distribution, the progressive method, and the adjusted progressive method) and two termination criteria (the ability confidence interval [ACI] method and the sequential probability ratio test [SPRT]) were developed. In addition, the Sympson\–Hetter online method with freeze (SHOF) was implemented for item exposure control. Major results include the following: (a) when no item exposure control was made, all the four item selection methods yielded very similar correct classification rates, but the Fisher information method had the worst item bank usage and the highest item exposure rate; (b) SHOF can successfully maintain the item exposure rate at a prespecified level, without compromising substantial accuracy and efficiency in classification; (c) once SHOF was implemented, all the four methods performed almost identically; (d) ACI appeared to be slightly more efficient than SPRT; and (e) in general, a higher weight of ability in guessing led to a slightly higher accuracy and efficiency, and a lower forced classification rate.

}, doi = {10.1177/0013164410392372}, url = {http://epm.sagepub.com/content/71/6/925.abstract}, author = {Wang, Wen-Chung and Huang, Sheng-Yun} } @article {2038, title = {Creating a K-12 Adaptive Test: Examining the Stability of Item Parameter Estimates and Measurement Scales}, journal = {Journal of Applied Testing Technology}, volume = {12}, year = {2011}, abstract = {

Development of adaptive tests used in K-12 settings requires the creation of stable measurement scales to measure the growth of individual students from one grade to the next, and to measure change in groups from one year to the next. Accountability systems
like No Child Left Behind require stable measurement scales so that accountability has meaning across time. This study examined the stability of the measurement scales used with the Measures of Academic Progress. Difficulty estimates for test questions from the reading and mathematics scales were examined over a period ranging from 7 to 22 years. Results showed high correlations between item difficulty estimates from the time at which they where originally calibrated and the current calibration. The average drift in item difficulty estimates was less than .01 standard deviations. The average impact of change in item difficulty estimates was less than the smallest reported difference on the score scale for two actual tests. The findings of the study indicate that an IRT scale can be stable enough to allow consistent measurement of student achievement.

}, url = {http://www.testpublishers.org/journal-of-applied-testing-technology}, author = {Kingsbury, G. G. and Wise, S. L.} } @article {390, title = {A framework for the development of computerized adaptive tests}, journal = {Practical Assessment Research \& Evaluation}, volume = {16}, number = {1}, year = {2011}, publisher = {Practical Assessment Research \& Evaluation}, abstract = {A substantial amount of research has been conducted over the past 40 years on technical aspects of computerized adaptive testing (CAT), such as item selection algorithms, item exposure controls, and termination criteria. However, there is little literature providing practical guidance on the development of a CAT. This paper seeks to collate some of the available research methodologies into a general framework for the development of any CAT assessment. }, author = {Thompson, N. A. and Weiss, D. J.} } @conference {2099, title = {From Reliability to Validity: Expanding Adaptive Testing Practice to Find the Most Valid Score for Each Test Taker}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, month = {10/2011}, abstract = {

CAT is an exception to the traditional conception of validity. It is one of the few examples of individualized testing. Item difficulty is tailored to each examinee. The intent, however, is increased efficiency. Focus on reliability (reduced standard error); Equivalence with paper \& pencil tests is valued; Validity is enhanced through improved reliability.

How Else Might We Individualize Testing Using CAT?

An ISV-Based View of Validity

Test Event -- An examinee encounters a series of items in a particular context.

CAT Goal: individualize testing to address CIV threats to score validity (i.e., maximize ISV).

Some Research Issues:

}, keywords = {CAT, CIV, construct-irrelevant variance, Individual Score Validity, ISV, low test taking motivation, Reliability, validity}, author = {Steven L. Wise} } @conference {2079, title = {A Heuristic Of CAT Item Selection Procedure For Testlets}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, keywords = {CAT, shadow test, testlets}, author = {Yuehmei Chien and David Shin and Walter Denny Way} } @conference {2082, title = {Impact of Item Drift on Candidate Ability Estimation}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, month = {10/2011}, abstract = {

For large operational pools, candidate ability estimates appear robust to item drift, especially under conditions that may represent \‘normal\’ amounts of drift. Even with \‘extreme\’ conditions of drift (e.g., 20\% of items drifting 1.00 logits), decision consistency was still high.

}, keywords = {item drift}, author = {Sarah Hagge and Ada Woo and Phil Dickison} } @article {2039, title = {Measuring Individual Growth With Conventional and Adaptive Tests}, journal = {Journal of Methods and Measurement in the Social Sciences}, volume = {2}, year = {2011}, pages = {80-101}, author = {Weiss, D. J. and Von Minden, S.} } @article {2041, title = {National Tests in Denmark {\textendash} CAT as a Pedagogic Tool}, journal = {Journal of Applied Testing Technology}, volume = {12}, year = {2011}, abstract = {

Testing and test results can be used in different ways. They can be used for regulation and control, but they can also be a pedagogic tool for assessment of student proficiency in order to target teaching, improve learning and facilitate local pedagogical leadership. To serve these purposes the test has to be used for low stakes purposes, and to ensure this, the Danish National test results are made strictly confidential by law. The only test results that are made public are the overall national results. Because of the test design, test results are directly comparable, offering potential for monitoring added value and developing new ways of using test results in a pedagogical context. This article gives the background and status for the development of the Danish national tests, describes what is special about these tests (e.g., Information Technology [IT]-based, 3 tests in 1, adaptive), how the national test are carried out, and what
is tested. Furthermore, it describes strategies for disseminating the results to the pupil, parents, teacher, headmaster and municipality; and how the results can be used by the teacher and headmaster.

}, author = {Wandall, J.} } @article {2204, title = {Restrictive Stochastic Item Selection Methods in Cognitive Diagnostic Computerized Adaptive Testing}, journal = {Journal of Educational Measurement}, volume = {48}, number = {3}, year = {2011}, pages = {255{\textendash}273}, abstract = {

This paper proposes two new item selection methods for cognitive diagnostic computerized adaptive testing: the restrictive progressive method and the restrictive threshold method. They are built upon the posterior weighted Kullback-Leibler (KL) information index but include additional stochastic components either in the item selection index or in the item selection procedure. Simulation studies show that both methods are successful at simultaneously suppressing overexposed items and increasing the usage of underexposed items. Compared to item selection based upon (1) pure KL information and (2) the Sympson-Hetter method, the two new methods strike a better balance between item exposure control and measurement accuracy. The two new methods are also compared with Barrada et al.\&$\#$39;s (2008) progressive method and proportional method.

}, issn = {1745-3984}, doi = {10.1111/j.1745-3984.2011.00145.x}, url = {http://dx.doi.org/10.1111/j.1745-3984.2011.00145.x}, author = {Wang, Chun and Chang, Hua-Hua and Huebner, Alan} } @inbook {2054, title = {Adaptive Tests for Measuring Anxiety and Depression}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {123-136}, chapter = {6}, doi = {10.1007/978-0-387-85461-8}, author = {Walter, O. B.} } @article {2071, title = {Item Selection and Hypothesis Testing for the Adaptive Measurement of Change}, journal = {Applied Psychological Measurement}, volume = {34}, year = {2010}, pages = {238-254}, abstract = {

Assessing individual change is an important topic in both psychological and educational measurement. An adaptive measurement of change (AMC) method had previously been shown to exhibit greater efficiency in detecting change than conventional nonadaptive methods. However, little work had been done to compare different procedures within the AMC framework. This study introduced a new item selection criterion and two new test statistics for detecting change with AMC that were specifically designed for the paradigm of hypothesis testing. In two simulation sets, the new methods for detecting significant change improved on existing procedures by demonstrating better adherence to Type I error rates and substantially better power for detecting relatively small change.\ 

}, keywords = {change, computerized adaptive testing, individual change, Kullback{\textendash}Leibler information, likelihood ratio, measuring change}, doi = {10.1177/0146621609344844}, author = {Finkelman, M. D. and Weiss, D. J. and Kim-Kang, G.} } @article {2125, title = {Manual for CATSim: Comprehensive simulation of computerized adaptive testing}, year = {2010}, publisher = {Assessment Systems Corporation}, address = {St. Paul, MN}, author = {Weiss, D. J. and Guyer, R. D.} } @article {2235, title = {A Monte Carlo Simulation Investigating the Validity and Reliability of Ability Estimation in Item Response Theory with Speeded Computer Adaptive Tests}, journal = {International Journal of Testing}, volume = {10}, number = {3}, year = {2010}, pages = {230-261}, doi = {10.1080/15305058.2010.488098}, url = {http://www.tandfonline.com/doi/abs/10.1080/15305058.2010.488098}, author = {Schmitt, T. A. and Sass, D. A. and Sullivan, J. R. and Walker, C. M.} } @conference {1158, title = {Computerized adaptive testing using the two parameter logistic model with ability-based guessing}, booktitle = {Paper presented at the International Meeting of the Psychometric Society. Cambridge}, year = {2009}, author = {Shih, H.-J. and Wang, W-C.} } @inbook {1959, title = {Computerized classification testing in more than two categories by using stochastic curtailment}, year = {2009}, note = {{PDF file, 298 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Wouda, J. T. and Theo Eggen} } @inbook {1960, title = {Constrained item selection using a stochastically curtailed SPRT}, year = {2009}, note = {{PDF File, 298 KB}{PDF File, 298 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Wouda, J. T. and Theo Eggen} } @inbook {1954, title = {Developing item variants: An empirical study}, year = {2009}, note = {{PDF file, 194 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, abstract = {Large-scale standardized test have been widely used for educational and licensure testing. In computerized adaptive testing (CAT), one of the practical concerns for maintaining large-scale assessments is to ensure adequate numbers of high-quality items that are required for item pool functioning. Developing items at specific difficulty levels and for certain areas of test plans is a wellknown challenge. The purpose of this study was to investigate strategies for varying items that can effectively generate items at targeted difficulty levels and specific test plan areas. Each variant item generation model was developed by decomposing selected source items possessing ideal measurement properties and targeting the desirable content domains. 341 variant items were generated from 72 source items. Data were collected from six pretest periods. Items were calibrated using the Rasch model. Initial results indicate that variant items showed desirable measurement properties. Additionally, compared to an average of approximately 60\% of the items passing pretest criteria, an average of 84\% of the variant items passed the pretest criteria. }, author = {Wendt, A. and Kao, S. and Gorham, J. and Woo, A.} } @article {138, title = {Development of an item bank for the assessment of depression in persons with mental illnesses and physical diseases using Rasch analysis}, journal = {Rehabilitation Psychology}, volume = {54}, number = {2}, year = {2009}, note = {Forkmann, ThomasBoecker, MarenNorra, ChristineEberle, NicoleKircher, TiloSchauerte, PatrickMischke, KarlWesthofen, MartinGauggel, SiegfriedWirtz, MarkusResearch Support, Non-U.S. Gov{\textquoteright}tUnited StatesRehabilitation psychologyRehabil Psychol. 2009 May;54(2):186-97.}, month = {May}, pages = {186-97}, edition = {2009/05/28}, abstract = {OBJECTIVE: The calibration of item banks provides the basis for computerized adaptive testing that ensures high diagnostic precision and minimizes participants{\textquoteright} test burden. The present study aimed at developing a new item bank that allows for assessing depression in persons with mental and persons with somatic diseases. METHOD: The sample consisted of 161 participants treated for a depressive syndrome, and 206 participants with somatic illnesses (103 cardiologic, 103 otorhinolaryngologic; overall mean age = 44.1 years, SD =14.0; 44.7\% women) to allow for validation of the item bank in both groups. Persons answered a pool of 182 depression items on a 5-point Likert scale. RESULTS: Evaluation of Rasch model fit (infit < 1.3), differential item functioning, dimensionality, local independence, item spread, item and person separation (>2.0), and reliability (>.80) resulted in a bank of 79 items with good psychometric properties. CONCLUSIONS: The bank provides items with a wide range of content coverage and may serve as a sound basis for computerized adaptive testing applications. It might also be useful for researchers who wish to develop new fixed-length scales for the assessment of depression in specific rehabilitation settings.}, keywords = {Adaptation, Psychological, Adult, Aged, Depressive Disorder/*diagnosis/psychology, Diagnosis, Computer-Assisted, Female, Heart Diseases/*psychology, Humans, Male, Mental Disorders/*psychology, Middle Aged, Models, Statistical, Otorhinolaryngologic Diseases/*psychology, Personality Assessment/statistics \& numerical data, Personality Inventory/*statistics \& numerical data, Psychometrics/statistics \& numerical data, Questionnaires, Reproducibility of Results, Sick Role}, isbn = {0090-5550 (Print)0090-5550 (Linking)}, author = {Forkmann, T. and Boecker, M. and Norra, C. and Eberle, N. and Kircher, T. and Schauerte, P. and Mischke, K. and Westhofen, M. and Gauggel, S. and Wirtz, M.} } @inbook {1787, title = {Effect of early misfit in computerized adaptive testing on the recovery of theta}, year = {2009}, note = {{PDF File, 212 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Guyer, R. D. and Weiss, D. J.} } @article {131, title = {Evaluation of a computer-adaptive test for the assessment of depression (D-CAT) in clinical application}, journal = {International Journal for Methods in Psychiatric Research}, volume = {18}, number = {1}, year = {2009}, note = {Journal articleInternational journal of methods in psychiatric researchInt J Methods Psychiatr Res. 2009 Feb 4.}, month = {Feb 4}, pages = {233-236}, edition = {2009/02/06}, abstract = {In the past, a German Computerized Adaptive Test, based on Item Response Theory (IRT), was developed for purposes of assessing the construct depression [Computer-adaptive test for depression (D-CAT)]. This study aims at testing the feasibility and validity of the real computer-adaptive application.The D-CAT, supplied by a bank of 64 items, was administered on personal digital assistants (PDAs) to 423 consecutive patients suffering from psychosomatic and other medical conditions (78 with depression). Items were adaptively administered until a predetermined reliability (r >/= 0.90) was attained. For validation purposes, the Hospital Anxiety and Depression Scale (HADS), the Centre for Epidemiological Studies Depression (CES-D) scale, and the Beck Depression Inventory (BDI) were administered. Another sample of 114 patients was evaluated using standardized diagnostic interviews [Composite International Diagnostic Interview (CIDI)].The D-CAT was quickly completed (mean 74 seconds), well accepted by the patients and reliable after an average administration of only six items. In 95\% of the cases, 10 items or less were needed for a reliable score estimate. Correlations between the D-CAT and the HADS, CES-D, and BDI ranged between r = 0.68 and r = 0.77. The D-CAT distinguished between diagnostic groups as well as established questionnaires do.The D-CAT proved an efficient, well accepted and reliable tool. Discriminative power was comparable to other depression measures, whereby the CAT is shorter and more precise. Item usage raises questions of balancing the item selection for content in the future. Copyright (c) 2009 John Wiley \& Sons, Ltd.}, isbn = {1049-8931 (Print)}, author = {Fliege, H. and Becker, J. and Walter, O. B. and Rose, M. and Bjorner, J. B. and Klapp, B. F.} } @article {227, title = {An evaluation of patient-reported outcomes found computerized adaptive testing was efficient in assessing stress perception}, journal = {Journal of Clinical Epidemiology}, volume = {62}, number = {3}, year = {2009}, note = {Kocalevent, Ruya-DanielaRose, MatthiasBecker, JanineWalter, Otto BFliege, HerbertBjorner, Jakob BKleiber, DieterKlapp, Burghard FEvaluation StudiesUnited StatesJournal of clinical epidemiologyJ Clin Epidemiol. 2009 Mar;62(3):278-87, 287.e1-3. Epub 2008 Jul 18.}, pages = {278-287}, edition = {2008/07/22}, abstract = {OBJECTIVES: This study aimed to develop and evaluate a first computerized adaptive test (CAT) for the measurement of stress perception (Stress-CAT), in terms of the two dimensions: exposure to stress and stress reaction. STUDY DESIGN AND SETTING: Item response theory modeling was performed using a two-parameter model (Generalized Partial Credit Model). The evaluation of the Stress-CAT comprised a simulation study and real clinical application. A total of 1,092 psychosomatic patients (N1) were studied. Two hundred simulees (N2) were generated for a simulated response data set. Then the Stress-CAT was given to n=116 inpatients, (N3) together with established stress questionnaires as validity criteria. RESULTS: The final banks included n=38 stress exposure items and n=31 stress reaction items. In the first simulation study, CAT scores could be estimated with a high measurement precision (SE<0.32; rho>0.90) using 7.0+/-2.3 (M+/-SD) stress reaction items and 11.6+/-1.7 stress exposure items. The second simulation study reanalyzed real patients data (N1) and showed an average use of items of 5.6+/-2.1 for the dimension stress reaction and 10.0+/-4.9 for the dimension stress exposure. Convergent validity showed significantly high correlations. CONCLUSIONS: The Stress-CAT is short and precise, potentially lowering the response burden of patients in clinical decision making.}, keywords = {*Diagnosis, Computer-Assisted, Adolescent, Adult, Aged, Aged, 80 and over, Confidence Intervals, Female, Humans, Male, Middle Aged, Perception, Quality of Health Care/*standards, Questionnaires, Reproducibility of Results, Sickness Impact Profile, Stress, Psychological/*diagnosis/psychology, Treatment Outcome}, isbn = {1878-5921 (Electronic)0895-4356 (Linking)}, author = {Kocalevent, R. D. and Rose, M. and Becker, J. and Walter, O. B. and Fliege, H. and Bjorner, J. B. and Kleiber, D. and Klapp, B. F.} } @inbook {1862, title = {A hybrid simulation procedure for the development of CATs}, year = {2009}, note = {{PDF File, 258 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Nydick, S. W. and Weiss, D. J.} } @article {330, title = {Item response theory and clinical measurement}, journal = {Annual Review of Clinical Psychology}, volume = {5}, year = {2009}, note = {Reise, Steven PWaller, Niels GU01 AR 52177/AR/NIAMS NIH HHS/United StatesResearch Support, N.I.H., ExtramuralReviewUnited StatesAnnual review of clinical psychologyAnnu Rev Clin Psychol. 2009;5:27-48.}, pages = {27-48}, edition = {2008/11/04}, abstract = {In this review, we examine studies that use item response theory (IRT) to explore the psychometric properties of clinical measures. Next, we consider how IRT has been used in clinical research for: scale linking, computerized adaptive testing, and differential item functioning analysis. Finally, we consider the scale properties of IRT trait scores. We conclude that there are notable differences between cognitive and clinical measures that have relevance for IRT modeling. Future research should be directed toward a better understanding of the metric of the latent trait and the psychological processes that lead to individual differences in item response behaviors.}, keywords = {*Psychological Theory, Humans, Mental Disorders/diagnosis/psychology, Psychological Tests, Psychometrics, Quality of Life, Questionnaires}, isbn = {1548-5951 (Electronic)}, author = {Reise, S. P. and Waller, N. G.} } @inbook {1766, title = {Item selection and hypothesis testing for the adaptive measurement of change}, year = {2009}, note = {{PDF File, 228 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Finkelman, M. and Weiss, D. J. and Kim-Kang, G.} } @inbook {1941, title = {Kullback-Leibler information in multidimensional adaptive testing: theory and application}, year = {2009}, note = {{PDF file, 316 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, abstract = {Built on multidimensional item response theory (MIRT), multidimensional adaptive testing (MAT) can, in principle, provide a promising choice to ensuring efficient estimation of each ability dimension in a multidimensional vector. Currently, two item selection procedures have been developed for MAT, one based on Fisher information embedded within a Bayesian framework, and the other powered by Kullback-Leibler (KL) information. It is well-known that in unidimensional IRT that the second derivative of KL information (also termed {\textquotedblleft}global information{\textquotedblright}) is Fisher information evaluated atθ 0. This paper first generalizes the relationship between these two types of information in two ways{\textemdash}the analytical result is given as well as the graphical representation, to enhance interpretation and understanding. Second, a KL information index is constructed for MAT, which represents the integration of KL nformation over all of the ability dimensions. This paper further discusses how this index correlates with the item discrimination parameters. The analytical results would lay foundation for future development of item selection methods in MAT which can help equalize the item exposure rate. Finally, a simulation study is conducted to verify the above results. The connection between the item parameters, item KL information, and item exposure rate is demonstrated for empirical MAT delivered by an item bank calibrated under two-dimensional IRT.}, author = {Wang, C. and Chang, Hua-Hua} } @inbook {1822, title = {Limiting item exposure for target difficulty ranges in a high-stakes CAT}, year = {2009}, note = {MB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing. {PDF File, 1.}, author = {Li, X. and Becker, K. and Gorham, J. and Woo, A.} } @article {170, title = {Measuring global physical health in children with cerebral palsy: Illustration of a multidimensional bi-factor model and computerized adaptive testing}, journal = {Quality of Life Research}, volume = {18}, number = {3}, year = {2009}, note = {Haley, Stephen MNi, PengshengDumas, Helene MFragala-Pinkham, Maria AHambleton, Ronald KMontpetit, KathleenBilodeau, NathalieGorton, George EWatson, KyleTucker, Carole AK02 HD045354-01A1/HD/NICHD NIH HHS/United StatesK02 HD45354-01A1/HD/NICHD NIH HHS/United StatesResearch Support, N.I.H., ExtramuralResearch Support, Non-U.S. Gov{\textquoteright}tNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2009 Apr;18(3):359-70. Epub 2009 Feb 17.}, month = {Apr}, pages = {359-370}, edition = {2009/02/18}, abstract = {PURPOSE: The purposes of this study were to apply a bi-factor model for the determination of test dimensionality and a multidimensional CAT using computer simulations of real data for the assessment of a new global physical health measure for children with cerebral palsy (CP). METHODS: Parent respondents of 306 children with cerebral palsy were recruited from four pediatric rehabilitation hospitals and outpatient clinics. We compared confirmatory factor analysis results across four models: (1) one-factor unidimensional; (2) two-factor multidimensional (MIRT); (3) bi-factor MIRT with fixed slopes; and (4) bi-factor MIRT with varied slopes. We tested whether the general and content (fatigue and pain) person score estimates could discriminate across severity and types of CP, and whether score estimates from a simulated CAT were similar to estimates based on the total item bank, and whether they correlated as expected with external measures. RESULTS: Confirmatory factor analysis suggested separate pain and fatigue sub-factors; all 37 items were retained in the analyses. From the bi-factor MIRT model with fixed slopes, the full item bank scores discriminated across levels of severity and types of CP, and compared favorably to external instruments. CAT scores based on 10- and 15-item versions accurately captured the global physical health scores. CONCLUSIONS: The bi-factor MIRT CAT application, especially the 10- and 15-item versions, yielded accurate global physical health scores that discriminated across known severity groups and types of CP, and correlated as expected with concurrent measures. The CATs have potential for collecting complex data on the physical health of children with CP in an efficient manner.}, keywords = {*Computer Simulation, *Health Status, *Models, Statistical, Adaptation, Psychological, Adolescent, Cerebral Palsy/*physiopathology, Child, Child, Preschool, Factor Analysis, Statistical, Female, Humans, Male, Massachusetts, Pennsylvania, Questionnaires, Young Adult}, isbn = {0962-9343 (Print)0962-9343 (Linking)}, author = {Haley, S. M. and Ni, P. and Dumas, H. M. and Fragala-Pinkham, M. A. and Hambleton, R. K. and Montpetit, K. and Bilodeau, N. and Gorton, G. E. and Watson, K. and Tucker, C. A.} } @inbook {1942, title = {Obtaining reliable diagnostic information through constrained CAT}, year = {2009}, note = {{PDF File, 252 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Wang, C. and Chang, Hua-Hua and Douglas, J.} } @inbook {1797, title = {Practical issues concerning the application of the DINA model to CAT data}, year = {2009}, note = {{PDF file, 139 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Huebner, A. and Wang, B. and Lee, S.} } @article {78, title = {Reduction in patient burdens with graphical computerized adaptive testing on the ADL scale: tool development and simulation}, journal = {Health and Quality of Life Outcomes}, volume = {7}, year = {2009}, note = {Chien, Tsair-WeiWu, Hing-ManWang, Weng-ChungCastillo, Roberto VasquezChou, WillyComparative StudyValidation StudiesEnglandHealth and quality of life outcomesHealth Qual Life Outcomes. 2009 May 5;7:39.}, pages = {39}, edition = {2009/05/07}, abstract = {BACKGROUND: The aim of this study was to verify the effectiveness and efficacy of saving time and reducing burden for patients, nurses, and even occupational therapists through computer adaptive testing (CAT). METHODS: Based on an item bank of the Barthel Index (BI) and the Frenchay Activities Index (FAI) for assessing comprehensive activities of daily living (ADL) function in stroke patients, we developed a visual basic application (VBA)-Excel CAT module, and (1) investigated whether the averaged test length via CAT is shorter than that of the traditional all-item-answered non-adaptive testing (NAT) approach through simulation, (2) illustrated the CAT multimedia on a tablet PC showing data collection and response errors of ADL clinical functional measures in stroke patients, and (3) demonstrated the quality control of endorsing scale with fit statistics to detect responding errors, which will be further immediately reconfirmed by technicians once patient ends the CAT assessment. RESULTS: The results show that endorsed items could be shorter on CAT (M = 13.42) than on NAT (M = 23) at 41.64\% efficiency in test length. However, averaged ability estimations reveal insignificant differences between CAT and NAT. CONCLUSION: This study found that mobile nursing services, placed at the bedsides of patients could, through the programmed VBA-Excel CAT module, reduce the burden to patients and save time, more so than the traditional NAT paper-and-pencil testing appraisals.}, keywords = {*Activities of Daily Living, *Computer Graphics, *Computer Simulation, *Diagnosis, Computer-Assisted, Female, Humans, Male, Point-of-Care Systems, Reproducibility of Results, Stroke/*rehabilitation, Taiwan, United States}, isbn = {1477-7525 (Electronic)1477-7525 (Linking)}, author = {Chien, T. W. and Wu, H. M. and Wang, W-C. and Castillo, R. V. and Chou, W.} } @inbook {1729, title = {Termination criteria in computerized adaptive tests: Variable-length CATs are not biased.}, year = {2009}, address = { D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Babcock, B. and Weiss, D. J.} } @article {590, title = {Adaptive measurement of individual change}, journal = {Zeitschrift f{\"u}r Psychologie / Journal of Psychology}, volume = {216}, year = {2008}, note = {{PDF file, 568 KB}}, pages = {49-58}, doi = {10.1027/0044-3409.216.1.49}, author = {Kim-Kang, G. and Weiss, D. J.} } @conference {phankokkruad2008automated, title = {An Automated Decision System for Computer Adaptive Testing Using Genetic Algorithms}, booktitle = {Software Engineering, Artificial Intelligence, Networking, and Parallel/Distributed Computing, 2008. SNPD{\textquoteright}08. Ninth ACIS International Conference on}, year = {2008}, pages = {655{\textendash}660}, publisher = {IEEE}, organization = {IEEE}, abstract = {This paper proposes an approach to solve the triangle decision tree problem for computer adaptive testing (CAT) using genetic algorithms (GAs). In this approach, item response theory (IRT) parameters composed of discrimination, difficulty, and guess are firstly obtained and stored in an item bank. Then a fitness function, which is based on IRT parameters, of GAs for obtaining an optimal solution is set up. Finally, the GAs is applied to the parameters of the item bank so that an optimal decision tree is generated. Based on a six-level triangle-decision tree for examination items, the experimental results show that the optimal decision tree can be generated correctly when compared with the standard patterns.}, author = {Phankokkruad, M. and Woraratpanya, K.} } @article {186, title = {Computerized adaptive testing for patients with knee inpairments produced valid and responsive measures of function}, journal = {Journal of Clinical Epidemiology}, volume = {61}, number = {4}, year = {2008}, pages = {1113-1124}, author = {Hart, D. L. and Wang, Y-C. and Stratford, P. W. and Mioduski, J. E.} } @article {20, title = {Functioning and validity of a computerized adaptive test to measure anxiety (A CAT)}, journal = {Depression and Anxiety}, volume = {25}, number = {12}, year = {2008}, pages = {E182-E194}, abstract = {Background: The aim of this study was to evaluate the Computerized Adaptive Test to measure anxiety (A-CAT), a patient-reported outcome questionnaire that uses computerized adaptive testing to measure anxiety. Methods: The A-CAT builds on an item bank of 50 items that has been built using conventional item analyses and item response theory analyses. The A-CAT was administered on Personal Digital Assistants to n=357 patients diagnosed and treated at the department of Psychosomatic Medicine and Psychotherapy, Charit{\'e} Berlin, Germany. For validation purposes, two subgroups of patients (n=110 and 125) answered the A-CAT along with established anxiety and depression questionnaires. Results: The A-CAT was fast to complete (on average in 2 min, 38 s) and a precise item response theory based CAT score (reliability>.9) could be estimated after 4{\textendash}41 items. On average, the CAT displayed 6 items (SD=4.2). Convergent validity of the A-CAT was supported by correlations to existing tools (Hospital Anxiety and Depression Scale-A, Beck Anxiety Inventory, Berliner Stimmungs-Fragebogen A/D, and State Trait Anxiety Inventory: r=.56{\textendash}.66); discriminant validity between diagnostic groups was higher for the A-CAT than for other anxiety measures. Conclusions: The German A-CAT is an efficient, reliable, and valid tool for assessing anxiety in patients suffering from anxiety disorders and other conditions with significant potential for initial assessment and long-term treatment monitoring. Future research directions are to explore content balancing of the item selection algorithm of the CAT, to norm the tool to a healthy sample, and to develop practical cutoff scores. Depression and Anxiety, 2008. {\textcopyright} 2008 Wiley-Liss, Inc.}, isbn = {1520-6394}, author = {Becker, J. and Fliege, H. and Kocalevent, R. D. and Bjorner, J. B. and Rose, M. and Walter, O. B. and Klapp, B. F.} } @article {2120, title = {Investigating item exposure control on the fly in computerized adaptive testing}, journal = {Psychological Testing}, volume = {55}, year = {2008}, pages = {1-32}, author = {Wu, M.-L. and Chen, S-Y.} } @article {2151, title = {A Monte Carlo Approach for Adaptive Testing With Content Constraints}, journal = {Applied Psychological Measurement}, volume = {32}, number = {6}, year = {2008}, pages = {431-446}, abstract = {

This article presents a new algorithm for computerized adaptive testing (CAT) when content constraints are present. The algorithm is based on shadow CAT methodology to meet content constraints but applies Monte Carlo methods and provides the following advantages over shadow CAT: (a) lower maximum item exposure rates, (b) higher utilization of the item pool, and (c) more robust ability estimates. Computer simulations with Law School Admission Test items demonstrated that the new algorithm (a) produces similar ability estimates as shadow CAT but with half the maximum item exposure rate and 100\% pool utilization and (b) produces more robust estimates when a high- (or low-) ability examinee performs poorly (or well) at the beginning of the test.

}, doi = {10.1177/0146621607309081}, url = {http://apm.sagepub.com/content/32/6/431.abstract}, author = {Belov, Dmitry I. and Armstrong, Ronald D. and Weissman, Alexander} } @article {471, title = {A monte carlo approach for adaptive testing with content constraints}, journal = {Applied Psychological Measurement}, volume = {32}, year = {2008}, pages = {431-446}, doi = {10.1177/0146621607309081}, author = {Belov, D. I. and Armstrong, R. D. and Weissman, A.} } @article {783, title = {Transitioning from fixed-length questionnaires to computer-adaptive versions}, journal = {Zeitschrift f{\"u}r Psychologie \ Journal of Psychology}, volume = {216(1)}, year = {2008}, pages = {22{\textendash}28}, author = {Walter, O. B. and Holling, H.} } @article {152, title = {Using computerized adaptive testing to reduce the burden of mental health assessment}, journal = {Psychiatric Services}, volume = {59}, number = {4}, year = {2008}, note = {Gibbons, Robert DWeiss, David JKupfer, David JFrank, EllenFagiolini, AndreaGrochocinski, Victoria JBhaumik, Dulal KStover, AngelaBock, R DarrellImmekus, Jason CR01-MH-30915/MH/United States NIMHR01-MH-66302/MH/United States NIMHResearch Support, N.I.H., ExtramuralUnited StatesPsychiatric services (Washington, D.C.)Psychiatr Serv. 2008 Apr;59(4):361-8.}, month = {Apr}, pages = {361-8}, edition = {2008/04/02}, abstract = {OBJECTIVE: This study investigated the combination of item response theory and computerized adaptive testing (CAT) for psychiatric measurement as a means of reducing the burden of research and clinical assessments. METHODS: Data were from 800 participants in outpatient treatment for a mood or anxiety disorder; they completed 616 items of the 626-item Mood and Anxiety Spectrum Scales (MASS) at two times. The first administration was used to design and evaluate a CAT version of the MASS by using post hoc simulation. The second confirmed the functioning of CAT in live testing. RESULTS: Tests of competing models based on item response theory supported the scale{\textquoteright}s bifactor structure, consisting of a primary dimension and four group factors (mood, panic-agoraphobia, obsessive-compulsive, and social phobia). Both simulated and live CAT showed a 95\% average reduction (585 items) in items administered (24 and 30 items, respectively) compared with administration of the full MASS. The correlation between scores on the full MASS and the CAT version was .93. For the mood disorder subscale, differences in scores between two groups of depressed patients--one with bipolar disorder and one without--on the full scale and on the CAT showed effect sizes of .63 (p<.003) and 1.19 (p<.001) standard deviation units, respectively, indicating better discriminant validity for CAT. CONCLUSIONS: Instead of using small fixed-length tests, clinicians can create item banks with a large item pool, and a small set of the items most relevant for a given individual can be administered with no loss of information, yielding a dramatic reduction in administration time and patient and clinician burden.}, keywords = {*Diagnosis, Computer-Assisted, *Questionnaires, Adolescent, Adult, Aged, Agoraphobia/diagnosis, Anxiety Disorders/diagnosis, Bipolar Disorder/diagnosis, Female, Humans, Male, Mental Disorders/*diagnosis, Middle Aged, Mood Disorders/diagnosis, Obsessive-Compulsive Disorder/diagnosis, Panic Disorder/diagnosis, Phobic Disorders/diagnosis, Reproducibility of Results, Time Factors}, isbn = {1075-2730 (Print)}, author = {Gibbons, R. D. and Weiss, D. J. and Kupfer, D. J. and Frank, E. and Fagiolini, A. and Grochocinski, V. J. and Bhaumik, D. K. and Stover, A. and Bock, R. D. and Immekus, J. C.} } @article {132, title = {Using item banks to construct measures of patient reported outcomes in clinical trials: investigator perceptions}, journal = {Clinical Trials}, volume = {5}, number = {6}, year = {2008}, note = {Flynn, Kathryn EDombeck, Carrie BDeWitt, Esi MorganSchulman, Kevin AWeinfurt, Kevin P5U01AR052186/AR/NIAMS NIH HHS/United StatesResearch Support, N.I.H., ExtramuralEnglandClinical trials (London, England)Clin Trials. 2008;5(6):575-86.}, pages = {575-86}, edition = {2008/11/26}, abstract = {BACKGROUND: Item response theory (IRT) promises more sensitive and efficient measurement of patient-reported outcomes (PROs) than traditional approaches; however, the selection and use of PRO measures from IRT-based item banks differ from current methods of using PRO measures. PURPOSE: To anticipate barriers to the adoption of IRT item banks into clinical trials. METHODS: We conducted semistructured telephone or in-person interviews with 42 clinical researchers who published results from clinical trials in the Journal of the American Medical Association, the New England Journal of Medicine, or other leading clinical journals from July 2005 through May 2006. Interviews included a brief tutorial on IRT item banks. RESULTS: After the tutorial, 39 of 42 participants understood the novel products available from an IRT item bank, namely customized short forms and computerized adaptive testing. Most participants (38/42) thought that item banks could be useful in their clinical trials, but they mentioned several potential barriers to adoption, including economic and logistical constraints, concerns about whether item banks are better than current PRO measures, concerns about how to convince study personnel or statisticians to use item banks, concerns about FDA or sponsor acceptance, and the lack of availability of item banks validated in specific disease populations. LIMITATIONS: Selection bias might have led to more positive responses to the concept of item banks in clinical trials. CONCLUSIONS: Clinical investigators are open to a new method of PRO measurement offered in IRT item banks, but bank developers must address investigator and stakeholder concerns before widespread adoption can be expected.}, isbn = {1740-7745 (Print)}, author = {Flynn, K. E. and Dombeck, C. B. and DeWitt, E. M. and Schulman, K. A. and Weinfurt, K. P.} } @article {420, title = {Utilizing Rasch measurement models to develop a computer adaptive self-report of walking, climbing, and running}, journal = {Disability and Rehabilitation}, volume = {30}, number = {6}, year = {2008}, pages = {458-467}, abstract = {Purpose.The purpose of this paper is to show how the Rasch model can be used to develop a computer adaptive self-report of walking, climbing, and running.Method.Our instrument development work on the walking/climbing/running construct of the ICF Activity Measure was used to show how to develop a computer adaptive test (CAT). Fit of the items to the Rasch model and validation of the item difficulty hierarchy was accomplished using Winsteps software. Standard error was used as a stopping rule for the CAT. Finally, person abilities were connected to items difficulties using Rasch analysis {\textquoteleft}maps{\textquoteright}.Results.All but the walking one mile item fit the Rasch measurement model. A CAT was developed which selectively presented items based on the last calibrated person ability measure and was designed to stop when standard error decreased to a pre-set criterion. Finally, person ability measures were connected to the ability to perform specific walking/climbing/running activities using Rasch maps.Conclusions.Rasch measurement models can be useful in developing CAT measures for rehabilitation and disability. In addition to CATs reducing respondent burden, the connection of person measures to item difficulties may be important for the clinical interpretation of measures.Read More: http://informahealthcare.com/doi/abs/10.1080/09638280701617317}, author = {Velozo, C. A. and Wang, Y. and Lehman, L. A. and Wang, J. H.} } @inbook {1882, title = {Bundle models for computerized adaptive testing in e-learning assessment}, year = {2007}, note = {{PDF file, 426 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Scalise, K. and Wilson, M.} } @inbook {1806, title = {Comparison of computerized adaptive testing and classical methods for measuring individual change}, year = {2007}, note = {{PDF file, 347 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Kim-Kang, G. and Weiss, D. J.} } @inbook {1949, title = {Computerized adaptive testing with the bifactor model}, year = {2007}, note = {{PDF file, 159 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Weiss, D. J. and Gibbons, R. D.} } @article {782, title = {Development and evaluation of a computer adaptive test for {\textquotedblleft}Anxiety{\textquotedblright} (Anxiety-CAT)}, journal = {Quality of Life Research}, volume = {16}, year = {2007}, pages = {143-155}, author = {Walter, O. B. and Becker, J. and Bjorner, J. B. and Fliege, H. and Klapp, B. F. and Rose, M.} } @article {363, title = {The initial development of an item bank to assess and screen for psychological distress in cancer patients}, journal = {Psycho-Oncology}, volume = {16}, number = {8}, year = {2007}, note = {10.1002/pon.1117Journal; Peer Reviewed Journal; Journal Article}, pages = {724-732}, abstract = {Psychological distress is a common problem among cancer patients. Despite the large number of instruments that have been developed to assess distress, their utility remains disappointing. This study aimed to use Rasch models to develop an item-bank which would provide the basis for better means of assessing psychological distress in cancer patients. An item bank was developed from eight psychological distress questionnaires using Rasch analysis to link common items. Items from the questionnaires were added iteratively with common items as anchor points and misfitting items (infit mean square > 1.3) removed, and unidimensionality assessed. A total of 4914 patients completed the questionnaires providing an initial pool of 83 items. Twenty items were removed resulting in a final pool of 63 items. Good fit was demonstrated and no additional factor structure was evident from the residuals. However, there was little overlap between item locations and person measures, since items mainly targeted higher levels of distress. The Rasch analysis allowed items to be pooled and generated a unidimensional instrument for measuring psychological distress in cancer patients. Additional items are required to more accurately assess patients across the whole continuum of psychological distress. (PsycINFO Database Record (c) 2007 APA ) (journal abstract)}, keywords = {3293 Cancer, cancer patients, Distress, initial development, Item Response Theory, Models, Neoplasms, Patients, Psychological, psychological distress, Rasch, Stress}, isbn = {1057-9249}, author = {Smith, A. B. and Rush, R. and Velikova, G. and Wall, L. and Wright, E. P. and Stark, D. and Selby, P. and Sharpe, M.} } @inbook {1914, title = {Investigating CAT designs to achieve comparability with a paper test}, year = {2007}, note = {{PDF file, 141 KB}}, address = {In D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Thompson, T. and Way, W. D.} } @article {2175, title = {Mutual Information Item Selection in Adaptive Classification Testing}, journal = {Educational and Psychological Measurement}, volume = {67}, number = {1}, year = {2007}, pages = {41-58}, abstract = {

A general approach for item selection in adaptive multiple-category classification tests is provided. The approach uses mutual information (MI), a special case of the Kullback-Leibler distance, or relative entropy. MI works efficiently with the sequential probability ratio test and alleviates the difficulties encountered with using other local- and global-information measures in the multiple-category classification setting. Results from simulation studies using three item selection methods, Fisher information (FI), posterior-weighted FI (FIP), and MI, are provided for an adaptive four-category classification test. Both across and within the four classification categories, it is shown that in general, MI item selection classifies the highest proportion of examinees correctly and yields the shortest test lengths. The next best performance is observed for FIP item selection, followed by FI.

}, doi = {10.1177/0013164406288164}, url = {http://epm.sagepub.com/content/67/1/41.abstract}, author = {Weissman, Alexander} } @article {328, title = {Psychometric evaluation and calibration of health-related quality of life item banks: plans for the Patient-Reported Outcomes Measurement Information System (PROMIS)}, journal = {Medical Care}, volume = {45}, number = {5 Suppl 1}, year = {2007}, note = {Reeve, Bryce BHays, Ron DBjorner, Jakob BCook, Karon FCrane, Paul KTeresi, Jeanne AThissen, DavidRevicki, Dennis AWeiss, David JHambleton, Ronald KLiu, HonghuGershon, RichardReise, Steven PLai, Jin-sheiCella, DavidPROMIS Cooperative GroupAG015815/AG/United States NIAResearch Support, N.I.H., ExtramuralUnited StatesMedical careMed Care. 2007 May;45(5 Suppl 1):S22-31.}, month = {May}, pages = {S22-31}, edition = {2007/04/20}, abstract = {BACKGROUND: The construction and evaluation of item banks to measure unidimensional constructs of health-related quality of life (HRQOL) is a fundamental objective of the Patient-Reported Outcomes Measurement Information System (PROMIS) project. OBJECTIVES: Item banks will be used as the foundation for developing short-form instruments and enabling computerized adaptive testing. The PROMIS Steering Committee selected 5 HRQOL domains for initial focus: physical functioning, fatigue, pain, emotional distress, and social role participation. This report provides an overview of the methods used in the PROMIS item analyses and proposed calibration of item banks. ANALYSES: Analyses include evaluation of data quality (eg, logic and range checking, spread of response distribution within an item), descriptive statistics (eg, frequencies, means), item response theory model assumptions (unidimensionality, local independence, monotonicity), model fit, differential item functioning, and item calibration for banking. RECOMMENDATIONS: Summarized are key analytic issues; recommendations are provided for future evaluations of item banks in HRQOL assessment.}, keywords = {*Health Status, *Information Systems, *Quality of Life, *Self Disclosure, Adolescent, Adult, Aged, Calibration, Databases as Topic, Evaluation Studies as Topic, Female, Humans, Male, Middle Aged, Outcome Assessment (Health Care)/*methods, Psychometrics, Questionnaires/standards, United States}, isbn = {0025-7079 (Print)}, author = {Reeve, B. B. and Hays, R. D. and Bjorner, J. B. and Cook, K. F. and Crane, P. K. and Teresi, J. A. and Thissen, D. and Revicki, D. A. and Weiss, D. J. and Hambleton, R. K. and Liu, H. and Gershon, R. C. and Reise, S. P. and Lai, J. S. and Cella, D.} } @conference {1068, title = {A comparison of online calibration methods for a CAT}, booktitle = {Presented at the National Council on Measurement on Education}, year = {2006}, address = {San Francisco, CA}, author = {Morgan, D. L. and Way, W. D. and Augemberg, K.E.} } @article {352, title = {Computerized adaptive testing of diabetes impact: a feasibility study of Hispanics and non-Hispanics in an active clinic population}, journal = {Quality of Life Research}, volume = {15}, number = {9}, year = {2006}, note = {Schwartz, CarolynWelch, GarrySantiago-Kelley, PaulaBode, RitaSun, Xiaowu1 r43 dk066874-01/dk/niddkResearch Support, N.I.H., ExtramuralNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2006 Nov;15(9):1503-18. Epub 2006 Sep 26.}, month = {Nov}, pages = {1503-18}, edition = {2006/10/13}, abstract = {BACKGROUND: Diabetes is a leading cause of death and disability in the US and is twice as common among Hispanic Americans as non-Hispanics. The societal costs of diabetes provide an impetus for developing tools that can improve patient care and delay or prevent diabetes complications. METHODS: We implemented a feasibility study of a Computerized Adaptive Test (CAT) to measure diabetes impact using a sample of 103 English- and 97 Spanish-speaking patients (mean age = 56.5, 66.5\% female) in a community medical center with a high proportion of minority patients (28\% African-American). The 37 items of the Diabetes Impact Survey were translated using forward-backward translation and cognitive debriefing. Participants were randomized to receive either the full-length tool or the Diabetes-CAT first, in the patient{\textquoteright}s native language. RESULTS: The number of items and the amount of time to complete the survey for the CAT was reduced to one-sixth the amount for the full-length tool in both languages, across disease severity. Confirmatory Factor Analysis confirmed that the Diabetes Impact Survey is unidimensional. The Diabetes-CAT demonstrated acceptable internal consistency reliability, construct validity, and discriminant validity in the overall sample, although subgroup analyses suggested that the English sample data evidenced higher levels of reliability and validity than the Spanish sample and issues with discriminant validity in the Spanish sample. Differential Item Function analysis revealed differences in responses tendencies by language group in 3 of the 37 items. Participant interviews suggested that the Spanish-speaking patients generally preferred the paper survey to the computer-assisted tool, and were twice as likely to experience difficulties understanding the items. CONCLUSIONS: While the Diabetes-CAT demonstrated clear advantages in reducing respondent burden as compared to the full-length tool, simplifying the item bank will be necessary for enhancing the feasibility of the Diabetes-CAT for use with low literacy patients.}, keywords = {*Computers, *Hispanic Americans, *Quality of Life, Adult, Aged, Data Collection/*methods, Diabetes Mellitus/*psychology, Feasibility Studies, Female, Humans, Language, Male, Middle Aged}, isbn = {0962-9343 (Print)}, author = {Schwartz, C. and Welch, G. and Santiago-Kelley, P. and Bode, R. and Sun, X.} } @conference {884, title = {Constraints-weighted information method for item selection of severely constrained computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2006}, address = {San Francisco}, author = {Cheng, Y and Chang, Hua-Hua and Wang, X. B.} } @article {233, title = {An evaluation of a patient-reported outcomes found computerized adaptive testing was efficient in assessing osteoarthritis impact}, journal = {Journal of Clinical Epidemiology}, volume = {59}, number = {7}, year = {2006}, pages = {715-723}, abstract = {BACKGROUND AND OBJECTIVES: Evaluate a patient-reported outcomes questionnaire that uses computerized adaptive testing (CAT) to measure the impact of osteoarthritis (OA) on functioning and well-being. MATERIALS AND METHODS: OA patients completed 37 questions about the impact of OA on physical, social and role functioning, emotional well-being, and vitality. Questionnaire responses were calibrated and scored using item response theory, and two scores were estimated: a Total-OA score based on patients{\textquoteright} responses to all 37 questions, and a simulated CAT-OA score where the computer selected and scored the five most informative questions for each patient. Agreement between Total-OA and CAT-OA scores was assessed using correlations. Discriminant validity of Total-OA and CAT-OA scores was assessed with analysis of variance. Criterion measures included OA pain and severity, patient global assessment, and missed work days. RESULTS: Simulated CAT-OA and Total-OA scores correlated highly (r = 0.96). Both Total-OA and simulated CAT-OA scores discriminated significantly between patients differing on the criterion measures. F-statistics across criterion measures ranged from 39.0 (P < .001) to 225.1 (P < .001) for the Total-OA score, and from 40.5 (P < .001) to 221.5 (P < .001) for the simulated CAT-OA score. CONCLUSIONS: CAT methods produce valid and precise estimates of the impact of OA on functioning and well-being with significant reduction in response burden.}, isbn = {08954356}, author = {Kosinski, M. and Bjorner, J. and Warejr, J. and Sullivan, E. and Straus, W.} } @article {2145, title = {A Feedback Control Strategy for Enhancing Item Selection Efficiency in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {30}, number = {2}, year = {2006}, pages = {84-99}, abstract = {

A computerized adaptive test (CAT) may be modeled as a closed-loop system, where item selection is influenced by trait level (\θ) estimation and vice versa. When discrepancies exist between an examinee\&$\#$39;s estimated and true \θ levels, nonoptimal item selection is a likely result. Nevertheless, examinee response behavior consistent with optimal item selection can be predicted using item response theory (IRT), without knowledge of an examinee\&$\#$39;s true \θ level, yielding a specific reference point for applying an internal correcting or feedback control mechanism. Incorporating such a mechanism in a CAT is shown to be an effective strategy for increasing item selection efficiency. Results from simulation studies using maximum likelihood (ML) and modal a posteriori (MAP) trait-level estimation and Fisher information (FI) and Fisher interval information (FII) item selection are provided.

}, doi = {10.1177/0146621605282774}, url = {http://apm.sagepub.com/content/30/2/84.abstract}, author = {Weissman, Alexander} } @article {2232, title = {Sequential Computerized Mastery Tests{\^a}{\texteuro}{\textquotedblright}Three Simulation Studies}, journal = {International Journal of Testing}, volume = {6}, number = {1}, year = {2006}, pages = {41-55}, doi = {10.1207/s15327574ijt0601_3}, url = {http://www.tandfonline.com/doi/abs/10.1207/s15327574ijt0601_3}, author = {Wiberg, Marie} } @article {2073, title = {Simulated computerized adaptive test for patients with lumbar spine impairments was efficient and produced valid measures of function}, journal = {Journal of Clinical Epidemiology}, volume = {59}, year = {2006}, pages = {947{\textendash}956}, abstract = {Objective: To equate physical functioning (PF) items with Back Pain Functional Scale (BPFS) items, develop a computerized adaptive test (CAT) designed to assess lumbar spine functional status (LFS) in people with lumbar spine impairments, and compare discriminant validity of LFS measures (qIRT) generated using all items analyzed with a rating scale Item Response Theory model (RSM) and measures generated using the simulated CAT (qCAT). Methods: We performed a secondary analysis of retrospective intake rehabilitation data. Results: Unidimensionality and local independence of 25 BPFS and PF items were supported. Differential item functioning was negligible for levels of symptom acuity, gender, age, and surgical history. The RSM fit the data well. A lumbar spine specific CAT was developed that was 72\% more efficient than using all 25 items to estimate LFS measures. qIRT and qCAT measures did not discriminate patients by symptom acuity, age, or gender, but discriminated patients by surgical history in similar clinically logical ways. qCAT measures were as precise as qIRT measures. Conclusion: A body part specific simulated CAT developed from an LFS item bank was efficient and produced precise measures of LFS without eroding discriminant validity.}, keywords = {Back Pain Functional Scale, computerized adaptive testing, Item Response Theory, Lumbar spine, Rehabilitation, True-score equating}, doi = {10.1016/j.jclinepi.2005.10.017}, author = {Hart, D. L. and Mioduski, J. E. and Werneke, M. W. and Stratford, P. W.} } @article {566, title = {Simulated computerized adaptive test for patients with lumbar spine impairments was efficient and produced valid measures of function}, journal = {Journal of Clinical Epidemiology}, volume = {59}, year = {2006}, pages = {947-956}, author = {Hart, D. and Mioduski, J. and Werenke, M. and Stratford, P.} } @article {546, title = {Development of a computer-adaptive test for depression (D-CAT)}, journal = {Quality of Life Research}, volume = {14}, year = {2005}, pages = {2277{\textendash}2291}, author = {Fliege, H. and Becker, J. and Walter, O. B. and Bjorner, J. B. and Klapp, B. F. and Rose, M.} } @article {2131, title = {Item response theory in computer adaptive testing: implications for outcomes measurement in rehabilitation}, journal = {Rehabil Psychol}, volume = {50}, year = {2005}, pages = {71-78}, author = {Ware, J. E and Gandek, B. and Sinclair, S. J. and Bjorner, J. B.} } @article {219, title = {Toward efficient and comprehensive measurement of the alcohol problems continuum in college students: The Brief Young Adult Alcohol Consequences Questionnaire}, journal = {Alcoholism: Clinical \& Experimental Research}, volume = {29}, number = {7}, year = {2005}, note = {MiscellaneousArticleMiscellaneous Article}, pages = {1180-1189}, abstract = {Background: Although a number of measures of alcohol problems in college students have been studied, the psychometric development and validation of these scales have been limited, for the most part, to methods based on classical test theory. In this study, we conducted analyses based on item response theory to select a set of items for measuring the alcohol problem severity continuum in college students that balances comprehensiveness and efficiency and is free from significant gender bias., Method: We conducted Rasch model analyses of responses to the 48-item Young Adult Alcohol Consequences Questionnaire by 164 male and 176 female college students who drank on at least a weekly basis. An iterative process using item fit statistics, item severities, item discrimination parameters, model residuals, and analysis of differential item functioning by gender was used to pare the items down to those that best fit a Rasch model and that were most efficient in discriminating among levels of alcohol problems in the sample., Results: The process of iterative Rasch model analyses resulted in a final 24-item scale with the data fitting the unidimensional Rasch model very well. The scale showed excellent distributional properties, had items adequately matched to the severity of alcohol problems in the sample, covered a full range of problem severity, and appeared highly efficient in retaining all of the meaningful variance captured by the original set of 48 items., Conclusions: The use of Rasch model analyses to inform item selection produced a final scale that, in both its comprehensiveness and its efficiency, should be a useful tool for researchers studying alcohol problems in college students. To aid interpretation of raw scores, examples of the types of alcohol problems that are likely to be experienced across a range of selected scores are provided., (C)2005Research Society on AlcoholismAn important, sometimes controversial feature of all psychological phenomena is whether they are categorical or dimensional. A conceptual and psychometric framework is described for distinguishing whether the latent structure behind manifest categories (e.g., psychiatric diagnoses, attitude groups, or stages of development) is category-like or dimension-like. Being dimension-like requires (a) within-category heterogeneity and (b) between-category quantitative differences. Being category-like requires (a) within-category homogeneity and (b) between-category qualitative differences. The relation between this classification and abrupt versus smooth differences is discussed. Hybrid structures are possible. Being category-like is itself a matter of degree; the authors offer a formalized framework to determine this degree. Empirical applications to personality disorders, attitudes toward capital punishment, and stages of cognitive development illustrate the approach., (C) 2005 by the American Psychological AssociationThe authors conducted Rasch model ( G. Rasch, 1960) analyses of items from the Young Adult Alcohol Problems Screening Test (YAAPST; S. C. Hurlbut \& K. J. Sher, 1992) to examine the relative severity and ordering of alcohol problems in 806 college students. Items appeared to measure a single dimension of alcohol problem severity, covering a broad range of the latent continuum. Items fit the Rasch model well, with less severe symptoms reliably preceding more severe symptoms in a potential progression toward increasing levels of problem severity. However, certain items did not index problem severity consistently across demographic subgroups. A shortened, alternative version of the YAAPST is proposed, and a norm table is provided that allows for a linking of total YAAPST scores to expected symptom expression., (C) 2004 by the American Psychological AssociationA didactic on latent growth curve modeling for ordinal outcomes is presented. The conceptual aspects of modeling growth with ordinal variables and the notion of threshold invariance are illustrated graphically using a hypothetical example. The ordinal growth model is described in terms of 3 nested models: (a) multivariate normality of the underlying continuous latent variables (yt) and its relationship with the observed ordinal response pattern (Yt), (b) threshold invariance over time, and (c) growth model for the continuous latent variable on a common scale. Algebraic implications of the model restrictions are derived, and practical aspects of fitting ordinal growth models are discussed with the help of an empirical example and Mx script ( M. C. Neale, S. M. Boker, G. Xie, \& H. H. Maes, 1999). The necessary conditions for the identification of growth models with ordinal data and the methodological implications of the model of threshold invariance are discussed., (C) 2004 by the American Psychological AssociationRecent research points toward the viability of conceptualizing alcohol problems as arrayed along a continuum. Nevertheless, modern statistical techniques designed to scale multiple problems along a continuum (latent trait modeling; LTM) have rarely been applied to alcohol problems. This study applies LTM methods to data on 110 problems reported during in-person interviews of 1,348 middle-aged men (mean age = 43) from the general population. The results revealed a continuum of severity linking the 110 problems, ranging from heavy and abusive drinking, through tolerance and withdrawal, to serious complications of alcoholism. These results indicate that alcohol problems can be arrayed along a dimension of severity and emphasize the relevance of LTM to informing the conceptualization and assessment of alcohol problems., (C) 2004 by the American Psychological AssociationItem response theory (IRT) is supplanting classical test theory as the basis for measures development. This study demonstrated the utility of IRT for evaluating DSM-IV diagnostic criteria. Data on alcohol, cannabis, and cocaine symptoms from 372 adult clinical participants interviewed with the Composite International Diagnostic Interview-Expanded Substance Abuse Module (CIDI-SAM) were analyzed with Mplus ( B. Muthen \& L. Muthen, 1998) and MULTILOG ( D. Thissen, 1991) software. Tolerance and legal problems criteria were dropped because of poor fit with a unidimensional model. Item response curves, test information curves, and testing of variously constrained models suggested that DSM-IV criteria in the CIDI-SAM discriminate between only impaired and less impaired cases and may not be useful to scale case severity. IRT can be used to study the construct validity of DSM-IV diagnoses and to identify diagnostic criteria with poor performance., (C) 2004 by the American Psychological AssociationThis study examined the psychometric characteristics of an index of substance use involvement using item response theory. The sample consisted of 292 men and 140 women who qualified for a Diagnostic and Statistical Manual of Mental Disorders (3rd ed., rev.; American Psychiatric Association, 1987) substance use disorder (SUD) diagnosis and 293 men and 445 women who did not qualify for a SUD diagnosis. The results indicated that men had a higher probability of endorsing substance use compared with women. The index significantly predicted health, psychiatric, and psychosocial disturbances as well as level of substance use behavior and severity of SUD after a 2-year follow-up. Finally, this index is a reliable and useful prognostic indicator of the risk for SUD and the medical and psychosocial sequelae of drug consumption., (C) 2002 by the American Psychological AssociationComparability, validity, and impact of loss of information of a computerized adaptive administration of the Minnesota Multiphasic Personality Inventory-2 (MMPI-2) were assessed in a sample of 140 Veterans Affairs hospital patients. The countdown method ( Butcher, Keller, \& Bacon, 1985) was used to adaptively administer Scales L (Lie) and F (Frequency), the 10 clinical scales, and the 15 content scales. Participants completed the MMPI-2 twice, in 1 of 2 conditions: computerized conventional test-retest, or computerized conventional-computerized adaptive. Mean profiles and test-retest correlations across modalities were comparable. Correlations between MMPI-2 scales and criterion measures supported the validity of the countdown method, although some attenuation of validity was suggested for certain health-related items. Loss of information incurred with this mode of adaptive testing has minimal impact on test validity. Item and time savings were substantial., (C) 1999 by the American Psychological Association}, keywords = {Psychometrics, Substance-Related Disorders}, author = {Kahler, C. W. and Strong, D. R. and Read, J. P. and De Boeck, P. and Wilson, M. and Acton, G. S. and Palfai, T. P. and Wood, M. D. and Mehta, P. D. and Neale, M. C. and Flay, B. R. and Conklin, C. A. and Clayton, R. R. and Tiffany, S. T. and Shiffman, S. and Krueger, R. F. and Nichol, P. E. and Hicks, B. M. and Markon, K. E. and Patrick, C. J. and Iacono, William G. and McGue, Matt and Langenbucher, J. W. and Labouvie, E. and Martin, C. S. and Sanjuan, P. M. and Bavly, L. and Kirisci, L. and Chung, T. and Vanyukov, M. and Dunn, M. and Tarter, R. and Handel, R. W. and Ben-Porath, Y. S. and Watt, M.} } @conference {1246, title = {Achieving accuracy of retest calibration for a national CAT placement examination with a restricted test length}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2004}, note = {$\#$WA04-01 {PDF file, 837 KB}}, address = {San Diego CA}, author = {Wang, X. B. and Wiley, A.} } @article {202, title = {Assisted self-adapted testing: A comparative study}, journal = {European Journal of Psychological Assessment}, volume = {20}, number = {1}, year = {2004}, pages = {2-9}, abstract = {A new type of self-adapted test (S-AT), called Assisted Self-Adapted Test (AS-AT), is presented. It differs from an ordinary S-AT in that prior to selecting the difficulty category, the computer advises examinees on their best difficulty category choice, based on their previous performance. Three tests (computerized adaptive test, AS-AT, and S-AT) were compared regarding both their psychometric (precision and efficiency) and psychological (anxiety) characteristics. Tests were applied in an actual assessment situation, in which test scores determined 20\% of term grades. A sample of 173 high school students participated. Neither differences in posttest anxiety nor ability were obtained. Concerning precision, AS-AT was as precise as CAT, and both revealed more precision than S-AT. It was concluded that AS-AT acted as a CAT concerning precision. Some hints, but not conclusive support, of the psychological similarity between AS-AT and S-AT was also found. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {Adaptive Testing, Anxiety, Computer Assisted Testing, Psychometrics, Test}, author = {Hontangas, P. and Olea, J. and Ponsoda, V. and Revuelta, J. and Wise, S. L.} } @conference {1058, title = {Combining computer adaptive testing technology with cognitively diagnostic assessment}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2004}, note = {{PDF file, 782 KB}}, address = {San Diego CA}, author = {McGlohen, MK and Chang, Hua-Hua and Wills, J. T.} } @inbook {1737, title = {Computerized adaptive testing and item banking}, year = {2004}, note = {{PDF file 371 KB}}, address = {P. M. Fayers and R. D. Hays (Eds.) Assessing Quality of Life. Oxford: Oxford University Press.}, author = {Bjorner, J. B. and Kosinski, M. and Ware, J. E and Jr.} } @article {2177, title = {Computerized Adaptive Testing for Effective and Efficient Measurement in Counseling and Education}, journal = {Measurement and Evaluation in Counseling and Development}, volume = {37}, number = {2}, year = {2004}, pages = {70-84}, author = {Weiss, D. J.} } @article {2086, title = {Evaluating scale stability of a computer adaptive testing system}, number = {05-12}, year = {2004}, institution = {GMAC}, address = {McLean, VA}, author = {Guo, F. and Wang, L.} } @article {2136, title = {Implementation and Measurement Efficiency of Multidimensional Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {28}, number = {5}, year = {2004}, pages = {295-316}, abstract = {

Multidimensional adaptive testing (MAT) procedures are proposed for the measurement of several latent traits by a single examination. Bayesian latent trait estimation and adaptive item selection are derived. Simulations were conducted to compare the measurement efficiency of MAT with those of unidimensional adaptive testing and random administration. The results showed that the higher the correlation between latent traits, the more latent traits there were, and the more scoring levels there were in the items, the more efficient MAT was than the other two procedures. For tests containing multidimensional items, only MAT is applicable, whereas unidimensional adaptive testing is not. Issues in implementing MAT are discussed.

}, doi = {10.1177/0146621604265938}, url = {http://apm.sagepub.com/content/28/5/295.abstract}, author = {Wang, Wen-Chung and Chen, Po-Hsi} } @proceedings {214, title = {An investigation of two combination procedures of SPRT for three-category classification decisions in computerized classification test}, journal = {annual meeting of the American Educational Research Association}, year = {2004}, note = {annual meeting of the American Educational Research Association, San Antonio}, month = {04/2004}, address = {San Antonio, Texas}, keywords = {computerized adaptive testing, Computerized classification testing, sequential probability ratio testing}, author = {Jiao, H. and Wang, S and Lau, CA} } @booklet {1414, title = {An investigation of two combination procedures of SPRT for three-category decisions in computerized classification test}, year = {2004}, note = {{PDF file, 649 KB}}, address = {Paper presented at the annual meeting of the American Educational Research Association, San Diego CA}, author = {Jiao, H. and Wang, S and Lau, A} } @conference {1257, title = {Mutual information item selection in multiple-category classification CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2004}, note = {$\#$WE04-02}, address = {San Diego CA}, author = {Weissman, A.} } @conference {1234, title = {New methods for CBT item pool evaluation}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2004}, note = {$\#$WA04-02 {PDF file, 1.005 MB}}, address = {San Diego CA}, author = {Wang, L.} } @article {2084, title = {Validating the German computerized adaptive test for anxiety on healthy sample (A-CAT)}, journal = {Quality of Life Research}, volume = {13}, year = {2004}, pages = {1515}, author = {Becker, J. and Walter, O. B. and Fliege, H. and Bjorner, J. B. and Kocalevent, R. D. and Schmid, G. and Klapp, B. F. and Rose, M.} } @conference {1255, title = {Assessing the efficiency of item selection in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2003}, note = {{PDF file, 96 KB}}, address = {Chicago IL}, author = {Weissman, A.} } @conference {989, title = {Calibrating CAT pools and online pretest items using nonparametric and adjusted marginal maximum likelihood methods}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {PDF file, 128 K}, address = {Chicago IL}, author = {Krass, I. A. and Williams, B.} } @article {30, title = {Calibration of an item pool for assessing the burden of headaches: an application of item response theory to the Headache Impact Test (HIT)}, journal = {Quality of Life Research}, volume = {12}, number = {8}, year = {2003}, note = {0962-9343Journal Article}, pages = {913-933}, abstract = {BACKGROUND: Measurement of headache impact is important in clinical trials, case detection, and the clinical monitoring of patients. Computerized adaptive testing (CAT) of headache impact has potential advantages over traditional fixed-length tests in terms of precision, relevance, real-time quality control and flexibility. OBJECTIVE: To develop an item pool that can be used for a computerized adaptive test of headache impact. METHODS: We analyzed responses to four well-known tests of headache impact from a population-based sample of recent headache sufferers (n = 1016). We used confirmatory factor analysis for categorical data and analyses based on item response theory (IRT). RESULTS: In factor analyses, we found very high correlations between the factors hypothesized by the original test constructers, both within and between the original questionnaires. These results suggest that a single score of headache impact is sufficient. We established a pool of 47 items which fitted the generalized partial credit IRT model. By simulating a computerized adaptive health test we showed that an adaptive test of only five items had a very high concordance with the score based on all items and that different worst-case item selection scenarios did not lead to bias. CONCLUSION: We have established a headache impact item pool that can be used in CAT of headache impact.}, keywords = {*Cost of Illness, *Decision Support Techniques, *Sickness Impact Profile, Adolescent, Adult, Aged, Comparative Study, Disability Evaluation, Factor Analysis, Statistical, Headache/*psychology, Health Surveys, Human, Longitudinal Studies, Middle Aged, Migraine/psychology, Models, Psychological, Psychometrics/*methods, Quality of Life/*psychology, Software, Support, Non-U.S. Gov{\textquoteright}t}, author = {Bjorner, J. B. and Kosinski, M. and Ware, J. E., Jr.} } @conference {1003, title = {Computerized adaptive testing: A comparison of three content balancing methods}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 227 KB}}, address = {Chicago IL}, author = {Leung, C-K.. and Chang, Hua-Hua and Hau, K-T. and Wen. Z.} } @conference {1280, title = {Effects of test administration mode on item parameter estimates}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 233 KB}}, address = {Chicago IL}, author = {Yi, Q. and Harris, D. J. and Wang, T. and Ban, J-C.} } @conference {1022, title = {Evaluating computerized adaptive testing design for the MCAT with realistic simulated data}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 985 KB}}, address = {Chicago IL}, author = {Lu, Y., and Pitoniak, M. and Rizavi, S. and Way, W. D. and Steffan, M.} } @article {31, title = {The feasibility of applying item response theory to measures of migraine impact: a re-analysis of three clinical studies}, journal = {Quality of Life Research}, volume = {12}, number = {8}, year = {2003}, note = {0962-9343Journal Article}, pages = {887-902}, abstract = {BACKGROUND: Item response theory (IRT) is a powerful framework for analyzing multiitem scales and is central to the implementation of computerized adaptive testing. OBJECTIVES: To explain the use of IRT to examine measurement properties and to apply IRT to a questionnaire for measuring migraine impact--the Migraine Specific Questionnaire (MSQ). METHODS: Data from three clinical studies that employed the MSQ-version 1 were analyzed by confirmatory factor analysis for categorical data and by IRT modeling. RESULTS: Confirmatory factor analyses showed very high correlations between the factors hypothesized by the original test constructions. Further, high item loadings on one common factor suggest that migraine impact may be adequately assessed by only one score. IRT analyses of the MSQ were feasible and provided several suggestions as to how to improve the items and in particular the response choices. Out of 15 items, 13 showed adequate fit to the IRT model. In general, IRT scores were strongly associated with the scores proposed by the original test developers and with the total item sum score. Analysis of response consistency showed that more than 90\% of the patients answered consistently according to a unidimensional IRT model. For the remaining patients, scores on the dimension of emotional function were less strongly related to the overall IRT scores that mainly reflected role limitations. Such response patterns can be detected easily using response consistency indices. Analysis of test precision across score levels revealed that the MSQ was most precise at one standard deviation worse than the mean impact level for migraine patients that are not in treatment. Thus, gains in test precision can be achieved by developing items aimed at less severe levels of migraine impact. CONCLUSIONS: IRT proved useful for analyzing the MSQ. The approach warrants further testing in a more comprehensive item pool for headache impact that would enable computerized adaptive testing.}, keywords = {*Sickness Impact Profile, Adolescent, Adult, Aged, Comparative Study, Cost of Illness, Factor Analysis, Statistical, Feasibility Studies, Female, Human, Male, Middle Aged, Migraine/*psychology, Models, Psychological, Psychometrics/instrumentation/*methods, Quality of Life/*psychology, Questionnaires, Support, Non-U.S. Gov{\textquoteright}t}, author = {Bjorner, J. B. and Kosinski, M. and Ware, J. E., Jr.} } @article {457, title = {A feasibility study of on-the-fly item generation in adaptive testing}, journal = { Journal of Technology, Learning, and Assessment}, volume = {2 }, year = {2003}, note = {{PDF file, 427 KB} }, author = {Bejar, I. I. and Lawless, R. R., and Morley, M. E., and Wagner, M. E., and Bennett R. E., and Revuelta, J.} } @conference {1283, title = {Implementing the a-stratified method with b blocking in computerized adaptive testing with the generalized partial credit model}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2003}, note = {$\#$YI03-01 {PDF file, 496 KB}}, address = {Chicago IL}, author = {Yi, Q. and Wang, T. and Wang, S} } @conference {1256, title = {Information theoretic approaches to item selection}, booktitle = {Paper presented at the 13th international meeting of the Psychometric Society}, year = {2003}, address = {Sardinia, Italy}, author = {Weissman, A.} } @conference {934, title = {Online calibration and scale stability of a CAT program}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2003}, note = {{PDF file, 274 KB}}, address = {Chicago IL}, author = {Guo, F. and Wang, G.} } @article {805, title = {An optimal design approach to criterion-referenced computerized testing}, journal = {Journal of Educational Measurement}, volume = {28}, year = {2003}, pages = {97-100}, author = {Wiberg, M.} } @article {48, title = {Advances in quality of life measurements in oncology patients}, journal = {Seminars in Oncology}, volume = {29}, number = {3 Suppl 8}, year = {2002}, note = {0093-7754 (Print)Journal ArticleReview}, month = {Jun}, pages = {60-8}, abstract = {Accurate assessment of the quality of life (QOL) of patients can provide important clinical information to physicians, especially in the area of oncology. Changes in QOL are important indicators of the impact of a new cytotoxic therapy, can affect a patient{\textquoteright}s willingness to continue treatment, and may aid in defining response in the absence of quantifiable endpoints such as tumor regression. Because QOL is becoming an increasingly important aspect in the management of patients with malignant disease, it is vital that the instruments used to measure QOL are reliable and accurate. Assessment of QOL involves a multidimensional approach that includes physical, functional, social, and emotional well-being, and the most comprehensive instruments measure at least three of these domains. Instruments to measure QOL can be generic (eg, the Nottingham Health Profile), targeted toward specific illnesses (eg, Functional Assessment of Cancer Therapy - Lung), or be a combination of generic and targeted. Two of the most widely used examples of the combination, or hybrid, instruments are the European Organization for Research and Treatment of Cancer Quality of Life Questionnaire Core 30 Items and the Functional Assessment of Chronic Illness Therapy. A consequence of the increasing international collaboration in clinical trials has been the growing necessity for instruments that are valid across languages and cultures. To assure the continuing reliability and validity of QOL instruments in this regard, item response theory can be applied. Techniques such as item response theory may be used in the future to construct QOL item banks containing large sets of validated questions that represent various levels of QOL domains. As QOL becomes increasingly important in understanding and approaching the overall management of cancer patients, the tools available to clinicians and researchers to assess QOL will continue to evolve. While the instruments currently available provide reliable and valid measurement, further improvements in precision and application are anticipated.}, keywords = {*Quality of Life, *Sickness Impact Profile, Cross-Cultural Comparison, Culture, Humans, Language, Neoplasms/*physiopathology, Questionnaires}, author = {Cella, D. and Chang, C-H. and Lai, J. S. and Webster, K.} } @book {1722, title = {Assessing the efficiency of item selection in computerized adaptive testing}, year = {2002}, address = {Unpublished doctoral dissertation, University of Pittsburgh.}, author = {Weissman, A.} } @article {187, title = {Development of an index of physical functional health status in rehabilitation}, journal = {Archives of Physical Medicine and Rehabilitation}, volume = {83}, number = {5}, year = {2002}, note = {0003-9993 (Print)Journal Article}, month = {May}, pages = {655-65}, abstract = {OBJECTIVE: To describe (1) the development of an index of physical functional health status (FHS) and (2) its hierarchical structure, unidimensionality, reproducibility of item calibrations, and practical application. DESIGN: Rasch analysis of existing data sets. SETTING: A total of 715 acute, orthopedic outpatient centers and 62 long-term care facilities in 41 states participating with Focus On Therapeutic Outcomes, Inc. PATIENTS: A convenience sample of 92,343 patients (40\% male; mean age +/- standard deviation [SD], 48+/-17y; range, 14-99y) seeking rehabilitation between 1993 and 1999. INTERVENTIONS: Not applicable. MAIN OUTCOME MEASURES: Patients completed self-report health status surveys at admission and discharge. The Medical Outcomes Study 36-Item Short-Form Health Survey{\textquoteright}s physical functioning scale (PF-10) is the foundation of the physical FHS. The Oswestry Low Back Pain Disability Questionnaire, Neck Disability Index, Lysholm Knee Questionnaire, items pertinent to patients with upper-extremity impairments, and items pertinent to patients with more involved neuromusculoskeletal impairments were cocalibrated into the PF-10. RESULTS: The final FHS item bank contained 36 items (patient separation, 2.3; root mean square measurement error, 5.9; mean square +/- SD infit, 0.9+/-0.5; outfit, 0.9+/-0.9). Analyses supported empirical item hierarchy, unidimensionality, reproducibility of item calibrations, and content and construct validity of the FHS-36. CONCLUSIONS: Results support the reliability and validity of FHS-36 measures in the present sample. Analyses show the potential for a dynamic, computer-controlled, adaptive survey for FHS assessment applicable for group analysis and clinical decision making for individual patients.}, keywords = {*Health Status Indicators, *Rehabilitation Centers, Adolescent, Adult, Aged, Aged, 80 and over, Female, Health Surveys, Humans, Male, Middle Aged, Musculoskeletal Diseases/*physiopathology/*rehabilitation, Nervous System Diseases/*physiopathology/*rehabilitation, Physical Fitness/*physiology, Recovery of Function/physiology, Reproducibility of Results, Retrospective Studies}, author = {Hart, D. L. and Wright, B. D.} } @booklet {1323, title = {A feasibility study of on-the-fly item generation in adaptive testing (GRE Board Report No 98-12)}, year = {2002}, address = {Educational Testing Service RR02-23. Princeton NJ: Educational Testing Service. Note = {\textquotedblleft}{PDF file, 193 KB}}, author = {Bejar, I. I. and Lawless, R. R and Morley, M. E and Wagner, M. E. and Bennett, R. E. and Revuelta, J.} } @conference {1259, title = {Optimum number of strata in the a-stratified adaptive testing design}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2002}, note = {{PDF file, 114 KB}}, address = {New Orleans LA}, author = {Wen, J.-B. and Chang, Hua-Hua and Hau, K-T.} } @conference {1238, title = {Relative precision of ability estimation in polytomous CAT: A comparison under the generalized partial credit model and graded response model}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2002}, note = {$\#$WA02-01 {PDF file, 735 KB}}, address = {New Orleans LA}, author = {Wang, S and Wang, T.} } @article {811, title = {Self-adapted testing: An overview}, journal = {International Journal of Continuing Engineering Education and Life-Long Learning}, volume = {12}, year = {2002}, pages = {107-122}, author = {Wise, S. L. and Ponsoda, V. and Olea, J.} } @conference {1261, title = {Using testlet response theory to evaluate the equivalence of automatically generated multiple-choice items}, booktitle = {Symposium conducted at the annual meeting of the National Council on Measurement in Eucation}, year = {2002}, address = {New Orleans LA}, author = {Williamson, D. M. and Bejar, I. I.} } @inbook {108, title = {The work ahead: A psychometric infrastructure for computerized adaptive tests}, booktitle = {Computer-based tests: Building the foundation for future assessment}, year = {2002}, note = {Using Smart Source ParsingComputer-based testing: Building the foundation for future assessments. (pp. 1-35). Mahwah, NJ : Lawrence Erlbaum Associates, Publishers. xi, 326 pp}, publisher = {Lawrence Erlbaum Associates, Inc.}, organization = {Lawrence Erlbaum Associates, Inc.}, address = {Mahwah, N.J. USA}, abstract = {(From the chapter) Considers the past and future of computerized adaptive tests and computer-based tests and looks at issues and challenges confronting a testing program as it implements and operates a computer-based test. Recommendations for testing programs from The National Council of Measurement in Education Ad Hoc Committee on Computerized Adaptive Test Disclosure are appended. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computer Assisted Testing, Educational, Measurement, Psychometrics}, author = {F Drasgow}, editor = {M. P. Potenza and J. J. Freemer and W. C. Ward} } @conference {1258, title = {Adaptation of a-stratified method in variable length computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2001}, note = {{PDF file, 384 KB}}, address = {Seattle WA}, author = {Wen, J.-B. and Chang, Hua-Hua and Hau, K.-T.~} } @article {13, title = {A comparative study of on line pretest item{\textemdash}Calibration/scaling methods in computerized adaptive testing}, journal = {Journal of Educational Measurement}, volume = {38}, number = {3}, year = {2001}, pages = {191-212}, abstract = {The purpose of this study was to compare and evaluate five on-line pretest item-calibration/scaling methods in computerized adaptive testing (CAT): marginal maximum likelihood estimate with one EM cycle (OEM), marginal maximum likelihood estimate with multiple EM cycles (MEM), Stocking{\textquoteright}s Method A, Stocking{\textquoteright}s Method B, and BILOG/Prior. The five methods were evaluated in terms ofitem-parameter recovery, using three different sample sizes (300, 1000 and 3000). The MEM method appeared to be the best choice among these, because it produced the smallest parameter-estimation errors for all sample size conditions. MEM and OEM are mathematically similar, although the OEM method produced larger errors. MEM also was preferable to OEM, unless the amount of timeinvolved in iterative computation is a concern. Stocking{\textquoteright}s Method B also worked very well, but it required anchor items that either would increase test lengths or require larger sample sizes depending on test administration design. Until more appropriate ways of handling sparse data are devised, the BILOG/Prior method may not be a reasonable choice for small sample sizes. Stocking{\textquoteright}s Method A hadthe largest weighted total error, as well as a theoretical weakness (i.e., treating estimated ability as true ability); thus, there appeared to be little reason to use it}, author = {Ban, J. C. and Hanson, B. A. and Wang, T. and Yi, Q. and Harris, D. J.} } @conference {1279, title = {Comparison of the SPRT and CMT procedures in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2001}, address = {Seattle WA}, author = {Yi, Q. and Hanson, B. and Widiatmo, H. and Harris, D. J.} } @article {720, title = {Development of an adaptive multimedia program to collect patient health data}, journal = {American Journal of Preventative Medicine}, volume = {21}, year = {2001}, pages = {320-324}, author = {Sutherland, L. A. and Campbell, M. and Ornstein, K. and Wildemuth, B. and Lobach, D.} } @article {2124, title = {An examination of conditioning variables used in computer adaptive testing for DIF analyses}, journal = {Applied Measurement in Education}, volume = {14}, year = {2001}, pages = {3-16}, author = {Walker, C. M. and Beretvas, S. N and Ackerman, T. A.} } @conference {1284, title = {Impact of scoring options for not reached items in CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, note = {PDF file, 232 K}, address = {Seattle WA}, author = {Yi, Q. and Widiatmo, H. and Ban, J-C. and Harris, D. J.} } @conference {1235, title = {The influence of item characteristics and administration position on CAT Scores}, booktitle = {Paper presented at the 33rd annual meeting of the Northeastern Educational Research Association}, year = {2001}, address = {Hudson Valley, NY, October 26, 2001}, author = {Wang, L. and Gawlick, L.} } @conference {1245, title = {Measurement efficiency of multidimensional computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Psychological Association}, year = {2001}, address = {San Francisco CA}, author = {Wang, W-C. and Chen, B.-H.} } @conference {1173, title = {Monitoring items for changes in performance in computerized adaptive tests}, booktitle = {Paper presented at the annual conference of the National Council on Measurement in Education}, year = {2001}, address = {Seattle, Washington}, author = {Smith, R. L. and Wang, M.M. and Wingersky, M. and Zhao, C.} } @article {21, title = {NCLEX-RN performance: predicting success on the computerized examination}, journal = {Journal of Professional Nursing}, volume = {17}, number = {4}, year = {2001}, note = {8755-7223Journal Article}, month = {Jul-Aug}, pages = {158-165}, abstract = {Since the adoption of the Computerized Adaptive Testing (CAT) format of the National Certification Licensure Examination for Registered Nurses (NCLEX-RN), no studies have been reported in the literature on predictors of successful performance by baccalaureate nursing graduates on the licensure examination. In this study, a discriminant analysis was used to identify which of 21 variables can be significant predictors of success on the CAT NCLEX-RN. The convenience sample consisted of 289 individuals who graduated from a baccalaureate nursing program between 1995 and 1998. Seven significant predictor variables were identified. The total number of C+ or lower grades earned in nursing theory courses was the best predictor, followed by grades in several individual nursing courses. More than 93 per cent of graduates were correctly classified. Ninety-four per cent of NCLEX "passes" were correctly classified, as were 92 per cent of NCLEX failures. This degree of accuracy in classifying CAT NCLEX-RN failures represents a marked improvement over results reported in previous studies of licensure examinations, and suggests the discriminant function will be helpful in identifying future students in danger of failure. J Prof Nurs 17:158-165, 2001.}, keywords = {*Education, Nursing, Baccalaureate, *Educational Measurement, *Licensure, Adult, Female, Humans, Male, Predictive Value of Tests, Software}, author = {Beeman, P. B. and Waterhouse, J. K.} } @article {818, title = {A new computer algorithm for simultaneous test construction of two-stage and multistage testing}, journal = {Journal of Educational and Behavioral Statistics}, volume = {26}, year = {2001}, pages = {180-198}, author = {Wu, I. L.} } @article {39, title = {Outlier measures and norming methods for computerized adaptive tests}, journal = {Journal of Educational and Behavioral Statistics}, volume = {26}, number = {1}, year = {2001}, pages = {85-104}, abstract = {Notes that the problem of identifying outliers has 2 important aspects: the choice of outlier measures and the method to assess the degree of outlyingness (norming) of those measures. Several classes of measures for identifying outliers in Computerized Adaptive Tests (CATs) are introduced. Some of these measures are constructed to take advantage of CATs{\textquoteright} sequential choice of items; other measures are taken directly from paper and pencil (P\&P) tests and are used for baseline comparisons. Assessing the degree of outlyingness of CAT responses, however, can not be applied directly from P\&P tests because stopping rules associated with CATs yield examinee responses of varying lengths. Standard outlier measures are highly correlated with the varying lengths which makes comparison across examinees impossible. Therefore, 4 methods are presented and compared which map outlier statistics to a familiar probability scale (a p value). The methods are explored in the context of CAT data from a 1995 Nationally Administered Computerized Examination (NACE). (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computer Assisted Testing, Statistical Analysis, Test Norms}, author = {Bradlow, E. T. and Weiss, R. E.} } @article {784, title = {Polytomous modeling of cognitive errors in computer adaptive testing}, journal = {Journal of Applied Measurement}, volume = {2 (4).}, year = {2001}, abstract = {Used Monte Carlo simulation to compare the relative measurement efficiency of polytomous modeling and dichotomous modeling under different scoring schemes and termination criteria. Results suggest that polytomous computerized adaptive testing (CAT) yields marginal gains over dichotomous CAT when termination criteria are more stringent. Discusses conditions under which polytomous CAT cannot prevent the nonuniform gain in test information. (SLD)}, author = {Wang, L.-S. and Chun-Shan Li.} } @article {785, title = {Precision of Warm{\textquoteright}s weighted likelihood estimation of ability for a polytomous model in CAT}, journal = {Applied Psychological Measurement}, volume = {25}, year = {2001}, pages = {317-331}, author = {Wang, S., and Wang, T.} } @booklet {1565, title = {Refining a system for computerized adaptive testing pool creation (Research Report 01-18)}, year = {2001}, address = {Princeton NJ: Educational Testing Service}, author = {Way, W. D. and Swanson, L. and Steffen, M. and Stocking, M. L.} } @conference {1251, title = {Refining a system for computerized adaptive testing pool creation}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2001}, address = {Seattle WA}, author = {Way, W. D. and Swanson, l, and Stocking, M.} } @booklet {1564, title = {Scoring alternatives for incomplete computerized adaptive tests (Research Report 01-20)}, year = {2001}, address = {Princeton NJ: Educational Testing Service}, author = {Way, W. D. and Gawlick, L. A. and Eignor, D. R.} } @conference {1232, title = {A system for on-the-fly adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, address = {Seattle WA}, author = {Wagner, M. E.} } @booklet {1470, title = {Testing via the Internet: A literature review and analysis of issues for Department of Defense Internet testing of the Armed Services Vocational Aptitude Battery (ASVAB) in high schools (FR-01-12)}, year = {2001}, note = {{PDF file, 894 KB}}, address = {Alexandria VA: Human Resources Research Organization}, author = {J. R. McBride and Paddock, A. F. and Wise, L. L. and Strickland, W. J. and B. K. Waters} } @booklet {1560, title = {User{\textquoteright}s guide for SCORIGHT (version 1): A computer program for scoring tests built of testlets (Research Report 01-06)}, year = {2001}, note = {$\#$WA01-06 {PDF file, 2.349 MB}}, address = {Princeton NJ: Educational Testing Service.}, author = {Wang, X and Bradlow, E. T. and Wainer, H.,} } @booklet {1558, title = {Users guide for SCORIGHT (version 2) : A computer program for scoring tests built of testlets (Research Report 01-06)}, year = {2001}, address = {Princeton NJ: Educational Testing Service.}, author = {Wang, X and Bradlow, E. T. and Wainer, H.,} } @conference {1240, title = {Assembling parallel item pools for computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2000}, note = {$\#$WA00-02}, address = {New Orleans}, author = {Wang, T. and Fan, M. Yi, Q. and Ban, J. C. and Zhu, D.} } @inbook {1938, title = {Caveats, pitfalls, and unexpected consequences of implementing large-scale computerized testing}, year = {2000}, address = {Wainer, H. (Ed). Computerized adaptive testing: A primer (2nd ed.). pp. 271-299. Mahwah, NJ: Lawrence Erlbaum Associates.}, author = {Wainer, H., and Eignor, D. R.} } @article {573, title = {The choice of item difficulty in self adapted testing}, journal = {European Journal of Psychological Assessment}, volume = {16}, year = {2000}, pages = {3-12}, author = {Hontangas, P. and Ponsoda, V. and Olea, J. and Wise, S. L.} } @book {1710, title = {Computerized adaptive testing: A primer (2nd edition)}, year = {2000}, address = {Hillsdale, N. J. : Lawrence Erlbaum Associates}, author = {Wainer, H., and Dorans, N. and Eignor, D. R. and Flaugher, R. and Green, B. F. and Mislevy, R. and Steinberg, L. and Thissen, D.} } @conference {837, title = {Effects of nonequivalence of item pools on ability estimates in CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2000}, note = {PDF file, 657 K}, address = {New Orleans LA}, author = {Ban, J. C. and Wang, T. and Yi, Q. and Harris, D. J.} } @inbook {158, title = {MML and EAP estimation in testlet-based adaptive testing}, booktitle = {Computerized adaptive testing: Theory and practice}, year = {2000}, pages = {271-287}, publisher = {Kluwer Academic Publishers}, organization = {Kluwer Academic Publishers}, address = {Dordrecht, The Netherlands}, author = {Glas, C. A. W. and Wainer, H., and Bradlow, E. T.} } @conference {994, title = {A new item selection procedure for mixed item type in computerized classification testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2000}, note = {{PDF file, 452 KB}}, address = {New Orleans}, author = {Lau, C. and Wang, T.} } @article {2089, title = {Practical issues in developing and maintaining a computerized adaptive testing program}, journal = {Psicologica}, volume = {21}, year = {2000}, pages = {135-155}, author = {Wise, S. L. and Kingsbury, G. G.} } @article {777, title = {Rescuing computerized testing by breaking Zipf{\textquoteright}s law}, journal = {Journal of Educational and Behavioral Statistics}, volume = {25}, year = {2000}, pages = {203-224}, author = {Wainer, H.,} } @article {791, title = {Response to Hays et al and McHorney and Cohen: Practical implications of item response theory and computerized adaptive testing: A brief summary of ongoing studies of widely used headache impact scales}, journal = {Medical Care}, volume = {38}, year = {2000}, pages = {73-82}, author = {Ware, J. E., Jr. and Bjorner, J. B. and Kosinski, M.} } @conference {936, title = {Test security and the development of computerized tests}, booktitle = {Paper presented at the National Council on Measurement in Education invited symposium: Maintaining test security in computerized programs{\textendash}Implications for practice}, year = {2000}, address = {New Orleans}, author = {Guo, F. and Way, W. D. and Reshetar, R.} } @inbook {1936, title = {Testlet response theory: An analog for the 3PL model useful in testlet-based adaptive testing}, year = {2000}, address = {W. J. van der Linden and C. A. W. Glas (Eds.), Computerized Adaptive Testing: Theory and Practice (pp. 245-270). Norwell MA: Kluwer.}, author = {Wainer, H., and Bradlow, E. T. and Du, Z.} } @conference {1244, title = {Adjusting "scores" from a CAT following successful item challenges}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1999}, note = {$\#$WA99-01 {PDF file, 150 KB}}, address = {Montreal, Canada}, author = {Wang, T. and Yi, Q. and Ban, J. C. and Harris, D. J. and Hanson, B. A.} } @article {488, title = {A Bayesian random effects model for testlets }, journal = {Psychometrika}, volume = { 64}, year = {1999}, pages = {153-168}, author = {Bradlow, E. T. and Wainer, H., and Wang, X} } @article {766, title = {Can examinees use a review option to obtain positively biased ability estimates on a computerized adaptive test? }, journal = {Journal of Educational Measurement}, volume = {36}, year = {1999}, pages = {141-157}, author = {Vispoel, W. P. and Rocklin, T. R. and Wang, T. and Bleiler, T.} } @conference {1266, title = {Comparison of stratum scored and maximum likelihood scoring}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Wise, S. L.} } @conference {836, title = {Comparison of the a-stratified method, the Sympson-Hetter method, and the matched difficulty method in CAT administration}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1999}, note = {$\#$BA99-01}, address = {Lawrence KS}, author = {Ban, J and Wang, T. and Yi, Q.} } @article {183, title = {Computerized adaptive assessment with the MMPI-2 in a clinical setting}, journal = {Psychological Assessment}, volume = {11}, number = {3}, year = {1999}, pages = {369-380}, author = {Handel, R. W. and Ben-Porath, Y. S. and Watt, M. E.} } @conference {993, title = {Computerized classification testing under practical constraints with a polytomous model}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1999}, note = {PDF file, 579 K}, address = {Montreal}, author = {Lau, C. A, and Wang, T.} } @proceedings {243, title = {Computerized classification testing under practical constraints with a polytomous model}, journal = {annual meeting of the American Educational Research Association}, year = {1999}, month = {04/1999}, address = {Montreal, Quebec, Canada}, author = {Lau, CA and Wang, T.} } @conference {1260, title = {The development and cognitive evaluation of an audio-assisted computer-adaptive test for eight-grade mathematics}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Williams, V. S. L.} } @article {790, title = {Dynamic health assessments: The search for more practical and more precise outcomes measures}, journal = {Quality of Life Newsletter}, year = {1999}, note = {{PDF file, 75 KB}}, pages = {11-13}, author = {Ware, J. E., Jr. and Bjorner, J. B. and Kosinski, M.} } @conference {1233, title = {An examination of conditioning variables in DIF analysis in a computer adaptive testing environment}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Walker, C. M. and Ackerman, T. A.} } @article {808, title = {Examinee judgments of changes in item difficulty: Implications for item review in computerized adaptive testing}, journal = {Applied Measurement in Education}, volume = {12}, year = {1999}, pages = {185-198}, author = {Wise, S. L. and Finney, S. J., and Enders, C. K. and Freeman, S.A. and Severance, D.D.} } @conference {1227, title = {Limiting answer review and change on computerized adaptive vocabulary tests: Psychometric and attitudinal results}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, note = {$\#$VI99-01}, address = {Montreal, Canada}, author = {Vispoel, W. P. and Hendrickson, A. and Bleiler, T. and Widiatmo, H. and Shrairi, S. and Ihrig, D.} } @book {1715, title = {The precision of ability estimation methods for computerized adaptive testing using the generalized partial credit model}, year = {1999}, address = {Unpublished doctoral dissertation, University of Pittsburgh}, author = {Wang, S} } @conference {1237, title = {Precision of Warm{\textquoteright}s weighted likelihood estimation of ability for a polytomous model in CAT}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1999}, note = {$\#$WA99-02 {PDF file, 604 KB}}, address = {Montreal}, author = {Wang, S and Wang, T.} } @conference {1267, title = {The rationale and principles of stratum scoring}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Wise, S. L.} } @article {786, title = {Reducing bias in CAT trait estimation: A comparison of approaches}, journal = {Applied Psychological Measurement}, volume = {23}, year = {1999}, pages = {263-278}, author = {Wang, T. and Hanson, B. H. and C.-M. H. Lau} } @booklet {1557, title = {Some relationship among issues in CAT item pool management}, year = {1999}, note = {$\#$WA99-03}, author = {Wang, T.} } @conference {1183, title = {Test-taking strategies in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Steffen, M. and Way, W. D.} } @inbook {105, title = {Alternatives for scoring computerized adaptive tests}, booktitle = {Computer-based testing}, year = {1998}, publisher = {Lawrence Erlbaum Associates, Inc.}, organization = {Lawrence Erlbaum Associates, Inc.}, address = {Mahwah, N.J., USA}, author = {Dodd, B. G. and Fitzpatrick, S. J.}, editor = {J. J. Fremer and W. C. Ward} } @article {40, title = {Bayesian identification of outliers in computerized adaptive testing}, journal = {Journal of the American Statistical Association}, volume = {93}, number = {443}, year = {1998}, pages = {910-919}, abstract = {We consider the problem of identifying examinees with aberrant response patterns in a computerized adaptive test (CAT). The vec-tor of responses yi of person i from the CAT comprise a multivariate response vector. Multivariate observations may be outlying in manydi erent directions and we characterize speci c directions as corre- sponding to outliers with different interpretations. We develop a class of outlier statistics to identify different types of outliers based on a con-trol chart type methodology. The outlier methodology is adaptable to general longitudinal discrete data structures. We consider several procedures to judge how extreme a particular outlier is. Data from the National Council Licensure EXamination (NCLEX) motivates our development and is used to illustrate the results.}, author = {Bradlow, E. T. and Weiss, R. E. and Cho, M.} } @conference {992, title = {Comparing and combining dichotomous and polytomous items with SPRT procedure in computerized classification testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1998}, note = {PDF file, 375 K}, address = {San Diego}, author = {Lau, CA and Wang, T.} } @conference {1250, title = {Developing, maintaining, and renewing the item inventory to support computer-based testing}, booktitle = {Paper presented at the colloquium}, year = {1998}, address = {Computer-Based Testing: Building the Foundation for Future Assessments, Philadelphia PA}, author = {Way, W. D. and Steffen, M. and Anderson, G. S.} } @booklet {1438, title = {Development and evaluation of online calibration procedures (TCN 96-216)}, year = {1998}, address = {Champaign IL: Algorithm Design and Measurement Services, Inc}, author = {Levine, M. L. and Williams.} } @conference {1242, title = {Essentially unbiased Bayesian estimates in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1998}, address = {San Diego}, author = {Wang, T. and Lau, C. and Hanson, B. A.} } @article {806, title = {Practical issues in computerized test assembly}, journal = {Applied Psychological Measurement}, volume = {22}, year = {1998}, pages = {292-302}, author = {Wightman, L. F.} } @article {2119, title = {Properties of ability estimation methods in computerized adaptive testing}, journal = {Journal of Educational Measurement}, volume = {35}, year = {1998}, pages = {109-135}, author = {Wang, T. and Vispoel, W. P.} } @article {798, title = {Protecting the integrity of computerized testing item pools}, journal = {Educational Measurement: Issues and Practice}, volume = {17(4)}, year = {1998}, pages = {17-27}, author = {Way, W. D.} } @article {373, title = {Simulating the use of disclosed items in computerized adaptive testing}, journal = {Journal of Educational Measurement}, volume = {35}, number = {1}, year = {1998}, note = {National Council on Measurement in Education, US}, pages = {48-68}, abstract = {Regular use of questions previously made available to the public (i.e., disclosed items) may provide one way to meet the requirement for large numbers of questions in a continuous testing environment, that is, an environment in which testing is offered at test taker convenience throughout the year rather than on a few prespecified test dates. First it must be shown that such use has effects on test scores small enough to be acceptable. In this study simulations are used to explore the use of disclosed items under a worst-case scenario which assumes that disclosed items are always answered correctly. Some item pool and test designs were identified in which the use of disclosed items produces effects on test scores that may be viewed as negligible.}, keywords = {computerized adaptive testing}, author = {Stocking, M. L. and W. C. Ward and Potenza, M. T.} } @article {611, title = {Testing word knowledge by telephone to estimate general cognitive aptitude using an adaptive test}, journal = {Intelligence}, volume = {26}, year = {1998}, pages = {91-98}, author = {Legree, P. J. and Fischl, M. A and Gade, P. A. and Wilson, M.} } @conference {1268, title = {The accuracy of examinee judgments of relative item difficulty: Implication for computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago}, author = {Wise, S. L. and Freeman, S.A. and Finney, S. J. and Enders, C. K. and Severance, D.D.} } @inbook {1958, title = {CAT-ASVAB cost and benefit analyses}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.), Computer adaptive testing: From inquiry to operation (pp. 227-236). Washington, DC: American Psychological Association.}, author = {Wise, L. L. and Curran, L. T. and J. R. McBride} } @conference {942, title = {Comparability and validity of computerized adaptive testing with the MMPI-2 using a clinical sample}, booktitle = {Paper presented at the 32nd Annual Symposium and Recent Developments in the use of the MMPI-2 and MMPI-A. Minneapolis MN.}, year = {1997}, author = {Handel, R. W. and Ben-Porath, Y. S. and Watt, M.} } @article {768, title = {Computerized adaptive and fixed-item testing of music listening skill: A comparison of efficiency, precision, and concurrent validity}, journal = {Journal of Educational Measurement}, volume = {34}, year = {1997}, pages = {43-63}, author = {Vispoel, W. P. and Wang, T. and Bleiler, T.} } @article {767, title = {Computerized adaptive and fixed-item testing of music listening skill: A comparison of efficiency, precision, and concurrent validity}, journal = {Journal of Educational Measurement}, volume = {34}, year = {1997}, pages = {43-63}, author = {Vispoel, W. P., and Wang, T.} } @book {347, title = {Computerized adaptive testing: From inquiry to operation}, year = {1997}, note = {References .Using Smart Source Parsingxvii, pp}, publisher = {American Psychological Association}, organization = {American Psychological Association}, address = {Washington, D.C., USA}, abstract = {(from the cover) This book traces the development of computerized adaptive testing (CAT) from its origins in the 1960s to its integration with the Armed Services Vocational Aptitude Battery (ASVAB) in the 1990s. A paper-and-pencil version of the battery (P\&P-ASVAB) has been used by the Defense Department since the 1970s to measure the abilities of applicants for military service. The test scores are used both for initial qualification and for classification into entry-level training opportunities. /// This volume provides the developmental history of the CAT-ASVAB through its various stages in the Joint-Service arena. Although the majority of the book concerns the myriad technical issues that were identified and resolved, information is provided on various political and funding support challenges that were successfully overcome in developing, testing, and implementing the battery into one of the nation{\textquoteright}s largest testing programs. The book provides useful information to professionals in the testing community and everyone interested in personnel assessment and evaluation. (PsycINFO Database Record (c) 2004 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Sands, W. A. and B. K. Waters and J. R. McBride} } @conference {1239, title = {Essentially unbiased EAP estimates in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1997}, note = {$\#$WA97-01 PDF file, 225 K}, address = {Chicago}, author = {Wang, T.} } @conference {1241, title = {Evaluating comparability in computerized adaptive testing: A theoretical framework with an example}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1997}, address = {Chicago}, author = {Wang, T. and Kolen, M. J.} } @conference {1264, title = {Examinee issues in CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, note = {[ERIC ED 408 329]}, address = {Chicago IL}, author = {Wise, S. L.} } @article {667, title = {An investigation of self-adapted testing in a Spanish high school population}, journal = {Educational and Psychological Measurement}, volume = {57}, year = {1997}, pages = {210-221}, author = {Ponsoda, V. and Wise, S. L. and Olea, J. and Revuelta, J.} } @conference {1006, title = {Maintaining a CAT item pool with operational data}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL}, author = {Levine, M. L. and Segall, D. O. and Williams, B. A.} } @conference {1265, title = {Overview of practical issues in a CAT program}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, note = {[ERIC ED 408 330]}, address = {Chicago IL}, author = {Wise, S. L.} } @inbook {1854, title = {Preliminary psychometric research for CAT-ASVAB: Selecting an adaptive testing strategy}, year = {1997}, address = {W. A. Sands, B. K. Waters, and J. R. McBride (Eds.), Computerized adaptive testing: From inquiry to operation (pp. 83-95). Washington DC: American Psychological Association.}, author = {J. R. McBride and Wetzel, C. D. and Hetter, R. D.} } @conference {1248, title = {Protecting the integrity of the CAT item pool}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL}, author = {Way, W. D.} } @inbook {270, title = {Research antecedents of applied adaptive testing}, booktitle = {Computerized adaptive testing: From inquiry to practice}, year = {1997}, pages = {47-57}, publisher = {American Psychological Association}, organization = {American Psychological Association}, edition = {xviii}, address = {Washington D.C. USA}, abstract = {(from the chapter) This chapter sets the stage for the entire computerized adaptive testing Armed Services Vocational Aptitude Battery (CAT-ASVAB) development program by describing the state of the art immediately preceding its inception. By the mid-l970s, a great deal of research had been conducted that provided the technical underpinnings needed to develop adaptive tests, but little research had been done to corroborate empirically the promising results of theoretical analyses and computer simulation studies. In this chapter, the author summarizes much of the important theoretical and simulation research prior to 1977. In doing so, he describes a variety of approaches to adaptive testing, and shows that while many methods for adaptive testing had been proposed, few practical attempts had been made to implement it. Furthermore, the few instances of adaptive testing were based primarily on traditional test theory, and were developed in laboratory settings for purposes of basic research. The most promising approaches, those based on item response theory and evaluated analytically or by means of computer simulations, remained to be proven in the crucible of live testing. (PsycINFO Database Record (c) 2004 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {J. R. McBride}, editor = {B. K. Waters and J. R. McBride} } @article {687, title = {The role of item feedback in self-adapted testing}, journal = {Educational and Psychological Measurement}, volume = {57}, year = {1997}, pages = {85-98}, author = {Roos, L. L. and Wise, S. L. and Plake, B. S.} } @booklet {1628, title = {Simulating the use of disclosed items in computerized adaptive testing (Research Report 97-10)}, year = {1997}, address = {Princeton NJ: Educational Testing Service}, author = {Stocking, M. L. and W. C. Ward and Potenza, M. T.} } @conference {1127, title = {Can examinees use a review option to positively bias their scores on a computerized adaptive test? Paper presented at the annual meeting of the National council on Measurement in Education, New York}, booktitle = {Paper presented at the annual meeting of the National council on Measurement in Education}, year = {1996}, address = {New York NY}, author = {Rocklin, T. R. and Vispoel, W. P. and Wang, T. and Bleiler, T. L.} } @article {700, title = {Computerized adaptive skill assessment in a statewide testing program}, journal = {Journal of Research on Computing in Education}, volume = {29(1)}, year = {1996}, pages = {49-67}, author = {Shermis, M. D. and Stemmer, P. M. and Webb, P. M.} } @article {686, title = {Conducting self-adapted testing using MicroCAT}, journal = {Educational and Psychological Measurement}, volume = {56}, year = {1996}, pages = {821-827}, author = {Roos, L. L. and Wise, S. L. and Yoes, M. E. and Rocklin, T. R.} } @conference {1263, title = {A critical analysis of the argument for and against item review in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1996}, address = {New York}, author = {Wise, S. L.} } @booklet {1479, title = {Missing responses and IRT ability estimation: Omits, choice, time limits, and adaptive testing (Research Report RR-96-30-ONR)}, year = {1996}, address = {Princeton NJ: Educational Testing Service}, author = {Mislevy, R. J. and Wu, P.-K.} } @conference {1252, title = {Modifying the NCLEXTM CAT item selection algorithm to improve item exposure}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1996}, address = {New York}, author = {Way, W. D. and A Zara and Leahy, J.} } @conference {1253, title = {Strategies for managing item pools to maximize item security}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1996}, address = {San Diego}, author = {Way, W. D. and A Zara and Leahy, J.} } @conference {1249, title = {A comparison of two IRT-based models for computerized mastery testing when item parameter estimates are uncertain}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1995}, address = {San Francisco}, author = {Way, W. D. and Lewis, C. and Smith, R. L.} } @article {2126, title = {Effect of Rasch calibration on ability and DIF estimation in computer-adaptive tests}, journal = {Journal of Educational Measurement}, volume = {32}, year = {1995}, pages = {341-363}, author = {Zwick, R. and Thayer, D. T. and Wingersky, M.} } @inbook {1948, title = {Improving individual differences measurement with item response theory and computerized adaptive testing}, year = {1995}, address = {D. Lubinski and R. V. Dawis (Eds.), Assessing individual differences in human behavior: New concepts, methods, and findings (pp. 49-79). Palo Alto CA: Davies-Black Publishing.}, author = {Weiss, D. J.} } @conference {945, title = {An investigation of item calibration procedures for a computerized licensure examination}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1995}, address = {San Francisco, CA}, author = {Haynie, K.A. and Way, W. D.} } @conference {1262, title = {Item review and answer changing in computerized adaptive tests}, booktitle = {Paper presented at the Third European Conference on Psychological Assessment}, year = {1995}, address = {Trier, Germany}, author = {Wise, S. L.} } @article {776, title = {Precision and differential item functioning on a testlet-based test: The 1991 Law School Admissions Test as an example}, journal = {Applied Measurement in Education}, volume = {8}, year = {1995}, pages = {157-187}, author = {Wainer, H.,} } @book {1716, title = {The precision of ability estimation methods in computerized adaptive testing}, year = {1995}, note = {.}, address = {Unpublished doctoral dissertation, University of Iowa, Iowa City (UM No. 9945102)}, author = {Wang, T.} } @conference {1243, title = {Precision of ability estimation methods in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1995}, note = {See APM article below.)}, address = {Minneapolis}, author = {Wang, T. and Vispoel, W. P.} } @conference {1076, title = {Tests adaptivos y autoadaptados informatizados: Effects en la ansiedad y en la pecision de las estimaciones [SATs and CATS: Effects on enxiety and estimate precision]}, booktitle = {Paper presented at the Fourth Symposium de Metodologia de las Ciencies del Comportamiento}, year = {1995}, address = {Murcia, Spain}, author = {Olea, J. and Ponsoda, V. and Wise, S. L.} } @conference {1270, title = {Comparing computerized adaptive and self-adapted tests: The influence of examinee achievement locus of control}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1994}, address = {New Orleans LA}, author = {Wise, S. L. and Roos, L. L. and Plake, B. S.} } @booklet {1591, title = {DIF analysis for pretest items in computer-adaptive testing (Educational Testing Service Research Rep No RR 94-33)}, year = {1994}, note = {$\#$ZW94-33}, address = {Princeton NJ: Educational Testing Service.}, author = {Zwick, R. and Thayer, D. T. and Wingersky, M.} } @conference {944, title = {The effects of item pool depth on the accuracy of pass/fail decisions for NCLEX using CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1994}, address = {New Orleans}, author = {Haynie, K.A. and Way, W. D.} } @conference {914, title = {Establishing the comparability of the NCLEX using CAT with traditional NCLEX examinations}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1994}, address = {New Orleans, LA}, author = {Eignor, D. R. and Way, W. D. and Amoss, K.E.} } @conference {887, title = {Evaluation and implementation of CAT-ASVAB}, booktitle = {Paper presented at the annual meeting of the American Psychological Association}, year = {1994}, address = {Los Angeles}, author = {Curran, L. T. and Wise, L. L.} } @article {765, title = {Individual differences and test administration procedures: A comparison of fixed-item, computerized adaptive, and self-adapted testing}, journal = {Applied Measurement in Education}, volume = {7}, year = {1994}, pages = {53-79}, author = {Vispoel, W. P. and Rocklin, T. R. and Wang, T.} } @article {812, title = {The relationship between examinee anxiety and preference for self-adapted testing}, journal = {Applied Measurement in Education }, volume = {7}, year = {1994}, pages = {81-91}, author = {Wise, S. L. and Roos, L. L. and Plake, B. S., and Nebelsick-Gullett, L. J.} } @inbook {266, title = {Reliability of alternate computer adaptive tests}, booktitle = {Objective measurement, theory into practice}, volume = {II}, year = {1994}, publisher = {Ablex}, organization = {Ablex}, address = {New Jersey}, author = {Lunz, M. E. and Bergstrom, Betty A. and Wright, B. D.} } @article {2028, title = {A Simulation Study of Methods for Assessing Differential Item Functioning in Computerized Adaptive Tests}, journal = {Applied Psychological Measurement}, volume = {18}, number = {2}, year = {1994}, pages = {121-140}, author = {Zwick, R. and Thayer, D. T. and Wingersky, M.} } @booklet {1563, title = {A simulation study of the Mantel-Haenszel procedure for detecting DIF with the NCLEX using CAT (Technical Report xx-xx)}, year = {1994}, address = {Princeton NJ: Educational Testing Service}, author = {Way, W. D.} } @article {807, title = {Understanding self-adapted testing: The perceived control hypothesis}, journal = {Applied Measurement in Education}, volume = {7}, year = {1994}, pages = {15-24}, author = {Wise, S. L.} } @booklet {1372, title = {Case studies in computer adaptive test design through simulation (Research Report RR-93-56)}, year = {1993}, note = {$\#$EI93-56 (also presented at the 1993 National Council on Measurement in Education meeting in Atlanta GA)}, address = {Princeton NJ: Educational Testing Service}, author = {Eignor, D. R. and Stocking, M. L. and Way, W. D. and Steffen, M.} } @booklet {1373, title = {Case studies in computerized adaptive test design through simulation (Research Report 93-56)}, year = {1993}, address = {Princeton NJ: Educational Testing Service}, author = {Eignor, D. R. and Way, W. D. and Stocking, M. and Steffen, M.} } @article {804, title = {Computerized adaptive testing in instructional settings}, journal = {Educational Technology Research and Development}, volume = {41(3)}, year = {1993}, pages = {47-62}, author = {Welch, R. E., and Frick, T.} } @conference {1229, title = {The efficiency, reliability, and concurrent validity of adaptive and fixed-item tests of music listening skills}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1993}, address = {Atlanta GA}, author = {Vispoel, W. P. and Wang, T. and Bleiler, T.} } @conference {1269, title = {An investigation of restricted self-adapted testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1993}, address = {Atlanta GA}, author = {Wise, S. L. and Kingsbury, G. G. and Houser, R.L.} } @booklet {1590, title = {A simulation study of methods for assessing differential item functioning in computer-adaptive tests (Educational Testing Service Research Rep No RR 93-11)}, year = {1993}, address = {Princeton NJ: Educational Testing Service.}, author = {Zwick, R. and Thayer, D. and Wingersky, M.} } @article {775, title = {Some practical considerations when converting a linearly administered test to an adaptive format}, journal = {Educational Measurement: Issues and Practice}, volume = {12 (1)}, year = {1993}, pages = {15-20}, author = {Wainer, H.,} } @article {810, title = {A comparison of self-adapted and computerized adaptive achievement tests}, journal = {Journal of Educational Measurement}, volume = {29}, year = {1992}, pages = {329-339}, author = {Wise, S. L. and Plake, S. S and Johnson, P. L. and Roos, S. L.} } @article {778, title = {A comparison of the performance of simulated hierarchical and linear testlets}, journal = {Journal of Educational Measurement}, volume = {29}, year = {1992}, pages = {243-251}, author = {Wainer, H., and Kaplan, B. and Lewis, C.} } @article {265, title = {The effect of review on student ability and test efficiency for computerized adaptive tests}, journal = {Applied Psychological Measurement}, volume = {16}, number = {1}, year = {1992}, note = {Sage Publications, US}, pages = {33-40}, abstract = {220 students were randomly assigned to a review condition for a medical technology test; their test instructions indicated that each item must be answered when presented, but that the responses could be reviewed and altered at the end of the test. A sample of 492 students did not have the opportunity to review and alter responses. Within the review condition, examinee ability estimates before and after review were correlated .98. The average efficiency of the test was decreased by 1\% after review. Approximately 32\% of the examinees improved their ability estimates after review but did not change their pass/fail status. Disallowing review on adaptive tests administered under these rules is not supported by these data. (PsycINFO Database Record (c) 2002 APA, all rights reserved).}, author = {Lunz, M. E. and Bergstrom, Betty A. and Wright, Benjamin D.} } @article {2024, title = {The Effect of Review on Student Ability and Test Efficiency for Computerized Adaptive Tests}, journal = {Applied Psychological Measurement}, volume = {16}, year = {1992}, pages = {33-40}, author = {Lunz, M. E. and Berstrom, B.A. and Wright, B. D.} } @conference {1129, title = {The effects of feedback in computerized adaptive and self-adapted tests}, booktitle = {Paper presented at the annual meeting of the NMCE}, year = {1992}, address = {San Francisco}, author = {Roos, L. L. and Plake, B. S. and Wise, S. L.} } @booklet {1559, title = {A general Bayesian model for testlets: theory and applications (Research Report 92-21; GRE Board Professional Report No 99-01P)}, year = {1992}, address = {Princeton NJ: Educational Testing Service.}, author = {Wang, X and Bradlow, E. T. and Wainer, H.,} } @conference {1230, title = {How review options and administration mode influence scores on computerized vocabulary tests}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1992}, note = {$\#$VI92-01}, address = {San Francisco CA}, author = {Vispoel, W. P. and Wang, T. and De la Torre, R. and Bleiler, T. and Dings, J.} } @conference {1236, title = {Incorporating post-administration item response revision into a CAT}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1992}, address = {San Francisco}, author = {Wang, M. and Wingersky, M.} } @booklet {1553, title = {Some practical considerations when converting a linearly administered test to an adaptive format (Research Report 92-21 or 13?)}, year = {1992}, address = {Princeton NJ: Educational Testing Service}, author = {Wainer, H.,} } @article {781, title = {Building algebra testlets: A comparison of hierarchical and linear structures}, journal = {Journal of Educational Measurement}, volume = {8}, year = {1991}, pages = {xxx-xxx}, author = {Wainer, H., and Lewis, C. and Kaplan, B. and Braswell, J.} } @article {585, title = {Correlates of examinee item choice behavior in self-adapted testing}, journal = {Mid-Western Educational Researcher}, volume = {4}, year = {1991}, pages = {25-28}, author = {Johnson, J. L. and Roos, L. L. and Wise, S. L. and Plake, B. S.} } @article {703, title = {On the reliability of testlet-based tests}, journal = {Journal of Educational Measurement}, volume = {28}, year = {1991}, pages = {237-247}, author = {Sireci, S. G. and Wainer, H., and Thissen, D.} } @booklet {1554, title = {Some empirical guidelines for building testlets (Technical Report 91-56)}, year = {1991}, address = {Princeton NJ: Educational Testing Service, Program Statistics Research}, author = {Wainer, H., and Kaplan, B. and Lewis, C.} } @booklet {1556, title = {An adaptive algebra test: A testlet-based, hierarchically structured test with validity-based scoring}, year = {1990}, note = {Princeton NJ: Educational testing Service.}, address = {ETS Technical Report 90-92}, author = {Wainer, H., and Lewis, C. and Kaplan, B, and Braswell, J.} } @book {1727, title = {Computerized adaptive testing: A primer (Eds.)}, year = {1990}, address = {Hillsdale NJ: Erlbaum}, author = {Wainer, H., and Dorans, N. J. and Flaugher, R. and Green, B. F. and Mislevy, R. J. and Steinberg, L. and Thissen, D.} } @inbook {1937, title = {Future challenges}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 233-272). Hillsdale NJ: Erlbaum.}, author = {Wainer, H., and Dorans, N. J. and Green, B. F. and Mislevy, R. J. and Steinberg, L. and Thissen, D.} } @booklet {1579, title = {Generative adaptive testing with digit span items}, year = {1990}, address = {San Diego, CA: Testing Systems Department, Navy Personnel Research and Development Center}, author = {Wolfe, J. H. and Larson, G. E.} } @inbook {1934, title = {Important issues in CAT}, year = {1990}, address = {H. Wainer et al., Computerized adaptive testing: A primer. Hillsdale NJ: Erlbaum.}, author = {Wainer, H.,} } @inbook {1935, title = {Introduction and history}, year = {1990}, address = {In H. Wainer (Ed.), Computerized adaptive testing: A Primer (pp. 1 - 21). Hillsdale NJ: Erlbaum.}, author = {Wainer, H.,} } @inbook {1939, title = {Item response theory, item calibration, and proficiency estimation}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 65-102). Hillsdale NJ: Erlbaum.}, author = {Wainer, H., and Mislevy, R. J.} } @inbook {1940, title = {Testing algorithms}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 103-135). Hillsdale NJ: Erlbaum.}, author = {Wainer, H., and Mislevy, R. J.} } @article {780, title = {Toward a psychometrics for testlets}, journal = {Journal of Educational Measurement}, volume = {27}, year = {1990}, pages = {1-14}, author = {Wainer, H., and Lewis, C.} } @inbook {1896, title = {Validity}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 187-231). Hillsdale NJ: Erlbaum.}, author = {Steinberg, L. and Thissen, D. and Wainer, H.,} } @book {1714, title = {Computerized adaptive personality assessment}, year = {1989}, address = {Unpublished master{\textquoteright}s thesis, Harvard University, Cambridge MA}, author = {Waller, N. G.} } @booklet {1391, title = {Computerized adaptive tests}, year = {1989}, address = {ERIC Clearinghouse on Tests, Measurement, and Evaluation, no. 107}, author = {Grist, S. and Rudner, L. M. and Wise} } @booklet {1577, title = {A consideration for variable length adaptive tests (Research Report 89-40)}, year = {1989}, address = {Princeton NJ: Educational Testing Service}, author = {Wingersky, M. S.} } @article {809, title = {Providing item feedback in computer-based tests: Effects of initial success and failure}, journal = {Educational and Psychological Measurement}, volume = {49}, year = {1989}, pages = {479-486}, author = {Wise, S. L. and Plake, B. S. and et. al.} } @article {796, title = {Assessment of academic skills of learning disabled students with classroom microcomputers}, journal = {School Psychology Review}, volume = {17}, year = {1988}, pages = {81-88}, author = {Watkins, M. W. and Kush, J. C.} } @article {789, title = {The College Board computerized placement tests: An application of computerized adaptive testing}, journal = {Machine-Mediated Learning}, volume = {2}, year = {1988}, pages = {271-282}, author = {W. C. Ward} } @conference {841, title = {A comparison of two methods for the adaptive administration of the MMPI-2 content scales}, booktitle = {Paper presented at the 86th Annual Convention of the American Psychological Association}, year = {1988}, address = {Atlanta GA}, author = {Ben-Porath, Y. S. and Waller, N. G. and Slutske, W. S. and Butcher, J. N.} } @conference {1117, title = {Fitting the two-parameter model to personality data: The parameterization of the Multidimensional Personality Questionnaire}, booktitle = {Unpublished manuscript.}, year = {1988}, author = {Reise, S. P. and Waller, N. G.} } @booklet {1578, title = {Refinement of the Computerized Adaptive Screening Test (CAST) (Final Report, Contract No MDA203 06-C-0373)}, year = {1988}, address = {Washington, DC: American Institutes for Research.}, author = {Wise, L. L. and McHenry, J.J. and Chia, W.J. and Szenas, P.L. and J. R. McBride} } @article {802, title = {Adaptive testing}, journal = {Applied Psychology: An International Review}, volume = {36}, year = {1987}, pages = {249-262}, author = {Weiss, D. J. and Vale, C. D.} } @article {779, title = {CATS, testlets, and test construction: A rationale for putting test developers back into CAT}, journal = {Journal of Educational Measurement}, volume = {32}, year = {1987}, note = {(volume number appears to incorrect)}, pages = {185-202}, author = {Wainer, H., and Kiely, G. L.} } @inbook {1952, title = {Computerized adaptive testing for measuring abilities and other psychological variables}, year = {1987}, address = {J. N. Butcher (Ed.), Computerized personality measurement: A practitioners guide (pp. 325-343). New York: Basic Books.}, author = {Weiss, D. J. and Vale, C. D.} } @conference {1055, title = {Equating the computerized adaptive edition of the Differential Aptitude Tests}, booktitle = {Paper presented at the meeting of the American Psychological Association}, year = {1987}, address = {New York}, author = {J. R. McBride and Corpe, V. A. and Wing, H.} } @article {2134, title = {Item clusters and computerized adaptive testing: A case for testlets}, journal = {Journal of Educational Measurement}, volume = {24}, year = {1987}, pages = {185-201}, author = {Wainer, H., and Kiely, G. L.} } @booklet {1555, title = {CATs, testlets, and test construction: A rationale for putting test developers back into CAT (Technical Report 86-71)}, year = {1986}, note = {$\#$WA86-71}, address = {Princeton NJ: Educational Testing Service, Program Statistics Research}, author = {Wainer, H., and Kiely, G. L.} } @booklet {1561, title = {College Board computerized placement tests: Validation of an adaptive test of basic skills (Research Report 86-29)}, year = {1986}, address = {Princeton NJ: Educational Testing Service.}, author = {W. C. Ward and Kline, R. G. and Flaugher, J.} } @article {814, title = {Computerized testing technology}, journal = {Advances in Reading/Language Research}, volume = {4}, year = {1986}, pages = {71-78}, author = {Wolfe, J. H.} } @article {800, title = {Adaptive testing by computer}, journal = {Journal of Consulting and Clinical Psychology}, volume = {53}, year = {1985}, pages = {774-789}, author = {Weiss, D. J.} } @booklet {1497, title = {Armed Services Vocational Aptitude Battery: Development of an adaptive item pool (AFHLR-TR-85-19; Technical Rep No 85-19)}, year = {1985}, address = {Brooks Air Force Base TX: Air Force Human Resources Laboratory}, author = {Prestwood, J. S. and Vale, C. D. and Massey, R. H. and Welsh, J. R.} } @booklet {1573, title = {Final report: Computerized adaptive measurement of achievement and ability}, year = {1985}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Weiss, D. J.} } @inbook {1947, title = {Introduction}, year = {1985}, address = {In D. J. Weiss (Ed.), New horizons in testing: Latent trait test theory and computerized adaptive testing (pp. 1-8). New York: Academic Press.}, author = {Weiss, D. J.} } @book {1721, title = {Proceedings of the 1982 Computerized Adaptive Testing Conference}, year = {1985}, address = {Minneapolis: University of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {Weiss, D. J.} } @inbook {1955, title = {Reducing the predictability of adaptive item sequences}, year = {1985}, address = {Proceedings of the 27th Annual Conference of the Military Testing Association, San Diego, 43-48.}, author = {Wetzel, C. D. and J. R. McBride} } @article {2014, title = {Bias and Information of Bayesian Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {8}, year = {1984}, pages = {273-285}, author = {Weiss, D. J. and J. R. McBride} } @article {801, title = {Bias and information of Bayesian adaptive testing}, journal = {Applied Psychological Measurement}, volume = {8}, year = {1984}, pages = {273-285}, author = {Weiss, D. J. and J. R. McBride} } @booklet {1498, title = {Microcomputer network for computerized adaptive testing (CAT) (TR-84-33)}, year = {1984}, address = {San Diego CA: Navy Personnel Research and Development Center}, author = {Quan, B. and Park, T. A. and Sandahl, G. and Wolfe, J. H.} } @conference {1194, title = {Predictive validity of computerized adaptive testing in a military training environment}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1984}, address = {New Orleans LA}, author = {Sympson, J. B. and Weiss, D. J. and Ree, M. J.} } @article {285, title = {Relationship between corresponding Armed Services Vocational Aptitude Battery (ASVAB) and computerized adaptive testing (CAT) subtests}, journal = {Applied Psychological Measurement}, volume = {8}, number = {2}, year = {1984}, note = {Sage Publications, US}, pages = {155-163}, abstract = {Investigated the relationships between selected subtests from the Armed Services Vocational Aptitude Battery (ASVAB) and corresponding subtests administered as computerized adaptive tests (CATs), using 270 17-26 yr old Marine recruits as Ss. Ss were administered the ASVAB before enlisting and approximately 2 wks after entering active duty, and the CAT tests were administered to Ss approximately 24 hrs after arriving at the recruit depot. Results indicate that 3 adaptive subtests correlated as well with ASVAB as did the 2nd administration of the ASVAB, although CAT subtests contained only half the number of items. Factor analysis showed CAT subtests to load on the same factors as the corresponding ASVAB subtests, indicating that the same abilities were being measured. It is concluded that CAT can achieve the same measurement precision as a conventional test, with half the number of items. (16 ref) }, keywords = {computerized adaptive testing}, author = {Moreno, K. E. and Wetzel, C. D. and J. R. McBride and Weiss, D. J.} } @article {2013, title = {Relationship Between Corresponding Armed Services Vocational Aptitude Battery (ASVAB) and Computerized Adaptive Testing (CAT) Subtests}, journal = {Applied Psychological Measurement}, volume = {8}, year = {1984}, pages = {155-163}, author = {Moreno, K. E. and Wetzel, C. D. and J. R. McBride and Weiss, D. J.} } @article {788, title = {Using microcomputers to administer tests}, journal = {Educational Measurement: Issues and Practice}, volume = {3(2)}, year = {1984}, pages = {16-20}, author = {W. C. Ward} } @booklet {1418, title = {Alternate forms reliability and concurrent validity of adaptive and conventional tests with military recruits}, year = {1983}, address = {Minneapolis MN: University of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {Kiely, G. L. and A Zara and Weiss, D. J.} } @booklet {1575, title = {Bias and information of Bayesian adaptive testing (Research Report 83-2)}, year = {1983}, note = {{PDF file, 1.066MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {Weiss, D. J. and J. R. McBride} } @inbook {1812, title = {A comparison of IRT-based adaptive mastery testing and a sequential mastery testing procedure}, year = {1983}, address = {D. J. Weiss (Ed.), New horizons in testing: Latent trait test theory and computerized adaptive testing (pp. 257-283). New York: Academic Press.}, author = {Kingsbury, G. G. and Weiss, D. J.} } @inbook {226, title = {A comparison of IRT-based adaptive mastery testing and a sequential mastery testing procedure.}, booktitle = {New horizons in testing: Latent trait test theory and computerized adaptive testing}, year = {1983}, pages = {258-283}, publisher = {Academic Press.}, organization = {Academic Press.}, address = {New York, NY. USA}, author = {Kingsbury, G. G. and Weiss, D. J.} } @inbook {1950, title = {A comparison of IRT-based adaptive mastery testing and a sequential mastery testing procedure}, year = {1983}, address = {D. J. Weiss (Ed.), New horizons in testing: Latent trait theory and computerized adaptive testing (pp. 1-8). New York: Academic Press.}, author = {Kingsbury, G.G. and Weiss, D. J.} } @booklet {1572, title = {Final report: Computer-based measurement of intellectual capabilities}, year = {1983}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Weiss, D. J.} } @booklet {1576, title = {Influence of fallible item parameters on test information during adaptive testing (Tech Rep 83-15).}, year = {1983}, note = {$\#$WE83-15}, address = {San Diego CA: Navy Personnel Research and Development Center.}, author = {Wetzel, C. D. and J. R. McBride} } @article {774, title = {On item response theory and computerized adaptive testing: The coming technical revolution in testing}, journal = {Journal of College Admissions}, volume = {28}, year = {1983}, pages = {9-16}, author = {Wainer, H.,} } @book {1720, title = {New horizons in testing: Latent trait test theory and computerized adaptive testing}, year = {1983}, address = {New York: Academic Press}, author = {Weiss, D. J.} } @inbook {1915, title = {The person response curve: Fit of individuals to item response theory models}, year = {1983}, address = {D. J. Weiss (Ed.), New horizons in testing: Latent trait test theory and computerized adaptive testing (pp. 83-108). New York: Academic Press.}, author = {Trabin, T. E. and Weiss, D. J.} } @booklet {1401, title = {Predictive utility evaluation of adaptive testing: Results of the Navy research}, year = {1983}, address = {Falls Church VA: The Rehab Group Inc}, author = {Hardwicke, S. and White, K. E.} } @booklet {1481, title = {Relationship between corresponding Armed Services Vocational Aptitude Battery (ASVAB) and computerized adaptive testing (CAT) subtests (TR 83-27)}, year = {1983}, address = {San Diego CA: Navy Personnel Research and Development Center}, author = {Moreno, K. E. and Wetzel, D. C. and J. R. McBride and Weiss, D. J.} } @booklet {1469, title = {Reliability and validity of adaptive ability tests in a military recruit population (Research Report 83-1)}, year = {1983}, address = {Minneapolis: Department of Psychology, Psychometric Methods Program, Computerized Testing Laboratory}, author = {J. R. McBride and Martin, J. T. and Weiss, D. J.} } @booklet {1456, title = {Reliability and validity of adaptive vs. conventional tests in a military recruit population (Research Rep. No. 83-1).}, year = {1983}, note = {{PDF file, 2.787 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory.}, author = {Martin, J. T. and J. R. McBride and Weiss, D. J.} } @booklet {1571, title = {The stratified adaptive computerized ability test (Research Report 73-3)}, year = {1983}, address = {Minneapolis: University of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {Weiss, D. J.} } @article {797, title = {Automated tailored testing using Raven{\textquoteright}s Matrices and the Mill Hill vocabulary tests}, journal = {International Journal of Man-Machine Studies}, volume = {17}, year = {1982}, pages = {331-344}, author = {Watts, K., and Baddeley, A. D. and Williams, M.} } @inbook {1957, title = {Computerized testing in the German Federal Armed Forces (FAF): Empirical approaches}, year = {1982}, note = {PDF file, 384 K}, address = {D. J. Weiss (Ed.), Proceedings of the 1982 Item Response Theory and Computerized Adaptive Testing Conference (pp.353-359). Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Wildgrube, W.} } @article {2012, title = {Improving Measurement Quality and Efficiency with Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {6}, year = {1982}, pages = {473-492}, author = {Weiss, D. J.} } @conference {1247, title = {Legal and political considerations in large-scale adaptive testing}, booktitle = {Paper presented at the 23rd conference of the Military Testing Association.}, year = {1982}, author = {B. K. Waters and Lee, G. C.} } @booklet {1632, title = {Predictive validity of conventional and adaptive tests in an Air Force training environment (Report AFHRL-TR-81-40)}, year = {1982}, note = {$\#$SY82-01}, address = {Brooks Air Force Base TX: Air Force Human Resources Laboratory, Manpower and Personnel Division}, author = {Sympson, J. B. and Weiss, D. J. and Ree, M. J.} } @inbook {1951, title = {Robustness of adaptive testing to multidimensionality}, year = {1982}, note = {42 MB}}, address = {D. J. Weiss (Ed.), Proceedings of the 1982 Item Response Theory and Computerized Adaptive Testing Conference. Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program. {PDF file, 1.}, author = {Weiss, D. J. and Suhadolnik, D.} } @article {803, title = {Sequential testing for selection}, journal = {Applied Psychological Measurement}, volume = {6}, year = {1982}, pages = {337-351}, author = {Weitzman, R. A.} } @article {2011, title = {Sequential Testing for Selection}, journal = {Applied Psychological Measurement}, volume = {6}, year = {1982}, pages = {337-351}, author = {Weitzman, R. A.} } @inbook {1953, title = {Use of Sequential Testing to Prescreen Prospective Entrants to Military Service.}, year = {1982}, note = {{PDF file, 483 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 1982 Item Response Theory and Computerized Adaptive Testing Conference Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Weitzman, R. A.} } @booklet {1457, title = {Factors influencing the psychometric characteristics of an adaptive testing strategy for test batteries (Research Rep. No. 81-4)}, year = {1981}, note = {{PDF file, 1.689 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Maurelli, V. A. and Weiss, D. J.} } @booklet {1570, title = {Final report: Computerized adaptive ability testing}, year = {1981}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Weiss, D. J.} } @article {813, title = {Optimal item difficulty for the three-parameter normal ogive model}, journal = {Psychometrika}, volume = {46}, year = {1981}, pages = {461-464}, author = {Wolfe, J. H.} } @booklet {1423, title = {A validity comparison of adaptive and conventional strategies for mastery testing (Research Report 81-3)}, year = {1981}, note = {{PDF file, 1.855 MB}}, address = {Minneapolis, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Kingsbury, G. G. and Weiss, D. J.} } @booklet {1422, title = {An alternate-forms reliability and concurrent validity comparison of Bayesian adaptive and conventional ability tests (Research Report 80-5)}, year = {1980}, note = {{PDF file, 1.11 MB}}, address = {Minneapolis, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Kingsbury, G. G. and Weiss, D. J.} } @booklet {1421, title = {A comparison of adaptive, sequential, and conventional testing strategies for mastery decisions (Research Report 80-4)}, year = {1980}, note = {{PDF file, 1.905 MB}}, address = {Minneapolis, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Kingsbury, G. G. and Weiss, D. J.} } @inbook {1811, title = {A comparison of ICC-based adaptive mastery testing and the Waldian probability ratio method}, year = {1980}, note = {51 MB}}, address = {D. J. Weiss (Ed.). Proceedings of the 1979 Computerized Adaptive Testing Conference (pp. 120-139). Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Kingsbury, G. G. and Weiss, D. J.} } @inbook {1956, title = {Computerized testing in the German Federal Armed Forces (FAF)}, year = {1980}, note = {{PDF file, 595 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 1979 Item Response Theory and Computerized Adaptive Testing Conference (pp. 68-77). Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laborator}, author = {Wildgrube, W.} } @booklet {1516, title = {Criterion-related validity of adaptive testing strategies (Research Report 80-3)}, year = {1980}, note = {$\#$TH80-03 {PDF file, 2.708 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Thompson, J. G. and Weiss, D. J.} } @inbook {1944, title = {Discussion: Session 1}, year = {1980}, note = {$\#$WA80-01 {PDF file, 283 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 1979 Computerized Adaptive Testing Conference (pp. 51-55). Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory.}, author = {B. K. Waters} } @booklet {1494, title = {Effects of computerized adaptive testing on Black and White students (Research Report 79-2)}, year = {1980}, note = {{PDF file, 2.323 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Pine, S. M. and Church, A. T. and Gialluca, K. A. and Weiss, D. J.} } @booklet {1569, title = {Final report: Computerized adaptive performance evaluation}, year = {1980}, address = {Minneapolis: Univerity of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {Weiss, D. J.} } @inbook {1802, title = {Parallel forms reliability and measurement accuracy comparison of adaptive and conventional testing strategies}, year = {1980}, note = {{PDF file, 918 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 1979 Computerized Adaptive Testing Conference (pp. 16-34). Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory.}, author = {Johnson, M. J. and Weiss, D. J.} } @book {1719, title = {Proceedings of the 1979 Computerized Adaptive Testing Conference}, year = {1980}, address = {Minneapolis: University of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {Weiss, D. J.} } @booklet {1420, title = {An adaptive testing strategy for mastery decisions (Research Report 79-5)}, year = {1979}, note = {{PDF file, 2.146 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Kingsbury, G. G. and Weiss, D. J.} } @article {1967, title = {Efficiency of an adaptive inter-subtest branching strategy in the measurement of classroom achievement (Research Report 79-6)}, year = {1979}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Gialluca, K. A. and Weiss, D. J.} } @booklet {1493, title = {A comparison of the fairness of adaptive and conventional testing strategies (Research Report 78-1)}, year = {1978}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Pine, S. M. and Weiss, D. J.} } @booklet {1324, title = {A construct validation of adaptive achievement testing (Research Report 78-4)}, year = {1978}, address = {Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Bejar, I. I. and Weiss, D. J.} } @book {1718, title = {Proceedings of the 1977 Computerized Adaptive Testing Conference}, year = {1978}, address = {Minneapolis: University of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {Weiss, D. J.} } @article {735, title = {The stratified adaptive ability test as a tool for personnel selection and placement}, journal = {TIMS Studies in the Management Sciences}, volume = {8}, year = {1978}, pages = {135-151}, author = {Vale, C. D. and Weiss, D. J.} } @booklet {1341, title = {An adaptive testing strategy for achievement test batteries (Research Rep No 77-6)}, year = {1977}, note = {{PDF file, 2.40 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Brown, J. M and Weiss, D. J.} } @booklet {1568, title = {Applications of computerized adaptive testing (Research Report 77-1)}, year = {1977}, note = {{PDF file, 3.228 KB}}, address = {Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Weiss, D. J.} } @booklet {1327, title = {Calibration of an item pool for the adaptive measurement of achievement (Research Report 77-5)}, year = {1977}, address = {Minneapolis: Department of Psychology, Psychometric Methods Program}, author = {Bejar, I. I. and Weiss, D. J. and Kingsbury, G. G.} } @article {2004, title = {An Empirical Investigation of the Stratified Adaptive Computerized Testing Model}, journal = {Applied Psychological Measurement}, volume = {1}, year = {1977}, pages = {141-152}, author = {B. K. Waters} } @booklet {1326, title = {An information comparison of conventional and adaptive tests in the measurement of classroom achievement (Research Report 77-7)}, year = {1977}, address = {Minneapolis: Department of Psychology, Psychometric Methods Program}, author = {Bejar, I. I. and Weiss, D. J. and Gialluca, K. A.} } @inbook {1971, title = {A Low-Cost Terminal Usable for Computerized Adaptive Testing}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Lamos, J. P. and B. K. Waters} } @inbook {1981, title = {Multi-Content Adaptive Measurement of Achievement}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Weiss, D. J. and Brown, J. M} } @booklet {1528, title = {A rapid item search procedure for Bayesian adaptive testing (Research Report 77-4)}, year = {1977}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Vale, C. D. and Weiss, D. J.} } @article {817, title = {Adaptive testing: A Bayesian procedure for the efficient measurement of ability}, journal = {Programmed Learning and Educational Technology}, volume = {13(2)}, year = {1976}, pages = {36}, author = {Wood, R.} } @inbook {1946, title = {Adaptive testing research at Minnesota: Overview, recent results, and future directions}, year = {1976}, note = {{PDF file, 768 KB}}, address = {C. L. Clark (Ed.), Proceedings of the First Conference on Computerized Adaptive Testing (pp. 24-35). Washington DC: United States Civil Service Commission.}, author = {Weiss, D. J.} } @booklet {1333, title = {Effects of immediate knowledge of results and adaptive testing on ability test performance (Research Report 76-3)}, year = {1976}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Betz, N. E. and Weiss, D. J.} } @inbook {1943, title = {An empirical investigation of Weiss{\textquoteright} stradaptive testing model}, year = {1976}, note = {$\#$WA75-01 {PDF file, 576 KB}}, address = {C. L. Clark (Ed.), Proceedings of the First Conference on Computerized Adaptive Testing (pp. 54-63.). Washington DC: U. S. Civil Service Commission.}, author = {B. K. Waters} } @article {531, title = {Hardware and software evolution of an adaptive ability measurement system}, journal = {Behavior Research Methods and Instrumentation}, volume = {8}, year = {1976}, pages = {104-107}, author = {DeWitt, L. J. and Weiss, D. J.} } @booklet {1334, title = {Psychological effects of immediate knowledge of results and adaptive ability testing (Research Report 76-4)}, year = {1976}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory}, author = {Betz, N. E. and Weiss, D. J.} } @booklet {1472, title = {Some properties of a Bayesian adaptive ability testing strategy (Research Report 76-1)}, year = {1976}, address = {Minneapolis MN: Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {J. R. McBride and Weiss, D. J.} } @booklet {1581, title = {Best test design and self-tailored testing (Research Memorandum No 19)}, year = {1975}, address = {Chicago: University of Chicago, Department of Education, Statistical Laboratory.}, author = {Wright, B. D. and Douglas, G. A.} } @article {799, title = {Computerized adaptive ability measurement}, journal = {Naval Research Reviews}, volume = {28}, year = {1975}, pages = {1-18}, author = {Weiss, D. J.} } @inbook {1945, title = {Computerized adaptive trait measurement: Problems and prospects (Research Report 75-5)}, year = {1975}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Weiss, D. J.} } @booklet {1332, title = {Empirical and simulation studies of flexilevel ability testing (Research Report 75-3)}, year = {1975}, address = {Minneapolis: Department of Psychology, Psychometric Methods Program}, author = {Betz, N. E. and Weiss, D. J.} } @booklet {1430, title = {An empirical comparison of two-stage and pyramidal ability testing (Research Report 75-1)}, year = {1975}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Larkin, K. C. and Weiss, D. J.} } @booklet {1527, title = {A simulation study of stradaptive ability testing (Research Report 75-6)}, year = {1975}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Vale, C. D. and Weiss, D. J.} } @booklet {1526, title = {A study of computer-administered stradaptive ability testing (Research Report 75-4)}, year = {1975}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Vale, C. D. and Weiss, D. J.} } @booklet {1361, title = {A computer software system for adaptive ability measurement (Research Report 74-1)}, year = {1974}, address = {Minneapolis MN: University of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {De Witt, J. J. and Weiss, D. J.} } @booklet {1429, title = {An empirical investigation of computer-administered pyramidal ability testing (Research Report 74-3)}, year = {1974}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Larkin, K. C. and Weiss, D. J.} } @book {1717, title = {An empirical investigation of the stratified adaptive computerized testing model for the measurement of human ability}, year = {1974}, note = {$\#$WA74-01}, address = {Unpublished Ph.D. dissertation, Florida State University}, author = {B. K. Waters} } @inbook {1853, title = {Recent and projected developments in ability testing by computer}, year = {1974}, address = {Earl Jones (Ed.), Symposium Proceedings: Occupational Research and the Navy{\textendash}Prospectus 1980 (TR-74-14). San Diego, CA: Navy Personnel Research and Development Center.}, author = {J. R. McBride and Weiss, D. J.} } @booklet {1331, title = {Simulation studies of two-stage ability testing (Research Report 74-4)}, year = {1974}, note = {{PDF file, 2.92 MB}}, address = {Minneapolis: Department of Psychology, Psychometric Methods Program}, author = {Betz, N. E. and Weiss, D. J.} } @booklet {1567, title = {Strategies of adaptive ability measurement (Research Report 74-5)}, year = {1974}, note = {{PDF file, 5.555 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Weiss, D. J.} } @booklet {1471, title = {A word knowledge item pool for adaptive ability measurement (Research Report 74-2)}, year = {1974}, address = {Minneapolis MN: Department of Psychology, Computerized Adaptive Testing Laboratory}, author = {J. R. McBride and Weiss, D. J.} } @booklet {1574, title = {Ability measurement: Conventional or adaptive? (Research Report 73-1)}, year = {1973}, note = {{PDF file, 4.98 MB}.}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Weiss, D. J. and Betz, N. E.} } @inbook {1803, title = {Computer-based psychological testing}, year = {1973}, address = {A. Elithorn and D. Jones (Eds.), Artificial and human thinking (pp. 83-93). San Francisco CA: Jossey-Bass.}, author = {Jones, D. and Weinman, J.} } @booklet {1330, title = {An empirical study of computer-administered two-stage ability testing (Research Report 73-4)}, year = {1973}, address = {Minneapolis: Department of Psychology, Psychometric Methods Program}, author = {Betz, N. E. and Weiss, D. J.} } @article {816, title = {Response-contingent testing}, journal = {Review of Educational Research}, volume = {43}, year = {1973}, pages = {529-544}, author = {Wood, R. L.} } @booklet {1566, title = {The stratified adaptive computerized ability test (Research Report 73-3)}, year = {1973}, note = {{PDF file, 2.498 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Weiss, D. J.} } @booklet {1580, title = {Fully adaptive sequential testing: A Bayesian procedure for efficient ability measurement}, year = {1972}, address = {Unpublished manuscript, University of Chicago}, author = {Wood, R. L.} } @article {795, title = {A comparison of computer-simulated conventional and branching tests}, journal = {Educational and Psychological Measurement}, volume = {31}, year = {1971}, pages = {125-136}, author = {Waters, C. J. and Bayroff, A. G.} } @book {1723, title = {Computerized adaptive sequential testing}, year = {1971}, address = {Unpublished doctoral dissertation, University of Chicago}, author = {Wood, R. L.} } @article {792, title = {Adaptive testing of cognitive skills}, journal = {Proceedings of the Annual Convention of the American Psychological Association}, volume = {5 (part 1)}, year = {1970}, pages = {167-168}, author = {Wargo, M. J.} } @article {815, title = {The efficacy of tailored testing}, journal = {Educational Research}, volume = {11}, year = {1969}, pages = {219-222}, author = {Wood, R. L.} } @conference {1254, title = {Individualized assessment of differential abilities}, booktitle = {Paper presented at the 77th annual meeting of the American Psychological Association.}, year = {1969}, author = {Weiss, D. J.} } @booklet {1562, title = {Preliminary evaluation of simulated branching tests}, year = {1964}, address = {U.S. Army Personnel Research Office Technical Research Note 140.}, author = {Waters, C. J.} } @article {2746, title = {Microcomputer network for computer-ized adaptive testing (CAT) }, journal = {NPRDC-TR-84-33}, publisher = {San Diego: Navy Personnel Research and Development Center.}, url = {https://apps.dtic.mil/dtic/tr/fulltext/u2/a140256.pdf}, author = {Quan, B. and Park, T.A. and Sandahl, G. and Wolfe, J.H.} }