@article {2611, title = {Measurement efficiency for fixed-precision multidimensional computerized adaptive tests: Comparing health measurement and educational testing using example banks}, journal = {Applied Psychological Measurement}, year = {In Press}, author = {Paap, Muirne C. S. and Born, Sebastian and Braeken, Johan} } @article {2695, title = {Measurement Efficiency for Fixed-Precision Multidimensional Computerized Adaptive Tests: Comparing Health Measurement and Educational Testing Using Example Banks}, journal = {Applied Psychological Measurement}, volume = {43}, number = {1}, year = {2019}, pages = {68-83}, abstract = {It is currently not entirely clear to what degree the research on multidimensional computerized adaptive testing (CAT) conducted in the field of educational testing can be generalized to fields such as health assessment, where CAT design factors differ considerably from those typically used in educational testing. In this study, the impact of a number of important design factors on CAT performance is systematically evaluated, using realistic example item banks for two main scenarios: health assessment (polytomous items, small to medium item bank sizes, high discrimination parameters) and educational testing (dichotomous items, large item banks, small- to medium-sized discrimination parameters). Measurement efficiency is evaluated for both between-item multidimensional CATs and separate unidimensional CATs for each latent dimension. In this study, we focus on fixed-precision (variable-length) CATs because it is both feasible and desirable in health settings, but so far most research regarding CAT has focused on fixed-length testing. This study shows that the benefits associated with fixed-precision multidimensional CAT hold under a wide variety of circumstances.}, doi = {10.1177/0146621618765719}, url = {https://doi.org/10.1177/0146621618765719}, author = {Muirne C. S. Paap and Sebastian Born and Johan Braeken} } @article {2690, title = {A Continuous a-Stratification Index for Item Exposure Control in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {42}, number = {7}, year = {2018}, pages = {523-537}, abstract = {The method of a-stratification aims to reduce item overexposure in computerized adaptive testing, as items that are administered at very high rates may threaten the validity of test scores. In existing methods of a-stratification, the item bank is partitioned into a fixed number of nonoverlapping strata according to the items{\textquoteright}a, or discrimination, parameters. This article introduces a continuous a-stratification index which incorporates exposure control into the item selection index itself and thus eliminates the need for fixed discrete strata. The new continuous a-stratification index is compared with existing stratification methods via simulation studies in terms of ability estimation bias, mean squared error, and control of item exposure rates.}, doi = {10.1177/0146621618758289}, url = {https://doi.org/10.1177/0146621618758289}, author = {Alan Huebner and Chun Wang and Bridget Daly and Colleen Pinkelman} } @article {2612, title = {Measuring patient-reported outcomes adaptively: Multidimensionality matters!}, journal = {Applied Psychological Measurement}, year = {2018}, doi = {10.1177/0146621617733954}, author = {Paap, Muirne C. S. and Kroeze, Karel A. and Glas, C. A. W. and Terwee, C. B. and van der Palen, Job and Veldkamp, Bernard P.} } @article {2610, title = {Some recommendations for developing multidimensional computerized adaptive tests for patient-reported outcomes}, journal = {Quality of Life Research}, volume = {27}, number = {4}, year = {2018}, month = {Apr}, pages = {1055{\textendash}1063}, abstract = {Multidimensional item response theory and computerized adaptive testing (CAT) are increasingly used in mental health, quality of life (QoL), and patient-reported outcome measurement. Although multidimensional assessment techniques hold promises, they are more challenging in their application than unidimensional ones. The authors comment on minimal standards when developing multidimensional CATs.}, issn = {1573-2649}, doi = {10.1007/s11136-018-1821-8}, url = {https://doi.org/10.1007/s11136-018-1821-8}, author = {Smits, Niels and Paap, Muirne C. S. and B{\"o}hnke, Jan R.} } @conference {2658, title = {Analysis of CAT Precision Depending on Parameters of the Item Pool}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

The purpose of this research project is to analyze the measurement precision of a latent variable depending on parameters of the item pool. The influence of the following factors is analyzed:

Factor A \– range of variation of items in the pool. This factor varies on three levels with the following ranges in logits: a1 \– [-3.0; +3.0], a2 - [-4.0; +4.0], a3 - [-5.0; +5.0].

Factor B \– number of items in the pool. The factor varies on six levels with the following number of items for every factor: b1 - 128, b2 - 256, b3 \– 512, b4 - 1024, b5 \– 2048, b6 \– 4096. The items are evenly distributed in each of the variation ranges.

Factor C \– examinees\’ proficiency varies at 30 levels (c1, c2, \…, c30), which are evenly distributed in the range [-3.0; +3.0] logit.

The investigation was based on a simulation experiment within the framework of the theory of latent variables.

Response Y is the precision of measurement of examinees\’ proficiency, which is calculated as the difference between the true levels of examinees\’ proficiency and estimates obtained by means of adaptive testing. Three factor ANOVA was used for data processing.

The following results were obtained:

1. Factor A is significant. Ceteris paribus, the greater the range of variation of items in the pool, the higher the estimation precision is.

2. Factor B is significant. Ceteris paribus, the greater the number of items in the pool, the higher the estimation precision is.

3. Factor C is statistically insignificant at level \α = .05. It means that the precision of estimation of examinees\’ proficiency is the same within the range of their variation.

4. The only significant interaction among all interactions is AB. The significance of this interaction is explained by the fact that increasing the number of items in the pool decreases the effect of the range of variation of items in the pool.\ 

Session Video

}, keywords = {CAT, Item parameters, Precision}, url = {https://drive.google.com/file/d/1Bwe58kOQRgCSbB8x6OdZTDK4OIm3LQI3/view?usp=drive_web}, author = {Anatoly Maslak and Stanislav Pozdniakov} } @article {2597, title = {The Development of MST Test Information for the Prediction of Test Performances}, journal = {Educational and Psychological Measurement}, volume = {77}, number = {4}, year = {2017}, pages = {570-586}, abstract = {The current study proposes novel methods to predict multistage testing (MST) performance without conducting simulations. This method, called MST test information, is based on analytic derivation of standard errors of ability estimates across theta levels. We compared standard errors derived analytically to the simulation results to demonstrate the validity of the proposed method in both measurement precision and classification accuracy. The results indicate that the MST test information effectively predicted the performance of MST. In addition, the results of the current study highlighted the relationship among the test construction, MST design factors, and MST performance.}, doi = {10.1177/0013164416662960}, url = {http://dx.doi.org/10.1177/0013164416662960}, author = {Ryoungsun Park and Jiseon Kim and Hyewon Chung and Barbara G. Dodd} } @article {2614, title = {Item usage in a multidimensional computerized adaptive test (MCAT) measuring health-related quality of life}, journal = {Quality of Life Research}, volume = {26}, number = {11}, year = {2017}, pages = {2909{\textendash}2918}, issn = {1573-2649}, doi = {10.1007/s11136-017-1624-3}, url = {https://doi.org/10.1007/s11136-017-1624-3}, author = {Paap, Muirne C. S. and Kroeze, Karel A. and Terwee, Caroline B. and van der Palen, Job and Veldkamp, Bernard P.} } @conference {2636, title = {New Results on Bias in Estimates due to Discontinue Rules in Intelligence Testing}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

The presentation provides new results on a form of adaptive testing that is used frequently in intelligence testing. In these tests, items are presented in order of increasing difficulty, and the presentation of items is adaptive in the sense that each subtest session is discontinued once a test taker produces a certain number of incorrect responses in sequence. The subsequent (not observed) responses are commonly scored as wrong for that subtest, even though the test taker has not seen these. Discontinuation rules allow a certain form of adaptiveness both in paper-based and computerbased testing, and help reducing testing time.

Two lines of research that are relevant are studies that directly assess the impact of discontinuation rules, and studies that more broadly look at the impact of scoring rules on test results with a large number of not administered or not reached items. He \& Wolf (2012) compared different ability estimation methods for this type of discontinuation rule adaptation of test length in a simulation study. However, to our knowledge there has been no rigorous analytical study of the underlying distributional changes of the response variables under discontinuation rules. It is important to point out that the results obtained by He \& Wolf (2012) agree with results presented by, for example, DeAyala, Plake \& Impara (2001) as well as Rose, von Davier \& Xu (2010) and Rose, von Davier \& Nagengast (2016) in that ability estimates are biased most when scoring the not observed responses as wrong. Discontinuation rules combined with scoring the non-administered items as wrong is used operationally in several major intelligence tests, so more research is needed in order to improve this particular type of adaptiveness in the testing practice.

The presentation extends existing research on adaptiveness by discontinue-rules in intelligence tests in multiple ways: First, a rigorous analytical study of the distributional properties of discontinue-rule scored items is presented. Second, an extended simulation is presented that includes additional alternative scoring rules as well as bias-corrected ability estimators that may be suitable to improve results for discontinue-rule scored intelligence tests.

References: DeAyala, R. J., Plake, B. S., \& Impara, J. C. (2001). The impact of omitted responses on the accuracy of ability estimation in item response theory. Journal of Educational Measurement, 38, 213-234.

He, W. \& Wolfe, E. W. (2012). Treatment of Not-Administered Items on Individually Administered Intelligence Tests. Educational and Psychological Measurement, Vol 72, Issue 5, pp. 808 \– 826. DOI: 10.1177/0013164412441937

Rose, N., von Davier, M., \& Xu, X. (2010). Modeling non-ignorable missing data with item response theory (IRT; ETS RR-10-11). Princeton, NJ: Educational Testing Service.

Rose, N., von Davier, M., \& Nagengast, B. (2016) Modeling omitted and not-reached items in irt models. Psychometrika. doi:10.1007/s11336-016-9544-7

Session Video

}, keywords = {Bias, CAT, Intelligence Testing}, author = {Matthias von Davier and Youngmi Cho and Tianshu Pan} } @article {2613, title = {Robust Automated Test Assembly for Testlet-Based Tests: An Illustration with Analytical Reasoning Items}, journal = {Frontiers in Education}, volume = {2}, year = {2017}, pages = {63}, issn = {2504-284X}, doi = {10.3389/feduc.2017.00063}, url = {https://www.frontiersin.org/article/10.3389/feduc.2017.00063}, author = {Veldkamp, Bernard P. and Paap, Muirne C. S.} } @article {2387, title = {a-Stratified Computerized Adaptive Testing in the Presence of Calibration Error}, journal = {Educational and Psychological Measurement}, volume = {75}, number = {2}, year = {2015}, pages = {260-283}, abstract = {a-Stratified computerized adaptive testing with b-blocking (AST), as an alternative to the widely used maximum Fisher information (MFI) item selection method, can effectively balance item pool usage while providing accurate latent trait estimates in computerized adaptive testing (CAT). However, previous comparisons of these methods have treated item parameter estimates as if they are the true population parameter values. Consequently, capitalization on chance may occur. In this article, we examined the performance of the AST method under more realistic conditions where item parameter estimates instead of true parameter values are used in the CAT. Its performance was compared against that of the MFI method when the latter is used in conjunction with Sympson{\textendash}Hetter or randomesque exposure control. Results indicate that the MFI method, even when combined with exposure control, is susceptible to capitalization on chance. This is particularly true when the calibration sample size is small. On the other hand, AST is more robust to capitalization on chance. Consistent with previous investigations using true item parameter values, AST yields much more balanced item pool usage, with a small loss in the precision of latent trait estimates. The loss is negligible when the test is as long as 40 items.}, doi = {10.1177/0013164414530719}, url = {http://epm.sagepub.com/content/75/2/260.abstract}, author = {Cheng, Ying and Patton, Jeffrey M. and Shao, Can} } @article {2332, title = {Enhancing Pool Utilization in Constructing the Multistage Test Using Mixed-Format Tests}, journal = {Applied Psychological Measurement}, volume = {38}, number = {4}, year = {2014}, pages = {268-280}, abstract = {

This study investigated a new pool utilization method of constructing multistage tests (MST) using the mixed-format test based on the generalized partial credit model (GPCM). MST simulations of a classification test were performed to evaluate the MST design. A linear programming (LP) model was applied to perform MST reassemblies based on the initial MST construction. Three subsequent MST reassemblies were performed. For each reassembly, three test unit replacement ratios (TRRs; 0.22, 0.44, and 0.66) were investigated. The conditions of the three passing rates (30\%, 50\%, and 70\%) were also considered in the classification testing. The results demonstrated that various MST reassembly conditions increased the overall pool utilization rates, while maintaining the desired MST construction. All MST testing conditions performed equally well in terms of the precision of the classification decision.

}, doi = {10.1177/0146621613515545}, url = {http://apm.sagepub.com/content/38/4/268.abstract}, author = {Park, Ryoungsun and Kim, Jiseon and Chung, Hyewon and Dodd, Barbara G.} } @article {2344, title = {Using Multidimensional CAT to Administer a Short, Yet Precise, Screening Test}, journal = {Applied Psychological Measurement}, volume = {38}, number = {8}, year = {2014}, pages = {614-631}, abstract = {

Multidimensional computerized adaptive testing (MCAT) provides a mechanism by which the simultaneous goals of accurate prediction and minimal testing time for a screening test could both be met. This article demonstrates the use of MCAT to administer a screening test for the Computerized Adaptive Testing\–Armed Services Vocational Aptitude Battery (CAT-ASVAB) under a variety of manipulated conditions. CAT-ASVAB is a test battery administered via unidimensional CAT (UCAT) that is used to qualify applicants for entry into the U.S. military and assign them to jobs. The primary research question being evaluated is whether the use of MCAT to administer a screening test can lead to significant reductions in testing time from the full-length selection test, without significant losses in score precision. Different stopping rules, item selection methods, content constraints, time constraints, and population distributions for the MCAT administration are evaluated through simulation, and compared with results from a regular full-length UCAT administration.

}, doi = {10.1177/0146621614541514}, url = {http://apm.sagepub.com/content/38/8/614.abstract}, author = {Yao, Lihua and Pommerich, Mary and Segall, Daniel O.} } @article {2266, title = {The Influence of Item Calibration Error on Variable-Length Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {37}, number = {1}, year = {2013}, pages = {24-40}, abstract = {

Variable-length computerized adaptive testing (VL-CAT) allows both items and test length to be \“tailored\” to examinees, thereby achieving the measurement goal (e.g., scoring precision or classification) with as few items as possible. Several popular test termination rules depend on the standard error of the ability estimate, which in turn depends on the item parameter values. However, items are chosen on the basis of their parameter estimates, and capitalization on chance may occur. In this article, the authors investigated the effects of capitalization on chance on test length and classification accuracy in several VL-CAT simulations. The results confirm that capitalization on chance occurs in VL-CAT and has complex effects on test length, ability estimation, and classification accuracy. These results have important implications for the design and implementation of VL-CATs.

}, doi = {10.1177/0146621612461727}, url = {http://apm.sagepub.com/content/37/1/24.abstract}, author = {Patton, Jeffrey M. and Ying Cheng, and Yuan, Ke-Hai and Diao, Qi} } @article {2320, title = {Longitudinal Multistage Testing}, journal = {Journal of Educational Measurement}, volume = {50}, number = {4}, year = {2013}, pages = {447{\textendash}468}, abstract = {

This article introduces longitudinal multistage testing (lMST), a special form of multistage testing (MST), as a method for adaptive testing in longitudinal large-scale studies. In lMST designs, test forms of different difficulty levels are used, whereas the values on a pretest determine the routing to these test forms. Since lMST allows for testing in paper and pencil mode, lMST may represent an alternative to conventional testing (CT) in assessments for which other adaptive testing designs are not applicable. In this article the performance of lMST is compared to CT in terms of test targeting as well as bias and efficiency of ability and change estimates. Using a simulation study, the effect of the stability of ability across waves, the difficulty level of the different test forms, and the number of link items between the test forms were investigated.

}, issn = {1745-3984}, doi = {10.1111/jedm.12028}, url = {http://dx.doi.org/10.1111/jedm.12028}, author = {Pohl, Steffi} } @article {2263, title = {Development of a computerized adaptive test for depression}, journal = {Archives of General Psychiatry}, volume = {69}, year = {2012}, pages = {1105-1112}, doi = {10.1001/archgenpsychiatry.2012.14}, url = {WWW.ARCHGENPSYCHIATRY.COM}, author = {Robert D. Gibbons and David .J. Weiss and Paul A. Pilkonis and Ellen Frank and Tara Moore and Jong Bae Kim and David J. Kupfer} } @article {2211, title = {Panel Design Variations in the Multistage Test Using the Mixed-Format Tests}, journal = {Educational and Psychological Measurement}, volume = {72}, number = {4}, year = {2012}, pages = {574-588}, abstract = {

This study compared various panel designs of the multistage test (MST) using mixed-format tests in the context of classification testing. Simulations varied the design of the first-stage module. The first stage was constructed according to three levels of test information functions (TIFs) with three different TIF centers. Additional computerized adaptive test (CAT) conditions provided baseline comparisons. Three passing rate conditions were also included. The various MST conditions using mixed-format tests were constructed properly and performed well. When the levels of TIFs at the first stage were higher, the simulations produced a greater number of correct classifications. CAT with the randomesque-10 procedure yielded comparable results to the MST with increased levels of TIFs. Finally, all MST conditions achieved better test security results compared with CAT\’s maximum information conditions.

}, doi = {10.1177/0013164411428977}, url = {http://epm.sagepub.com/content/72/4/574.abstract}, author = {Kim, Jiseon and Chung, Hyewon and Dodd, Barbara G. and Park, Ryoungsun} } @booklet {154, title = {Cross-cultural development of an item list for computer-adaptive testing of fatigue in oncological patients}, journal = {Health and Quality of Life Outcomes}, volume = {9}, number = {1}, year = {2011}, note = {Health Qual Life Outcomes. 2011 Mar 29;9(1):19.}, month = {March 29, 2011}, pages = {10}, edition = {2011/03/31}, abstract = {ABSTRACT: INTRODUCTION: Within an ongoing project of the EORTC Quality of Life Group, we are developing computerized adaptive test (CAT) measures for the QLQ-C30 scales. These new CAT measures are conceptualised to reflect the same constructs as the QLQ-C30 scales. Accordingly, the Fatigue-CAT is intended to capture physical and general fatigue. METHODS: The EORTC approach to CAT development comprises four phases (literature search, operationalisation, pre-testing, and field testing). Phases I-III are described in detail in this paper. A literature search for fatigue items was performed in major medical databases. After refinement through several expert panels, the remaining items were used as the basis for adapting items and/or formulating new items fitting the EORTC item style. To obtain feedback from patients with cancer, these English items were translated into Danish, French, German, and Spanish and tested in the respective countries. RESULTS: Based on the literature search a list containing 588 items was generated. After a comprehensive item selection procedure focusing on content, redundancy, item clarity and item difficulty a list of 44 fatigue items was generated. Patient interviews (n=52) resulted in 12 revisions of wording and translations. DISCUSSION: The item list developed in phases I-III will be further investigated within a field-testing phase (IV) to examine psychometric characteristics and to fit an item response theory model. The Fatigue CAT based on this item bank will provide scores that are backward-compatible to the original QLQ-C30 fatigue scale.}, isbn = {1477-7525 (Electronic)1477-7525 (Linking)}, author = {Giesinger, J. M. and Petersen, M. A. and Groenvold, M. and Aaronson, N. K. and Arraras, J. I. and Conroy, T. and Gamper, E. M. and Kemmler, G. and King, M. T. and Oberguggenberger, A. S. and Velikova, G. and Young, T. and Holzner, B. and Eortc-Qlg, E. O.} } @booklet {313, title = {Item banks for measuring emotional distress from the Patient-Reported Outcomes Measurement Information System (PROMIS{\textregistered}): depression, anxiety, and anger}, journal = {Assessment}, year = {2011}, chapter = {June 21, 2011}, isbn = {1073-1911}, author = {Pilkonis, P. A. and Choi, S. W. and Reise, S. P. and Stover, A. M. and Riley, W. T. and Cella, D.} } @article {2, title = {Deterioro de par{\'a}metros de los {\'\i}tems en tests adaptativos informatizados: estudio con eCAT [Item parameter drift in computerized adaptive testing: Study with eCAT]}, journal = {Psicothema}, volume = {22}, number = {2}, year = {2010}, note = {Abad, Francisco JOlea, JulioAguado, DavidPonsoda, VicenteBarrada, Juan REnglish AbstractSpainPsicothemaPsicothema. 2010 May;22(2):340-7.}, pages = {340-7}, edition = {2010/04/29}, abstract = {

En el presente trabajo se muestra el an\álisis realizado sobre un Test Adaptativo Informatizado (TAI) dise\ñado para la evaluaci\ón del nivel de ingl\és, denominado eCAT, con el objetivo de estudiar el deterioro de par\ámetros (parameter drift) producido desde la calibraci\ón inicial del banco de \ítems. Se ha comparado la calibraci\ón original desarrollada para la puesta en servicio del TAI (N= 3224) y la calibraci\ón actual obtenida con las aplicaciones reales del TAI (N= 7254). Se ha analizado el Funcionamiento Diferencial de los \Ítems (FDI) en funci\ón de los par\ámetros utilizados y se ha simulado el impacto que sobre el nivel de rasgo estimado tiene la variaci\ón en los par\ámetros. Los resultados muestran que se produce especialmente un deterioro de los par\ámetros a y c, que hay unimportante n\úmero de \ítems del banco para los que existe FDI y que la variaci\ón de los par\ámetros produce un impacto moderado en la estimaci\ón de \θ de los evaluados con nivel de ingl\és alto. Se concluye que los par\ámetros de los \ítems se han deteriorado y deben ser actualizados.Item parameter drift in computerized adaptive testing: Study with eCAT. This study describes the parameter drift analysis conducted on eCAT (a Computerized Adaptive Test to assess the written English level of Spanish speakers). The original calibration of the item bank (N = 3224) was compared to a new calibration obtained from the data provided by most eCAT operative administrations (N =7254). A Differential Item Functioning (DIF) study was conducted between the original and the new calibrations. The impact that the new parameters have on the trait level estimates was obtained by simulation. Results show that parameter drift is found especially for a and c parameters, an important number of bank items show DIF, and the parameter change has a moderate impact on high-level-English \θ estimates. It is then recommended to replace the original estimates by the new set. by the new set.

}, keywords = {*Software, Educational Measurement/*methods/*statistics \& numerical data, Humans, Language}, isbn = {0214-9915 (Print)0214-9915 (Linking)}, author = {Abad, F. J. and Olea, J. and Aguado, D. and Ponsoda, V. and Barrada, J} } @article {46, title = {Development and validation of patient-reported outcome measures for sleep disturbance and sleep-related impairments}, journal = {Sleep}, volume = {33}, number = {6}, year = {2010}, note = {Buysse, Daniel JYu, LanMoul, Douglas EGermain, AnneStover, AngelaDodds, Nathan EJohnston, Kelly LShablesky-Cade, Melissa APilkonis, Paul AAR052155/AR/NIAMS NIH HHS/United StatesU01AR52155/AR/NIAMS NIH HHS/United StatesU01AR52158/AR/NIAMS NIH HHS/United StatesU01AR52170/AR/NIAMS NIH HHS/United StatesU01AR52171/AR/NIAMS NIH HHS/United StatesU01AR52177/AR/NIAMS NIH HHS/United StatesU01AR52181/AR/NIAMS NIH HHS/United StatesU01AR52186/AR/NIAMS NIH HHS/United StatesResearch Support, N.I.H., ExtramuralValidation StudiesUnited StatesSleepSleep. 2010 Jun 1;33(6):781-92.}, month = {Jun 1}, pages = {781-92}, edition = {2010/06/17}, abstract = {STUDY OBJECTIVES: To develop an archive of self-report questions assessing sleep disturbance and sleep-related impairments (SRI), to develop item banks from this archive, and to validate and calibrate the item banks using classic validation techniques and item response theory analyses in a sample of clinical and community participants. DESIGN: Cross-sectional self-report study. SETTING: Academic medical center and participant homes. PARTICIPANTS: One thousand nine hundred ninety-three adults recruited from an Internet polling sample and 259 adults recruited from medical, psychiatric, and sleep clinics. INTERVENTIONS: None. MEASUREMENTS AND RESULTS: This study was part of PROMIS (Patient-Reported Outcomes Information System), a National Institutes of Health Roadmap initiative. Self-report item banks were developed through an iterative process of literature searches, collecting and sorting items, expert content review, qualitative patient research, and pilot testing. Internal consistency, convergent validity, and exploratory and confirmatory factor analysis were examined in the resulting item banks. Factor analyses identified 2 preliminary item banks, sleep disturbance and SRI. Item response theory analyses and expert content review narrowed the item banks to 27 and 16 items, respectively. Validity of the item banks was supported by moderate to high correlations with existing scales and by significant differences in sleep disturbance and SRI scores between participants with and without sleep disorders. CONCLUSIONS: The PROMIS sleep disturbance and SRI item banks have excellent measurement properties and may prove to be useful for assessing general aspects of sleep and SRI with various groups of patients and interventions.}, keywords = {*Outcome Assessment (Health Care), *Self Disclosure, Adult, Aged, Aged, 80 and over, Cross-Sectional Studies, Factor Analysis, Statistical, Female, Humans, Male, Middle Aged, Psychometrics, Questionnaires, Reproducibility of Results, Sleep Disorders/*diagnosis, Young Adult}, isbn = {0161-8105 (Print)0161-8105 (Linking)}, author = {Buysse, D. J. and Yu, L. and Moul, D. E. and Germain, A. and Stover, A. and Dodds, N. E. and Johnston, K. L. and Shablesky-Cade, M. A. and Pilkonis, P. A.} } @article {312, title = {Development of computerized adaptive testing (CAT) for the EORTC QLQ-C30 physical functioning dimension}, journal = {Quality of Life Research }, volume = {20}, number = {4}, year = {2010}, note = {Qual Life Res. 2010 Oct 23.}, pages = {479-490}, edition = {2010/10/26}, abstract = {PURPOSE: Computerized adaptive test (CAT) methods, based on item response theory (IRT), enable a patient-reported outcome instrument to be adapted to the individual patient while maintaining direct comparability of scores. The EORTC Quality of Life Group is developing a CAT version of the widely used EORTC QLQ-C30. We present the development and psychometric validation of the item pool for the first of the scales, physical functioning (PF). METHODS: Initial developments (including literature search and patient and expert evaluations) resulted in 56 candidate items. Responses to these items were collected from 1,176 patients with cancer from Denmark, France, Germany, Italy, Taiwan, and the United Kingdom. The items were evaluated with regard to psychometric properties. RESULTS: Evaluations showed that 31 of the items could be included in a unidimensional IRT model with acceptable fit and good content coverage, although the pool may lack items at the upper extreme (good PF). There were several findings of significant differential item functioning (DIF). However, the DIF findings appeared to have little impact on the PF estimation. CONCLUSIONS: We have established an item pool for CAT measurement of PF and believe that this CAT instrument will clearly improve the EORTC measurement of PF.}, isbn = {1573-2649 (Electronic)0962-9343 (Linking)}, author = {Petersen, M. A. and Groenvold, M. and Aaronson, N. K. and Chie, W. C. and Conroy, T. and Costantini, A. and Fayers, P. and Helbostad, J. and Holzner, B. and Kaasa, S. and Singer, S. and Velikova, G. and Young, T.} } @article {510, title = {Efficiency of static and computer adaptive short forms compared to full-length measures of depressive symptoms}, journal = {Quality of Life Research}, volume = {19(1)}, year = {2010}, pages = {125{\textendash}136}, author = {Choi, S. and Reise, S. P. and Pilkonis, P. A. and Hays, R. D. and Cella, D.} } @inbook {2059, title = {Innovative Items for Computerized Testing}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {215-230}, chapter = {11}, doi = {10.1007/978-0-387-85461-8}, author = {Parshall, C. G. and Harmes, J. C. and Davey, T. and Pashley, P. J.} } @inbook {2049, title = {Item Selection and Ability Estimation in Adaptive Testing}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {3-30}, publisher = {Springer}, organization = {Springer}, chapter = {1}, address = {New York}, doi = {10.1007/978-0-387-85461-8}, author = {van der Linden, W. J. and Pashley, P. J.} } @article {2162, title = {A Method for the Comparison of Item Selection Rules in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {34}, number = {6}, year = {2010}, pages = {438-452}, abstract = {

In a typical study comparing the relative efficiency of two item selection rules in computerized adaptive testing, the common result is that they simultaneously differ in accuracy and security, making it difficult to reach a conclusion on which is the more appropriate rule. This study proposes a strategy to conduct a global comparison of two or more selection rules. A plot showing the performance of each selection rule for several maximum exposure rates is obtained and the whole plot is compared with other rule plots. The strategy was applied in a simulation study with fixed-length CATs for the comparison of six item selection rules: the point Fisher information, Fisher information weighted by likelihood, Kullback-Leibler weighted by likelihood, maximum information stratification with blocking, progressive and proportional methods. Our results show that there is no optimal rule for any overlap value or root mean square error (RMSE). The fact that a rule, for a given level of overlap, has lower RMSE than another does not imply that this pattern holds for another overlap rate. A fair comparison of the rules requires extensive manipulation of the maximum exposure rates. The best methods were the Kullback-Leibler weighted by likelihood, the proportional method, and the maximum information stratification method with blocking.

}, doi = {10.1177/0146621610370152}, url = {http://apm.sagepub.com/content/34/6/438.abstract}, author = {Barrada, Juan Ram{\'o}n and Olea, Julio and Ponsoda, Vicente and Abad, Francisco Jos{\'e}} } @inbook {1864, title = {An approach to implementing adaptive testing using item response theory both offline and online}, year = {2009}, note = {{PDF File, 172 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Padaki, M. and Natarajan, V.} } @inbook {1800, title = {An evaluation of a new procedure for computing information functions for Bayesian scores from computerized adaptive tests}, year = {2009}, note = {{PDF file, 571 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Ito, K. and Pommerich, M and Segall, D.} } @article {453, title = {Item selection rules in computerized adaptive testing: Accuracy and security}, journal = {Methodology}, volume = {5}, year = {2009}, note = {(PDF file, 445 KB) }, pages = {7-17}, author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.} } @inbook {1868, title = {The nine lives of CAT-ASVAB: Innovations and revelations}, year = {2009}, note = {{PDF File, 169 KB}}, address = {In D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, abstract = {The Armed Services Vocational Aptitude Battery (ASVAB) is administered annually to more than one million military applicants and high school students. ASVAB scores are used to determine enlistment eligibility, assign applicants to military occupational specialties, and aid students in career exploration. The ASVAB is administered as both a paper-and-pencil (P\&P) test and a computerized adaptive test (CAT). CAT-ASVAB holds the distinction of being the first large-scale adaptive test battery to be administered in a high-stakes setting. Approximately two-thirds of military applicants currently take CAT-ASVAB; long-term plans are to replace P\&P-ASVAB with CAT-ASVAB at all test sites. Given CAT-ASVAB{\textquoteright}s pedigree{\textemdash}approximately 20 years in development and 20 years in operational administration{\textemdash}much can be learned from revisiting some of the major highlights of CATASVAB history. This paper traces the progression of CAT-ASVAB through nine major phases of development including: research and evelopment of the CAT-ASVAB prototype, the initial development of psychometric procedures and item pools, initial and full-scale operational implementation, the introduction of new item pools, the introduction of Windows administration, the introduction of Internet administration, and research and development of the next generation CATASVAB. A background and history is provided for each phase, including discussions of major research and operational issues, innovative approaches and practices, and lessons learned.}, author = {Pommerich, M and Segall, D. O. and Moreno, K. E.} } @inbook {1731, title = {Test overlap rate and item exposure rate as indicators of test security in CATs}, year = {2009}, note = {PDF File, 261 K}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.} } @conference {phankokkruad2008automated, title = {An Automated Decision System for Computer Adaptive Testing Using Genetic Algorithms}, booktitle = {Software Engineering, Artificial Intelligence, Networking, and Parallel/Distributed Computing, 2008. SNPD{\textquoteright}08. Ninth ACIS International Conference on}, year = {2008}, pages = {655{\textendash}660}, publisher = {IEEE}, organization = {IEEE}, abstract = {This paper proposes an approach to solve the triangle decision tree problem for computer adaptive testing (CAT) using genetic algorithms (GAs). In this approach, item response theory (IRT) parameters composed of discrimination, difficulty, and guess are firstly obtained and stored in an item bank. Then a fitness function, which is based on IRT parameters, of GAs for obtaining an optimal solution is set up. Finally, the GAs is applied to the parameters of the item bank so that an optimal decision tree is generated. Based on a six-level triangle-decision tree for examination items, the experimental results show that the optimal decision tree can be generated correctly when compared with the standard patterns.}, author = {Phankokkruad, M. and Woraratpanya, K.} } @article {307, title = {The D-optimality item selection criterion in the early stage of CAT: A study with the graded response model}, journal = {Journal of Educational and Behavioral Statistics}, volume = {33}, number = {1}, year = {2008}, pages = {88-110}, abstract = {During the early stage of computerized adaptive testing (CAT), item selection criteria based on Fisher{\textquoteright}s information often produce less stable latent trait estimates than the Kullback-Leibler global information criterion. Robustness against early stage instability has been reported for the D-optimality criterion in a polytomous CAT with the Nominal Response Model and is shown herein to be reproducible for the Graded Response Model. For comparative purposes, the A-optimality and the global information criteria are also applied. Their item selection is investigated as a function of test progression and item bank composition. The results indicate how the selection of specific item parameters underlies the criteria performances evaluated via accuracy and precision of estimation. In addition, the criteria item exposure rates are compared, without the use of any exposure controlling measure. On the account of stability, precision, accuracy, numerical simplicity, and less evidently, item exposure rate, the D-optimality criterion can be recommended for CAT.}, keywords = {computerized adaptive testing, D optimality, item selection}, author = {Passos, V. L. and Berger, M. P. F. and Tan, F. E. S.} } @article {454, title = {Incorporating randomness in the Fisher information for improving item-exposure control in CATs}, journal = {British Journal of Mathematical and Statistical Psychology}, volume = {61}, year = {2008}, pages = {493-513}, author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.} } @article {2200, title = {Local Dependence in an Operational CAT: Diagnosis and Implications}, journal = {Journal of Educational Measurement}, volume = {45}, number = {3}, year = {2008}, pages = {201{\textendash}223}, abstract = {

The accuracy of CAT scores can be negatively affected by local dependence if the CAT utilizes parameters that are misspecified due to the presence of local dependence and/or fails to control for local dependence in responses during the administration stage. This article evaluates the existence and effect of local dependence in a test of Mathematics Knowledge. Diagnostic tools were first used to evaluate the existence of local dependence in items that were calibrated under a 3PL model. A simulation study was then used to evaluate the effect of local dependence on the precision of examinee CAT scores when the 3PL model was used for selection and scoring. The diagnostic evaluation showed strong evidence for local dependence. The simulation suggested that local dependence in parameters had a minimal effect on CAT score precision, while local dependence in responses had a substantial effect on score precision, depending on the degree of local dependence present.

}, issn = {1745-3984}, doi = {10.1111/j.1745-3984.2008.00061.x}, url = {http://dx.doi.org/10.1111/j.1745-3984.2008.00061.x}, author = {Pommerich, Mary and Segall, Daniel O.} } @article {287, title = {Measuring physical functioning in children with spinal impairments with computerized adaptive testing}, journal = {Journal of Pediatric Orthopedics}, volume = {28}, number = {3}, year = {2008}, note = {Mulcahey, M JHaley, Stephen MDuffy, TheresaPengsheng, NiBetz, Randal RK02 HD045354-01A1/HD/NICHD NIH HHS/United StatesUnited StatesJournal of pediatric orthopedicsJ Pediatr Orthop. 2008 Apr-May;28(3):330-5.}, month = {Apr-May}, pages = {330-5}, edition = {2008/03/26}, abstract = {BACKGROUND: The purpose of this study was to assess the utility of measuring current physical functioning status of children with scoliosis and kyphosis by applying computerized adaptive testing (CAT) methods. Computerized adaptive testing uses a computer interface to administer the most optimal items based on previous responses, reducing the number of items needed to obtain a scoring estimate. METHODS: This was a prospective study of 77 subjects (0.6-19.8 years) who were seen by a spine surgeon during a routine clinic visit for progress spine deformity. Using a multidimensional version of the Pediatric Evaluation of Disability Inventory CAT program (PEDI-MCAT), we evaluated content range, accuracy and efficiency, known-group validity, concurrent validity with the Pediatric Outcomes Data Collection Instrument, and test-retest reliability in a subsample (n = 16) within a 2-week interval. RESULTS: We found the PEDI-MCAT to have sufficient item coverage in both self-care and mobility content for this sample, although most patients tended to score at the higher ends of both scales. Both the accuracy of PEDI-MCAT scores as compared with a fixed format of the PEDI (r = 0.98 for both mobility and self-care) and test-retest reliability were very high [self-care: intraclass correlation (3,1) = 0.98, mobility: intraclass correlation (3,1) = 0.99]. The PEDI-MCAT took an average of 2.9 minutes for the parents to complete. The PEDI-MCAT detected expected differences between patient groups, and scores on the PEDI-MCAT correlated in expected directions with scores from the Pediatric Outcomes Data Collection Instrument domains. CONCLUSIONS: Use of the PEDI-MCAT to assess the physical functioning status, as perceived by parents of children with complex spinal impairments, seems to be feasible and achieves accurate and efficient estimates of self-care and mobility function. Additional item development will be needed at the higher functioning end of the scale to avoid ceiling effects for older children. LEVEL OF EVIDENCE: This is a level II prospective study designed to establish the utility of computer adaptive testing as an evaluation method in a busy pediatric spine practice.}, keywords = {*Disability Evaluation, Adolescent, Child, Child, Preschool, Computer Simulation, Cross-Sectional Studies, Disabled Children/*rehabilitation, Female, Humans, Infant, Kyphosis/*diagnosis/rehabilitation, Male, Prospective Studies, Reproducibility of Results, Scoliosis/*diagnosis/rehabilitation}, isbn = {0271-6798 (Print)0271-6798 (Linking)}, author = {Mulcahey, M. J. and Haley, S. M. and Duffy, T. and Pengsheng, N. and Betz, R. R.} } @article {2233, title = {A {\^a}{\texteuro}{\oe}Rearrangement Procedure{\^a}{\texteuro} For Scoring Adaptive Tests with Review Options}, journal = {International Journal of Testing}, volume = {7}, number = {4}, year = {2007}, pages = {387-407}, doi = {10.1080/15305050701632262}, url = {http://www.tandfonline.com/doi/abs/10.1080/15305050701632262}, author = {Papanastasiou, Elena C. and Reckase, Mark D.} } @inbook {1867, title = {Designing templates based on a taxonomy of innovative items}, year = {2007}, note = {{PDF file, 149 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Parshall, C. G. and Harmes, J. C.} } @article {125, title = {The effect of including pretest items in an operational computerized adaptive test: Do different ability examinees spend different amounts of time on embedded pretest items?}, journal = {Educational Assessment}, volume = {12}, number = {2}, year = {2007}, pages = {161-173}, publisher = {Lawrence Erlbaum: US}, abstract = {The purpose of this study was to examine the effect of pretest items on response time in an operational, fixed-length, time-limited computerized adaptive test (CAT). These pretest items are embedded within the CAT, but unlike the operational items, are not tailored to the examinee{\textquoteright}s ability level. If examinees with higher ability levels need less time to complete these items than do their counterparts with lower ability levels, they will have more time to devote to the operational test questions. Data were from a graduate admissions test that was administered worldwide. Data from both quantitative and verbal sections of the test were considered. For the verbal section, examinees in the lower ability groups spent systematically more time on their pretest items than did those in the higher ability groups, though for the quantitative section the differences were less clear. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {ability, operational computerized adaptive test, pretest items, time}, isbn = {1062-7197 (Print); 1532-6977 (Electronic)}, author = {Ferdous, A. A. and Plake, B. S. and Chang, S-R.} } @booklet {316, title = {The effect of using item parameters calibrated from paper administrations in computer adaptive test administrations}, journal = {Journal of Technology, Learning, and Assessment}, volume = {5}, number = {7}, year = {2007}, pages = {1-29}, abstract = {Computer administered tests are becoming increasingly prevalent as computer technology becomes more readily available on a large scale. For testing programs that utilize both computer and paper administrations, mode effects are problematic in that they can result in examinee scores that are artificially inflated or deflated. As such, researchers have engaged in extensive studies of whether scores differ across paper and computer presentations of the same tests. The research generally seems to indicate that the more complicated it is to present or take a test on computer, the greater the possibility of mode effects. In a computer adaptive test, mode effects may be a particular concern if items are calibrated using item responses obtained from one administration mode (i.e., paper), and those parameters are then used operationally in a different administration mode (i.e., computer). This paper studies the suitability of using parameters calibrated from a paper administration for item selection and scoring in a computer adaptive administration, for two tests with lengthy passages that required navigation in the computer administration. The results showed that the use of paper calibrated parameters versus computer calibrated parameters in computer adaptive administrations had small to moderate effects on the reliability of examinee scores, at fairly short test lengths. This effect was generally diminished for longer test lengths. However, the results suggest that in some cases, some loss in reliability might be inevitable if paper-calibrated parameters are used in computer adaptive administrations.}, keywords = {Mode effects}, author = {Pommerich, M} } @article {2075, title = {The Effect of Using Item Parameters Calibrated from Paper Administrations in Computer Adaptive Test Administrations}, journal = {The Journal of Technology, Learning, and Assessment}, volume = {5}, number = {7}, year = {2007}, abstract = {

Computer administered tests are becoming increasingly prevalent as computer technology becomes more readily available on a large scale. For testing programs that utilize both computer and paper administrations, mode effects are problematic in that they can
result in examinee scores that are artificially inflated or deflated. As such, researchers have engaged in extensive studies of whether scores differ across paper and computer presentations of the same tests. The research generally seems to indicate that the more
complicated it is to present or take a test on computer, the greater the possibility of mode effects. In a computer adaptive test, mode effects may be a particular concern if items are calibrated using item responses obtained from one administration mode (i.e., paper), and those parameters are then used operationally in a different administration mode (i.e., computer). This paper studies the suitability of using parameters calibrated from a paper administration for item selection and scoring in a computer adaptive administration, for two tests with lengthy passages that required navigation in the computer administration. The results showed that the use of paper calibrated parameters versus computer calibrated parameters in computer adaptive administrations had small to
moderate effects on the reliability of examinee scores, at fairly short test lengths. This effect was generally diminished for longer test lengths. However, the results suggest that in some cases, some loss in reliability might be inevitable if paper-calibrated parameters
are used in computer adaptive administrations.\ 

}, author = {Pommerich, M} } @article {2196, title = {Estimating the Standard Error of the Maximum Likelihood Ability Estimator in Adaptive Testing Using the Posterior-Weighted Test Information Function}, journal = {Educational and Psychological Measurement}, volume = {67}, number = {6}, year = {2007}, pages = {958-975}, abstract = {

The standard error of the maximum likelihood ability estimator is commonly estimated by evaluating the test information function at an examinee\&$\#$39;s current maximum likelihood estimate (a point estimate) of ability. Because the test information function evaluated at the point estimate may differ from the test information function evaluated at an examinee\&$\#$39;s true ability value, the estimated standard error may be biased under certain conditions. This is of particular concern in adaptive testing because the height of the test information function is expected to be higher at the current estimate of ability than at the actual value of ability. This article proposes using the posterior-weighted test information function in computing the standard error of the maximum likelihood ability estimator for adaptive test sessions. A simulation study showed that the proposed approach provides standard error estimates that are less biased and more efficient than those provided by the traditional point estimate approach.

}, doi = {10.1177/0013164407301544}, url = {http://epm.sagepub.com/content/67/6/958.abstract}, author = {Penfield, Randall D.} } @article {18, title = {Methods for restricting maximum exposure rate in computerized adaptative testing}, journal = {Methodology: European Journal of Research Methods for the Behavioral and Social Sciences}, volume = {3}, number = {1}, year = {2007}, pages = {14-23}, publisher = {Hogrefe \& Huber Publishers GmbH: Germany}, abstract = {The Sympson-Hetter (1985) method provides a means of controlling maximum exposure rate of items in Computerized Adaptive Testing. Through a series of simulations, control parameters are set that mark the probability of administration of an item on being selected. This method presents two main problems: it requires a long computation time for calculating the parameters and the maximum exposure rate is slightly above the fixed limit. Van der Linden (2003) presented two alternatives which appear to solve both of the problems. The impact of these methods in the measurement accuracy has not been tested yet. We show how these methods over-restrict the exposure of some highly discriminating items and, thus, the accuracy is decreased. It also shown that, when the desired maximum exposure rate is near the minimum possible value, these methods offer an empirical maximum exposure rate clearly above the goal. A new method, based on the initial estimation of the probability of administration and the probability of selection of the items with the restricted method (Revuelta \& Ponsoda, 1998), is presented in this paper. It can be used with the Sympson-Hetter method and with the two van der Linden{\textquoteright}s methods. This option, when used with Sympson-Hetter, speeds the convergence of the control parameters without decreasing the accuracy. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computerized adaptive testing, item bank security, item exposure control, overlap rate, Sympson-Hetter method}, isbn = {1614-1881 (Print); 1614-2241 (Electronic)}, author = {Barrada, J and Olea, J. and Ponsoda, V.} } @inbook {1865, title = {A new delivery system for CAT}, year = {2007}, note = {{PDF file, 248 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Park, J.} } @inbook {1754, title = {Partial order knowledge structures for CAT applications}, year = {2007}, note = {{PDF file, 475 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Desmarais, M. C. and Pu, X, and Blais, J-G.} } @article {306, title = {Test design optimization in CAT early stage with the nominal response model}, journal = {Applied Psychological Measurement}, volume = {31}, number = {3}, year = {2007}, pages = {213-232}, publisher = {Sage Publications: US}, abstract = {The early stage of computerized adaptive testing (CAT) refers to the phase of the trait estimation during the administration of only a few items. This phase can be characterized by bias and instability of estimation. In this study, an item selection criterion is introduced in an attempt to lessen this instability: the D-optimality criterion. A polytomous unconstrained CAT simulation is carried out to evaluate this criterion{\textquoteright}s performance under different test premises. The simulation shows that the extent of early stage instability depends primarily on the quality of the item pool information and its size and secondarily on the item selection criteria. The efficiency of the D-optimality criterion is similar to the efficiency of other known item selection criteria. Yet, it often yields estimates that, at the beginning of CAT, display a more robust performance against instability. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computerized adaptive testing, nominal response model, robust performance, test design optimization}, isbn = {0146-6216 (Print)}, author = {Passos, V. L. and Berger, M. P. F. and Tan, F. E.} } @article {310, title = {Applying Bayesian item selection approaches to adaptive tests using polytomous items}, journal = {Applied Measurement in Education}, volume = {19}, number = {1}, year = {2006}, pages = {1-20}, publisher = {Lawrence Erlbaum: US}, abstract = {This study applied the maximum expected information (MEI) and the maximum posterior- weighted information (MPI) approaches of computer adaptive testing item selection to the case of a test using polytomous items following the partial credit model. The MEI and MPI approaches are described. A simulation study compared the efficiency of ability estimation using the MEI and MPI approaches to the traditional maximal item information (MII) approach. The results of the simulation study indicated that the MEI and MPI approaches led to a superior efficiency of ability estimation compared with the MII approach. The superiority of the MEI and MPI approaches over the MII approach was greatest when the bank contained items having a relatively peaked information function. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {adaptive tests, Bayesian item selection, computer adaptive testing, maximum expected information, polytomous items, posterior weighted information}, isbn = {0895-7347 (Print); 1532-4818 (Electronic)}, author = {Penfield, R. D.} } @inbook {1752, title = {Designing computerized adaptive tests}, year = {2006}, address = {S.M. Downing and T. M. Haladyna (Eds.), Handbook of test development. New Jersey: Lawrence Erlbaum Associates.}, author = {Davey, T. and Pitoniak, M. J.} } @article {2173, title = {Effects of Estimation Bias on Multiple-Category Classification With an IRT-Based Adaptive Classification Procedure}, journal = {Educational and Psychological Measurement}, volume = {66}, number = {4}, year = {2006}, pages = {545-564}, abstract = {

The effects of five ability estimators, that is, maximum likelihood estimator, weighted likelihood estimator, maximum a posteriori, expected a posteriori, and Owen\&$\#$39;s sequential estimator, on the performances of the item response theory\–based adaptive classification procedure on multiple categories were studied via simulations. The following results were found. (a) The Bayesian estimators were more likely to misclassify examinees into an inward category because of their inward biases, when a fixed start value of zero was assigned to every examinee. (b) When moderately accurate start values were available, however, Bayesian estimators produced classifications that were slightly more accurate than was the maximum likelihood estimator or weighted likelihood estimator. Expected a posteriori was the procedure that produced the most accurate results among the three Bayesian methods. (c) All five estimators produced equivalent efficiencies in terms of number of items required, which was 50 or more items except for abilities that were less than -2.00 or greater than 2.00.

}, doi = {10.1177/0013164405284031}, url = {http://epm.sagepub.com/content/66/4/545.abstract}, author = {Yang, Xiangdong and Poggio, John C. and Glasnapp, Douglas R.} } @article {246, title = {Estimation of an examinee{\textquoteright}s ability in the web-based computerized adaptive testing program IRT-CAT}, journal = {J Educ Eval Health Prof}, volume = {3}, year = {2006}, note = {Lee, Yoon-HwanPark, Jung-HoPark, In-YongKorea (South)Journal of educational evaluation for health professionsJ Educ Eval Health Prof. 2006;3:4. Epub 2006 Nov 22.}, pages = {4}, edition = {2006/01/01}, abstract = {We developed a program to estimate an examinee s ability in order to provide freely available access to a web-based computerized adaptive testing (CAT) program. We used PHP and Java Script as the program languages, PostgresSQL as the database management system on an Apache web server and Linux as the operating system. A system which allows for user input and searching within inputted items and creates tests was constructed. We performed an ability estimation on each test based on a Rasch model and 2- or 3-parametric logistic models. Our system provides an algorithm for a web-based CAT, replacing previous personal computer-based ones, and makes it possible to estimate an examinee{\textquoteright}s ability immediately at the end of test.}, isbn = {1975-5937 (Electronic)}, author = {Lee, Y. H. and Park, J. H. and Park, I. Y.} } @article {314, title = {[Item Selection Strategies of Computerized Adaptive Testing based on Graded Response Model.]}, journal = {Acta Psychologica Sinica}, volume = {38}, number = {3}, year = {2006}, pages = {461-467}, publisher = {Science Press: China}, abstract = {Item selection strategy (ISS) is an important component of Computerized Adaptive Testing (CAT). Its performance directly affects the security, efficiency and precision of the test. Thus, ISS becomes one of the central issues in CATs based on the Graded Response Model (GRM). It is well known that the goal of IIS is to administer the next unused item remaining in the item bank that best fits the examinees current ability estimate. In dichotomous IRT models, every item has only one difficulty parameter and the item whose difficulty matches the examinee{\textquoteright}s current ability estimate is considered to be the best fitting item. However, in GRM, each item has more than two ordered categories and has no single value to represent the item difficulty. Consequently, some researchers have used to employ the average or the median difficulty value across categories as the difficulty estimate for the item. Using the average value and the median value in effect introduced two corresponding ISSs. In this study, we used computer simulation compare four ISSs based on GRM. We also discussed the effect of "shadow pool" on the uniformity of pool usage as well as the influence of different item parameter distributions and different ability estimation methods on the evaluation criteria of CAT. In the simulation process, Monte Carlo method was adopted to simulate the entire CAT process; 1,000 examinees drawn from standard normal distribution and four 1,000-sized item pools of different item parameter distributions were also simulated. The assumption of the simulation is that a polytomous item is comprised of six ordered categories. In addition, ability estimates were derived using two methods. They were expected a posteriori Bayesian (EAP) and maximum likelihood estimation (MLE). In MLE, the Newton-Raphson iteration method and the Fisher Score iteration method were employed, respectively, to solve the likelihood equation. Moreover, the CAT process was simulated with each examinee 30 times to eliminate random error. The IISs were evaluated by four indices usually used in CAT from four aspects--the accuracy of ability estimation, the stability of IIS, the usage of item pool, and the test efficiency. Simulation results showed adequate evaluation of the ISS that matched the estimate of an examinee{\textquoteright}s current trait level with the difficulty values across categories. Setting "shadow pool" in ISS was able to improve the uniformity of pool utilization. Finally, different distributions of the item parameter and different ability estimation methods affected the evaluation indices of CAT. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computerized adaptive testing, item selection strategy}, isbn = {0439-755X (Print)}, author = {Ping, Chen and Shuliang, Ding and Haijing, Lin and Jie, Zhou} } @article {311, title = {Multidimensional computerized adaptive testing of the EORTC QLQ-C30: basic developments and evaluations}, journal = {Quality of Life Research}, volume = {15}, number = {3}, year = {2006}, note = {Petersen, Morten AaGroenvold, MogensAaronson, NeilFayers, PeterSprangers, MirjamBjorner, Jakob BEuropean Organisation for Research and Treatment of Cancer Quality of Life GroupResearch Support, Non-U.S. Gov{\textquoteright}tNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2006 Apr;15(3):315-29.}, month = {Apr}, pages = {315-29}, edition = {2006/03/21}, abstract = {OBJECTIVE: Self-report questionnaires are widely used to measure health-related quality of life (HRQOL). Ideally, such questionnaires should be adapted to the individual patient and at the same time scores should be directly comparable across patients. This may be achieved using computerized adaptive testing (CAT). Usually, CAT is carried out for a single domain at a time. However, many HRQOL domains are highly correlated. Multidimensional CAT may utilize these correlations to improve measurement efficiency. We investigated the possible advantages and difficulties of multidimensional CAT. STUDY DESIGN AND SETTING: We evaluated multidimensional CAT of three scales from the EORTC QLQ-C30: the physical functioning, emotional functioning, and fatigue scales. Analyses utilised a database with 2958 European cancer patients. RESULTS: It was possible to obtain scores for the three domains with five to seven items administered using multidimensional CAT that were very close to the scores obtained using all 12 items and with no or little loss of measurement precision. CONCLUSION: The findings suggest that multidimensional CAT may significantly improve measurement precision and efficiency and encourage further research into multidimensional CAT. Particularly, the estimation of the model underlying the multidimensional CAT and the conceptual aspects need further investigations.}, keywords = {*Quality of Life, *Self Disclosure, Adult, Female, Health Status, Humans, Male, Middle Aged, Questionnaires/*standards, User-Computer Interface}, isbn = {0962-9343 (Print)}, author = {Petersen, M. A. and Groenvold, M. and Aaronson, N. K. and Fayers, P. and Sprangers, M. and Bjorner, J. B.} } @article {296, title = {T{\'e}cnicas para detectar patrones de respuesta at{\'\i}picos [Aberrant patterns detection methods]}, journal = {Anales de Psicolog{\'\i}a}, volume = {22}, number = {1}, year = {2006}, note = {Spain: Universidad de Murcia}, pages = {143-154}, abstract = {La identificaci{\'o}n de patrones de respuesta at{\'\i}picos es de gran utilidad para la construcci{\'o}n de tests y de bancos de {\'\i}tems con propiedades psicom{\'e}tricas as{\'\i} como para el an{\'a}lisis de validez de los mismos. En este trabajo de revisi{\'o}n se han recogido los m{\'a}s relevantes y novedosos m{\'e}todos de ajuste de personas que se han elaborado dentro de cada uno de los principales {\'a}mbitos de trabajo de la Psicometr{\'\i}a: el escalograma de Guttman, la Teor{\'\i}a Cl{\'a}sica de Tests (TCT), la Teor{\'\i}a de la Generalizabilidad (TG), la Teor{\'\i}a de Respuesta al {\'I}tem (TRI), los Modelos de Respuesta al {\'I}tem No Param{\'e}tricos (MRINP), los Modelos de Clase Latente de Orden Restringido (MCL-OR) y el An{\'a}lisis de Estructura de Covarianzas (AEC).Aberrant patterns detection has a great usefulness in order to make tests and item banks with psychometric characteristics and validity analysis of tests and items. The most relevant and newest person-fit methods have been reviewed. All of them have been made in each one of main areas of Psychometry: Guttman{\textquoteright}s scalogram, Classical Test Theory (CTT), Generalizability Theory (GT), Item Response Theory (IRT), Non-parametric Response Models (NPRM), Order-Restricted Latent Class Models (OR-LCM) and Covariance Structure Analysis (CSA).}, keywords = {aberrant patterns detection, Classical Test Theory, generalizability theory, Item Response, Item Response Theory, Mathematics, methods, person-fit, Psychometrics, psychometry, Test Validity, test validity analysis, Theory}, isbn = {0212-9728}, author = {N{\'u}{\~n}ez, R. M. N. and Pina, J. A. L.} } @article {102, title = {A Bayesian student model without hidden nodes and its comparison with item response theory}, journal = {International Journal of Artificial Intelligence in Education}, volume = {15}, number = {4}, year = {2005}, pages = {291-323}, publisher = {IOS Press: Netherlands}, abstract = {The Bayesian framework offers a number of techniques for inferring an individual{\textquoteright}s knowledge state from evidence of mastery of concepts or skills. A typical application where such a technique can be useful is Computer Adaptive Testing (CAT). A Bayesian modeling scheme, POKS, is proposed and compared to the traditional Item Response Theory (IRT), which has been the prevalent CAT approach for the last three decades. POKS is based on the theory of knowledge spaces and constructs item-to-item graph structures without hidden nodes. It aims to offer an effective knowledge assessment method with an efficient algorithm for learning the graph structure from data. We review the different Bayesian approaches to modeling student ability assessment and discuss how POKS relates to them. The performance of POKS is compared to the IRT two parameter logistic model. Experimental results over a 34 item Unix test and a 160 item French language test show that both approaches can classify examinees as master or non-master effectively and efficiently, with relatively comparable performance. However, more significant differences are found in favor of POKS for a second task that consists in predicting individual question item outcome. Implications of these results for adaptive testing and student modeling are discussed, as well as the limitations and advantages of POKS, namely the issue of integrating concepts into its structure. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {Bayesian Student Model, computer adaptive testing, hidden nodes, Item Response Theory}, isbn = {1560-4292 (Print); 1560-4306 (Electronic)}, author = {Desmarais, M. C. and Pu, X.} } @article {2207, title = {Computerizing statewide assessments in Minnesota: A report on the feasibility of converting the Minnesota Comprehensive Assessments to a computerized adaptive format}, year = {2005}, publisher = {Office of Educational Accountability, College of Education and Human Development, University of Minnesota}, author = {Peterson, K.A. and Davison. M. L. and Hjelseth, L.} } @article {240, title = {An item response theory-based pain item bank can enhance measurement precision}, journal = {Journal of Pain and Symptom Management}, volume = {30}, number = {3}, year = {2005}, note = {0885-3924Journal Article}, pages = {278-88}, abstract = {Cancer-related pain is often under-recognized and undertreated. This is partly due to the lack of appropriate assessments, which need to be comprehensive and precise yet easily integrated into clinics. Computerized adaptive testing (CAT) can enable precise-yet-brief assessments by only selecting the most informative items from a calibrated item bank. The purpose of this study was to create such a bank. The sample included 400 cancer patients who were asked to complete 61 pain-related items. Data were analyzed using factor analysis and the Rasch model. The final bank consisted of 43 items which satisfied the measurement requirement of factor analysis and the Rasch model, demonstrated high internal consistency and reasonable item-total correlations, and discriminated patients with differing degrees of pain. We conclude that this bank demonstrates good psychometric properties, is sensitive to pain reported by patients, and can be used as the foundation for a CAT pain-testing platform for use in clinical practice.}, keywords = {computerized adaptive testing}, author = {Lai, J-S. and Dineen, K. and Reeve, B. B. and Von Roenn, J. and Shervin, D. and McGuire, M. and Bode, R. K. and Paice, J. and Cella, D.} } @article {357, title = {Measuring physical function in patients with complex medical and postsurgical conditions: a computer adaptive approach}, journal = {American Journal of Physical Medicine and Rehabilitation}, volume = {84}, number = {10}, year = {2005}, note = {0894-9115 (Print)Comparative StudyJournal ArticleResearch Support, N.I.H., ExtramuralResearch Support, U.S. Gov{\textquoteright}t, P.H.S.}, month = {Oct}, pages = {741-8}, abstract = {OBJECTIVE: To examine whether the range of disability in the medically complex and postsurgical populations receiving rehabilitation is adequately sampled by the new Activity Measure--Post-Acute Care (AM-PAC), and to assess whether computer adaptive testing (CAT) can derive valid patient scores using fewer questions. DESIGN: Observational study of 158 subjects (mean age 67.2 yrs) receiving skilled rehabilitation services in inpatient (acute rehabilitation hospitals, skilled nursing facility units) and community (home health services, outpatient departments) settings for recent-onset or worsening disability from medical (excluding neurological) and surgical (excluding orthopedic) conditions. Measures were interviewer-administered activity questions (all patients) and physical functioning portion of the SF-36 (outpatients) and standardized chart items (11 Functional Independence Measure (FIM), 19 Standardized Outcome and Assessment Information Set (OASIS) items, and 22 Minimum Data Set (MDS) items). Rasch modeling analyzed all data and the relationship between person ability estimates and average item difficulty. CAT assessed the ability to derive accurate patient scores using a sample of questions. RESULTS: The 163-item activity item pool covered the range of physical movement and personal and instrumental activities. CAT analysis showed comparable scores between estimates using 10 items or the total item pool. CONCLUSION: The AM-PAC can assess a broad range of function in patients with complex medical illness. CAT achieves valid patient scores using fewer questions.}, keywords = {Activities of Daily Living/*classification, Adult, Aged, Cohort Studies, Continuity of Patient Care, Disability Evaluation, Female, Health Services Research, Humans, Male, Middle Aged, Postoperative Care/*rehabilitation, Prognosis, Recovery of Function, Rehabilitation Centers, Rehabilitation/*standards, Sensitivity and Specificity, Sickness Impact Profile, Treatment Outcome}, author = {Siebens, H. and Andres, P. L. and Pengsheng, N. and Coster, W. J. and Haley, S. M.} } @article {304, title = {Recent trends in comparability studies}, number = {05-05}, year = {2005}, month = {August, 2005}, institution = {Pearson}, keywords = {computer adaptive testing, Computerized assessment, differential item functioning, Mode effects}, isbn = {05-05}, author = {Paek, P.} } @article {219, title = {Toward efficient and comprehensive measurement of the alcohol problems continuum in college students: The Brief Young Adult Alcohol Consequences Questionnaire}, journal = {Alcoholism: Clinical \& Experimental Research}, volume = {29}, number = {7}, year = {2005}, note = {MiscellaneousArticleMiscellaneous Article}, pages = {1180-1189}, abstract = {Background: Although a number of measures of alcohol problems in college students have been studied, the psychometric development and validation of these scales have been limited, for the most part, to methods based on classical test theory. In this study, we conducted analyses based on item response theory to select a set of items for measuring the alcohol problem severity continuum in college students that balances comprehensiveness and efficiency and is free from significant gender bias., Method: We conducted Rasch model analyses of responses to the 48-item Young Adult Alcohol Consequences Questionnaire by 164 male and 176 female college students who drank on at least a weekly basis. An iterative process using item fit statistics, item severities, item discrimination parameters, model residuals, and analysis of differential item functioning by gender was used to pare the items down to those that best fit a Rasch model and that were most efficient in discriminating among levels of alcohol problems in the sample., Results: The process of iterative Rasch model analyses resulted in a final 24-item scale with the data fitting the unidimensional Rasch model very well. The scale showed excellent distributional properties, had items adequately matched to the severity of alcohol problems in the sample, covered a full range of problem severity, and appeared highly efficient in retaining all of the meaningful variance captured by the original set of 48 items., Conclusions: The use of Rasch model analyses to inform item selection produced a final scale that, in both its comprehensiveness and its efficiency, should be a useful tool for researchers studying alcohol problems in college students. To aid interpretation of raw scores, examples of the types of alcohol problems that are likely to be experienced across a range of selected scores are provided., (C)2005Research Society on AlcoholismAn important, sometimes controversial feature of all psychological phenomena is whether they are categorical or dimensional. A conceptual and psychometric framework is described for distinguishing whether the latent structure behind manifest categories (e.g., psychiatric diagnoses, attitude groups, or stages of development) is category-like or dimension-like. Being dimension-like requires (a) within-category heterogeneity and (b) between-category quantitative differences. Being category-like requires (a) within-category homogeneity and (b) between-category qualitative differences. The relation between this classification and abrupt versus smooth differences is discussed. Hybrid structures are possible. Being category-like is itself a matter of degree; the authors offer a formalized framework to determine this degree. Empirical applications to personality disorders, attitudes toward capital punishment, and stages of cognitive development illustrate the approach., (C) 2005 by the American Psychological AssociationThe authors conducted Rasch model ( G. Rasch, 1960) analyses of items from the Young Adult Alcohol Problems Screening Test (YAAPST; S. C. Hurlbut \& K. J. Sher, 1992) to examine the relative severity and ordering of alcohol problems in 806 college students. Items appeared to measure a single dimension of alcohol problem severity, covering a broad range of the latent continuum. Items fit the Rasch model well, with less severe symptoms reliably preceding more severe symptoms in a potential progression toward increasing levels of problem severity. However, certain items did not index problem severity consistently across demographic subgroups. A shortened, alternative version of the YAAPST is proposed, and a norm table is provided that allows for a linking of total YAAPST scores to expected symptom expression., (C) 2004 by the American Psychological AssociationA didactic on latent growth curve modeling for ordinal outcomes is presented. The conceptual aspects of modeling growth with ordinal variables and the notion of threshold invariance are illustrated graphically using a hypothetical example. The ordinal growth model is described in terms of 3 nested models: (a) multivariate normality of the underlying continuous latent variables (yt) and its relationship with the observed ordinal response pattern (Yt), (b) threshold invariance over time, and (c) growth model for the continuous latent variable on a common scale. Algebraic implications of the model restrictions are derived, and practical aspects of fitting ordinal growth models are discussed with the help of an empirical example and Mx script ( M. C. Neale, S. M. Boker, G. Xie, \& H. H. Maes, 1999). The necessary conditions for the identification of growth models with ordinal data and the methodological implications of the model of threshold invariance are discussed., (C) 2004 by the American Psychological AssociationRecent research points toward the viability of conceptualizing alcohol problems as arrayed along a continuum. Nevertheless, modern statistical techniques designed to scale multiple problems along a continuum (latent trait modeling; LTM) have rarely been applied to alcohol problems. This study applies LTM methods to data on 110 problems reported during in-person interviews of 1,348 middle-aged men (mean age = 43) from the general population. The results revealed a continuum of severity linking the 110 problems, ranging from heavy and abusive drinking, through tolerance and withdrawal, to serious complications of alcoholism. These results indicate that alcohol problems can be arrayed along a dimension of severity and emphasize the relevance of LTM to informing the conceptualization and assessment of alcohol problems., (C) 2004 by the American Psychological AssociationItem response theory (IRT) is supplanting classical test theory as the basis for measures development. This study demonstrated the utility of IRT for evaluating DSM-IV diagnostic criteria. Data on alcohol, cannabis, and cocaine symptoms from 372 adult clinical participants interviewed with the Composite International Diagnostic Interview-Expanded Substance Abuse Module (CIDI-SAM) were analyzed with Mplus ( B. Muthen \& L. Muthen, 1998) and MULTILOG ( D. Thissen, 1991) software. Tolerance and legal problems criteria were dropped because of poor fit with a unidimensional model. Item response curves, test information curves, and testing of variously constrained models suggested that DSM-IV criteria in the CIDI-SAM discriminate between only impaired and less impaired cases and may not be useful to scale case severity. IRT can be used to study the construct validity of DSM-IV diagnoses and to identify diagnostic criteria with poor performance., (C) 2004 by the American Psychological AssociationThis study examined the psychometric characteristics of an index of substance use involvement using item response theory. The sample consisted of 292 men and 140 women who qualified for a Diagnostic and Statistical Manual of Mental Disorders (3rd ed., rev.; American Psychiatric Association, 1987) substance use disorder (SUD) diagnosis and 293 men and 445 women who did not qualify for a SUD diagnosis. The results indicated that men had a higher probability of endorsing substance use compared with women. The index significantly predicted health, psychiatric, and psychosocial disturbances as well as level of substance use behavior and severity of SUD after a 2-year follow-up. Finally, this index is a reliable and useful prognostic indicator of the risk for SUD and the medical and psychosocial sequelae of drug consumption., (C) 2002 by the American Psychological AssociationComparability, validity, and impact of loss of information of a computerized adaptive administration of the Minnesota Multiphasic Personality Inventory-2 (MMPI-2) were assessed in a sample of 140 Veterans Affairs hospital patients. The countdown method ( Butcher, Keller, \& Bacon, 1985) was used to adaptively administer Scales L (Lie) and F (Frequency), the 10 clinical scales, and the 15 content scales. Participants completed the MMPI-2 twice, in 1 of 2 conditions: computerized conventional test-retest, or computerized conventional-computerized adaptive. Mean profiles and test-retest correlations across modalities were comparable. Correlations between MMPI-2 scales and criterion measures supported the validity of the countdown method, although some attenuation of validity was suggested for certain health-related items. Loss of information incurred with this mode of adaptive testing has minimal impact on test validity. Item and time savings were substantial., (C) 1999 by the American Psychological Association}, keywords = {Psychometrics, Substance-Related Disorders}, author = {Kahler, C. W. and Strong, D. R. and Read, J. P. and De Boeck, P. and Wilson, M. and Acton, G. S. and Palfai, T. P. and Wood, M. D. and Mehta, P. D. and Neale, M. C. and Flay, B. R. and Conklin, C. A. and Clayton, R. R. and Tiffany, S. T. and Shiffman, S. and Krueger, R. F. and Nichol, P. E. and Hicks, B. M. and Markon, K. E. and Patrick, C. J. and Iacono, William G. and McGue, Matt and Langenbucher, J. W. and Labouvie, E. and Martin, C. S. and Sanjuan, P. M. and Bavly, L. and Kirisci, L. and Chung, T. and Vanyukov, M. and Dunn, M. and Tarter, R. and Handel, R. W. and Ben-Porath, Y. S. and Watt, M.} } @article {202, title = {Assisted self-adapted testing: A comparative study}, journal = {European Journal of Psychological Assessment}, volume = {20}, number = {1}, year = {2004}, pages = {2-9}, abstract = {A new type of self-adapted test (S-AT), called Assisted Self-Adapted Test (AS-AT), is presented. It differs from an ordinary S-AT in that prior to selecting the difficulty category, the computer advises examinees on their best difficulty category choice, based on their previous performance. Three tests (computerized adaptive test, AS-AT, and S-AT) were compared regarding both their psychometric (precision and efficiency) and psychological (anxiety) characteristics. Tests were applied in an actual assessment situation, in which test scores determined 20\% of term grades. A sample of 173 high school students participated. Neither differences in posttest anxiety nor ability were obtained. Concerning precision, AS-AT was as precise as CAT, and both revealed more precision than S-AT. It was concluded that AS-AT acted as a CAT concerning precision. Some hints, but not conclusive support, of the psychological similarity between AS-AT and S-AT was also found. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {Adaptive Testing, Anxiety, Computer Assisted Testing, Psychometrics, Test}, author = {Hontangas, P. and Olea, J. and Ponsoda, V. and Revuelta, J. and Wise, S. L.} } @article {147, title = {Computerized adaptive measurement of depression: A simulation study}, journal = {BMC Psychiatry}, volume = {4}, number = {1}, year = {2004}, pages = {13-23}, abstract = {Background: Efficient, accurate instruments for measuring depression are increasingly importantin clinical practice. We developed a computerized adaptive version of the Beck DepressionInventory (BDI). We examined its efficiency and its usefulness in identifying Major DepressiveEpisodes (MDE) and in measuring depression severity.Methods: Subjects were 744 participants in research studies in which each subject completed boththe BDI and the SCID. In addition, 285 patients completed the Hamilton Depression Rating Scale.Results: The adaptive BDI had an AUC as an indicator of a SCID diagnosis of MDE of 88\%,equivalent to the full BDI. The adaptive BDI asked fewer questions than the full BDI (5.6 versus 21items). The adaptive latent depression score correlated r = .92 with the BDI total score and thelatent depression score correlated more highly with the Hamilton (r = .74) than the BDI total scoredid (r = .70).Conclusions: Adaptive testing for depression may provide greatly increased efficiency withoutloss of accuracy in identifying MDE or in measuring depression severity.}, keywords = {*Computer Simulation, Adult, Algorithms, Area Under Curve, Comparative Study, Depressive Disorder/*diagnosis/epidemiology/psychology, Diagnosis, Computer-Assisted/*methods/statistics \& numerical data, Factor Analysis, Statistical, Female, Humans, Internet, Male, Mass Screening/methods, Patient Selection, Personality Inventory/*statistics \& numerical data, Pilot Projects, Prevalence, Psychiatric Status Rating Scales/*statistics \& numerical data, Psychometrics, Research Support, Non-U.S. Gov{\textquoteright}t, Research Support, U.S. Gov{\textquoteright}t, P.H.S., Severity of Illness Index, Software}, author = {Gardner, W. and Shear, K. and Kelleher, K. J. and Pajer, K. A. and Mammen, O. and Buysse, D. and Frank, E.} } @article {2114, title = {Computerized Adaptive Testing With Multiple-Form Structures}, journal = {Applied Psychological Measurement}, volume = {28}, number = {3}, year = {2004}, pages = {147-164}, abstract = {

A multiple-form structure (MFS) is an orderedcollection or network of testlets (i.e., sets of items).An examinee\’s progression through the networkof testlets is dictated by the correctness of anexaminee\’s answers, thereby adapting the test tohis or her trait level. The collection of pathsthrough the network yields the set of all possibletest forms, allowing test specialists the opportunityto review them before they are administered. Also,limiting the exposure of an individual MFS to aspecific period of time can enhance test security.This article provides an overview of methods thathave been developed to generate parallel MFSs.The approach is applied to the assembly of anexperimental computerized Law School Admission Test (LSAT).

}, doi = {10.1177/0146621604263652}, url = {http://apm.sagepub.com/content/28/3/147.abstract}, author = {Armstrong, Ronald D. and Jones, Douglas H. and Koppel, Nicole B. and Pashley, Peter J.} } @article {11, title = {Computerized adaptive testing with multiple-form structures}, journal = {Applied Psychological Measurement}, volume = {28}, number = {3}, year = {2004}, pages = {147-164}, publisher = {Sage Publications: US}, abstract = {A multiple-form structure (MFS) is an ordered collection or network of testlets (i.e., sets of items). An examinee{\textquoteright}s progression through the network of testlets is dictated by the correctness of an examinee{\textquoteright}s answers, thereby adapting the test to his or her trait level. The collection of paths through the network yields the set of all possible test forms, allowing test specialists the opportunity to review them before they are administered. Also, limiting the exposure of an individual MFS to a specific period of time can enhance test security. This article provides an overview of methods that have been developed to generate parallel MFSs. The approach is applied to the assembly of an experimental computerized Law School Admission Test (LSAT). (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computerized adaptive testing, Law School Admission Test, multiple-form structure, testlets}, isbn = {0146-6216 (Print)}, author = {Armstrong, R. D. and Jones, D. H. and Koppel, N. B. and Pashley, P. J.} } @article {44, title = {Computers in clinical assessment: Historical developments, present status, and future challenges}, journal = {Journal of Clinical Psychology}, volume = {60}, number = {3}, year = {2004}, pages = {331-345}, publisher = {John Wiley \& Sons: US}, abstract = {Computerized testing methods have long been regarded as a potentially powerful asset for providing psychological assessment services. Ever since computers were first introduced and adapted to the field of assessment psychology in the 1950s, they have been a valuable aid for scoring, data processing, and even interpretation of test results. The history and status of computer-based personality and neuropsychological tests are discussed in this article. Several pertinent issues involved in providing test interpretation by computer are highlighted. Advances in computer-based test use, such as computerized adaptive testing, are described and problems noted. Today, there is great interest in expanding the availability of psychological assessment applications on the Internet. Although these applications show great promise, there are a number of problems associated with providing psychological tests on the Internet that need to be addressed by psychologists before the Internet can become a major medium for psychological service delivery. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {clinical assessment, computerized testing method, Internet, psychological assessment services}, isbn = {0021-9762 (Print); 1097-4679 (Electronic)}, author = {Butcher, J. N. and Perry, J. L. and Hahn, J. A.} } @conference {2251, title = {A learning environment for english for academic purposes based on adaptive tests and task-based systems}, booktitle = {Intelligent Tutoring Systems. }, year = {2004}, publisher = { Springer Berlin Heidelberg}, organization = { Springer Berlin Heidelberg}, author = {PITON-GON{\c C}ALVES, J. and ALUISIO, S. M. and MENDONCA, L. H. and NOVAES, O. O.} } @inbook {2201, title = {A Learning Environment for English for Academic Purposes Based on Adaptive Tests and Task-Based Systems}, booktitle = {Intelligent Tutoring Systems}, series = {Lecture Notes in Computer Science}, volume = {3220}, year = {2004}, pages = {1-11}, publisher = {Springer Berlin / Heidelberg}, organization = {Springer Berlin / Heidelberg}, isbn = {978-3-540-22948-3}, doi = {10.1007/978-3-540-30139-4_1}, url = {http://dx.doi.org/10.1007/978-3-540-30139-4_1}, author = {Gon{\c c}alves, Jean P. and Aluisio, Sandra M. and de Oliveira, Leandro H.M. and Oliveira Jr., Osvaldo N.}, editor = {Lester, James C. and Vicari, Rosa Maria and Paragua{\c c}u, F{\'a}bio} } @article {82, title = {Siette: a web-based tool for adaptive testing}, journal = {International Journal of Artificial Intelligence in Education}, volume = {14}, number = {1}, year = {2004}, pages = {29-61}, keywords = {computerized adaptive testing}, author = {Conejo, R and Guzm{\'a}n, E and Mill{\'a}n, E and Trella, M and P{\'e}rez-De-La-Cruz, JL and R{\'\i}os, A} } @inbook {1818, title = {Adaptive exploration of assessment results under uncertainty}, year = {2003}, address = {Proceedings 3rd IEEE ternational Conference on Advanced Learning Technologies, ICALT {\textquoteright}03,~460-461, 2003.}, author = {Lamboudis, D. and Economides, A. A. and Papastergiou, A.} } @conference {1094, title = {Calibrating CAT pools and online pretest items using marginal maximum likelihood methods}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 284 KB}}, address = {Chicago IL}, author = {Pommerich, M and Segall, D. O.} } @conference {1132, title = {Comparison of multi-stage tests with computer adaptive and paper and pencil tests}, booktitle = {Paper presented at the Annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 695 KB}}, address = {Chicago IL}, author = {Rotou, O. and Patsula, L. and Steffen, M. and Rizavi, S.} } @inbook {1869, title = {Computerized adaptive testing}, year = {2003}, address = {R. Fern{\'a}ndez-Ballesteros (Ed.): Encyclopaedia of Psychological Assessment. London: Sage.}, author = {Ponsoda, V. and Olea, J.} } @conference {1022, title = {Evaluating computerized adaptive testing design for the MCAT with realistic simulated data}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 985 KB}}, address = {Chicago IL}, author = {Lu, Y., and Pitoniak, M. and Rizavi, S. and Way, W. D. and Steffan, M.} } @conference {1096, title = {Evaluating the comparability of English- and French-speaking examinees on a science achievement test administered using two-stage testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {PDF file, 568 K}, address = {Chicago IL}, author = {Puhan, G. and Gierl, M.} } @article {96, title = {An examination of exposure control and content balancing restrictions on item selection in CATs using the partial credit model}, journal = {Journal of Applied Measurement}, volume = {4}, number = {1}, year = {2003}, note = {1529-7713Journal Article}, pages = {24-42}, abstract = {The purpose of the present investigation was to systematically examine the effectiveness of the Sympson-Hetter technique and rotated content balancing relative to no exposure control and no content rotation conditions in a computerized adaptive testing system (CAT) based on the partial credit model. A series of simulated fixed and variable length CATs were run using two data sets generated to multiple content areas for three sizes of item pools. The 2 (exposure control) X 2 (content rotation) X 2 (test length) X 3 (item pool size) X 2 (data sets) yielded a total of 48 conditions. Results show that while both procedures can be used with no deleterious effect on measurement precision, the gains in exposure control, pool utilization, and item overlap appear quite modest. Difficulties involved with setting the exposure control parameters in small item pools make questionable the utility of the Sympson-Hetter technique with similar item pools.}, keywords = {*Computers, *Educational Measurement, *Models, Theoretical, Automation, Decision Making, Humans, Reproducibility of Results}, author = {Davis, L. L. and Pastor, D. A. and Dodd, B. G. and Chiang, C. and Fitzpatrick, S. J.} } @conference {1172, title = {Maintaining scale in computer adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 367 KB}}, address = {Chicago IL}, author = {Smith, R. L. and Rizavi, S. and Paez, R. and Damiano, M. and Herbert, E.} } @conference {943, title = {Recalibration of IRT item parameters in CAT: Sparse data matrices and missing data treatments}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {(PDF file, 626 K}, address = {Chicago IL}, author = {Harmes, J. C. and Parshall, C. G. and Kromrey, J. D.} } @booklet {1486, title = {Tests adaptativos informatizados (Computerized adaptive testing)}, year = {2003}, note = {[In Spanish]}, address = {Madrid: UNED Ediciones}, author = {Olea, J. and Ponsoda, V.} } @article {305, title = {Assessing tobacco beliefs among youth using item response theory models}, journal = {Drug and Alcohol Dependence}, volume = {68}, number = {Suppl 1}, year = {2002}, note = {0376-8716Journal Article}, month = {Nov}, pages = {S21-S39}, abstract = {Successful intervention research programs to prevent adolescent smoking require well-chosen, psychometrically sound instruments for assessing smoking prevalence and attitudes. Twelve thousand eight hundred and ten adolescents were surveyed about their smoking beliefs as part of the Teenage Attitudes and Practices Survey project, a prospective cohort study of predictors of smoking initiation among US adolescents. Item response theory (IRT) methods are used to frame a discussion of questions that a researcher might ask when selecting an optimal item set. IRT methods are especially useful for choosing items during instrument development, trait scoring, evaluating item functioning across groups, and creating optimal item subsets for use in specialized applications such as computerized adaptive testing. Data analytic steps for IRT modeling are reviewed for evaluating item quality and differential item functioning across subgroups of gender, age, and smoking status. Implications and challenges in the use of these methods for tobacco onset research and for assessing the developmental trajectories of smoking among youth are discussed.}, keywords = {*Attitude to Health, *Culture, *Health Behavior, *Questionnaires, Adolescent, Adult, Child, Female, Humans, Male, Models, Statistical, Smoking/*epidemiology}, author = {Panter, A. T. and Reeve, B. B.} } @article {308, title = {A comparison of item selection techniques and exposure control mechanisms in CATs using the generalized partial credit model}, journal = {Applied Psychological Measurement}, volume = {26}, number = {2}, year = {2002}, pages = {147-163}, abstract = {The use of more performance items in large-scale testing has led to an increase in the research investigating the use of polytomously scored items in computer adaptive testing (CAT). Because this research has to be complemented with information pertaining to exposure control, the present research investigated the impact of using five different exposure control algorithms in two sized item pools calibrated using the generalized partial credit model. The results of the simulation study indicated that the a-stratified design, in comparison to a no-exposure control condition, could be used to reduce item exposure and overlap, increase pool utilization, and only minorly degrade measurement precision. Use of the more restrictive exposure control algorithms, such as the Sympson-Hetter and conditional Sympson-Hetter, controlled exposure to a greater extent but at the cost of measurement precision. Because convergence of the exposure control parameters was problematic for some of the more restrictive exposure control algorithms, use of the more simplistic exposure control mechanisms, particularly when the test length to item pool size ratio is large, is recommended. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)}, keywords = {(Statistical), Adaptive Testing, Algorithms computerized adaptive testing, Computer Assisted Testing, Item Analysis, Item Response Theory, Mathematical Modeling}, author = {Pastor, D. A. and Dodd, B. G. and Chang, Hua-Hua} } @inbook {1866, title = {Innovative item types for computerized testing}, year = {2002}, address = {In W. J. van der Linden and C. A. W. Glas (Eds.), Computerized adaptive testing: Theory and practice. Norwell MA: Kluwer (in press).}, author = {Parshall, C. G. and Davey, T. and Pashley, P.} } @article {146, title = {Multidimensional adaptive testing for mental health problems in primary care}, journal = {Medical Care}, volume = {40}, number = {9}, year = {2002}, note = {Gardner, WilliamKelleher, Kelly JPajer, Kathleen AMCJ-177022/PHS HHS/MH30915/MH/NIMH NIH HHS/MH50629/MH/NIMH NIH HHS/Med Care. 2002 Sep;40(9):812-23.}, month = {Sep}, pages = {812-23}, edition = {2002/09/10}, abstract = {OBJECTIVES: Efficient and accurate instruments for assessing child psychopathology are increasingly important in clinical practice and research. For example, screening in primary care settings can identify children and adolescents with disorders that may otherwise go undetected. However, primary care offices are notorious for the brevity of visits and screening must not burden patients or staff with long questionnaires. One solution is to shorten assessment instruments, but dropping questions typically makes an instrument less accurate. An alternative is adaptive testing, in which a computer selects the items to be asked of a patient based on the patient{\textquoteright}s previous responses. This research used a simulation to test a child mental health screen based on this technology. RESEARCH DESIGN: Using half of a large sample of data, a computerized version was developed of the Pediatric Symptom Checklist (PSC), a parental-report psychosocial problem screen. With the unused data, a simulation was conducted to determine whether the Adaptive PSC can reproduce the results of the full PSC with greater efficiency. SUBJECTS: PSCs were completed by parents on 21,150 children seen in a national sample of primary care practices. RESULTS: Four latent psychosocial problem dimensions were identified through factor analysis: internalizing problems, externalizing problems, attention problems, and school problems. A simulated adaptive test measuring these traits asked an average of 11.6 questions per patient, and asked five or fewer questions for 49\% of the sample. There was high agreement between the adaptive test and the full (35-item) PSC: only 1.3\% of screening decisions were discordant (kappa = 0.93). This agreement was higher than that obtained using a comparable length (12-item) short-form PSC (3.2\% of decisions discordant; kappa = 0.84). CONCLUSIONS: Multidimensional adaptive testing may be an accurate and efficient technology for screening for mental health problems in primary care settings.}, keywords = {Adolescent, Child, Child Behavior Disorders/*diagnosis, Child Health Services/*organization \& administration, Factor Analysis, Statistical, Female, Humans, Linear Models, Male, Mass Screening/*methods, Parents, Primary Health Care/*organization \& administration}, isbn = {0025-7079 (Print)0025-7079 (Linking)}, author = {Gardner, W. and Kelleher, K. J. and Pajer, K. A.} } @conference {1079, title = {A {\textquotedblleft}rearrangement procedure{\textquotedblright} for administering adaptive tests with review options}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2002}, note = {{PDF file, 410 KB}}, address = {New Orleans LA}, author = {Papanastasiou, E. C.} } @conference {1292, title = {The robustness of the unidimensional 3PL IRT model when applied to two-dimensional data in computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2002}, note = {{PDF file, 1.356 MB}}, address = {New Orleans LA}, author = {Zhao, J. C. and McMorris, R. F. and Pruzek, R. M. and Chen, R.} } @article {811, title = {Self-adapted testing: An overview}, journal = {International Journal of Continuing Engineering Education and Life-Long Learning}, volume = {12}, year = {2002}, pages = {107-122}, author = {Wise, S. L. and Ponsoda, V. and Olea, J.} } @conference {1171, title = {Updated item parameter estimates using sparse CAT data}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2002}, note = {{PDF file, 986 KB}}, address = {New Orleans LA}, author = {Smith, R. L. and Rizavi, S. and Paez, R. and Rotou, O.} } @inbook {108, title = {The work ahead: A psychometric infrastructure for computerized adaptive tests}, booktitle = {Computer-based tests: Building the foundation for future assessment}, year = {2002}, note = {Using Smart Source ParsingComputer-based testing: Building the foundation for future assessments. (pp. 1-35). Mahwah, NJ : Lawrence Erlbaum Associates, Publishers. xi, 326 pp}, publisher = {Lawrence Erlbaum Associates, Inc.}, organization = {Lawrence Erlbaum Associates, Inc.}, address = {Mahwah, N.J. USA}, abstract = {(From the chapter) Considers the past and future of computerized adaptive tests and computer-based tests and looks at issues and challenges confronting a testing program as it implements and operates a computer-based test. Recommendations for testing programs from The National Council of Measurement in Education Ad Hoc Committee on Computerized Adaptive Test Disclosure are appended. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computer Assisted Testing, Educational, Measurement, Psychometrics}, author = {F Drasgow}, editor = {M. P. Potenza and J. J. Freemer and W. C. Ward} } @article {315, title = {Differences between self-adapted and computerized adaptive tests: A meta-analysis}, journal = {Journal of Educational Measurement}, volume = {38}, number = {3}, year = {2001}, pages = {235-247}, abstract = {Self-adapted testing has been described as a variation of computerized adaptive testing that reduces test anxiety and thereby enhances test performance. The purpose of this study was to gain a better understanding of these proposed effects of self-adapted tests (SATs); meta-analysis procedures were used to estimate differences between SATs and computerized adaptive tests (CATs) in proficiency estimates and post-test anxiety levels across studies in which these two types of tests have been compared. After controlling for measurement error the results showed that SATs yielded proficiency estimates that were 0.12 standard deviation units higher and post-test anxiety levels that were 0.19 standard deviation units lower than those yielded by CATs. The authors speculate about possible reasons for these differences and discuss advantages and disadvantages of using SATs in operational settings. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computer Assisted Testing, Scores computerized adaptive testing, Test, Test Anxiety}, author = {Pitkin, A. K. and Vispoel, W. P.} } @conference {854, title = {An examination of item review on a CAT using the specific information item selection algorithm}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, note = {PDF file, 325 KB}}, address = {Seattle WA}, author = {Bowles, R and Pommerich, M} } @conference {865, title = {An examination of item review on a CAT using the specific information item selection algorithm}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, note = {PDF file, 325 K}, address = {Seattle WA}, author = {Bowles, R and Pommerich, M} } @booklet {1604, title = {Item and passage selection algorithm simulations for a computerized adaptive version of the verbal section of the Medical College Admission Test (MCAT)}, year = {2001}, address = {MCAT Monograph Series}, author = {Smith, R. W. and Plake, B. S. and De Ayala, R. J.,} } @conference {1084, title = {Nearest neighbors, simple strata, and probabilistic parameters: An empirical comparison of methods for item exposure control in CATs}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, address = {Seattle WA}, author = {Parshall, C. G. and Kromrey, J. D. and Harmes, J. C. and Sentovich, C.} } @booklet {1402, title = {Online item parameter recalibration: Application of missing data treatments to overcome the effects of sparse data conditions in a computerized adaptive version of the MCAT}, year = {2001}, note = {{PDF file, 406 KB}}, address = {Unpublished manuscript}, author = {Harmes, J. C. and Kromrey, J. D. and Parshall, C. G.} } @book {1689, title = {A rearrangement procedure for administering adaptive tests when review options are permitted}, year = {2001}, address = {Unpublished doctoral dissertation, Michigan State University}, author = {Papanastasiou, E. C.} } @article {297, title = {Requerimientos, aplicaciones e investigaci{\'o}n en tests adaptativos informatizados [Requirements, applications, and investigation in computerized adaptive testing]}, journal = {Apuntes de Psicologia}, volume = {19}, number = {1}, year = {2001}, pages = {11-28}, abstract = {Summarizes the main requirements and applications of computerized adaptive testing (CAT) with emphasis on the differences between CAT and conventional computerized tests. Psychometric properties of estimations based on CAT, item selection strategies, and implementation software are described. Results of CAT studies in Spanish-speaking samples are described. Implications for developing a CAT measuring the English vocabulary of Spanish-speaking students are discussed. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Computer Assisted Testing, English as Second Language, Psychometrics computerized adaptive testing}, author = {Olea D{\'\i}az, J. and Ponsoda Gil, V. and Revuelta Men{\'e}ndez, J. and Hontangas Beltr{\'a}n, P. and Abad, F. J.} } @article {670, title = {Test anxiety and test performance: Comparing paper-based and computer-adaptive versions of the Graduate Record Examinations (GRE) General test}, journal = {Journal of educational computing research}, volume = {24 }, year = {2001}, pages = {249-273.}, author = {Powers, D. E.} } @booklet {1470, title = {Testing via the Internet: A literature review and analysis of issues for Department of Defense Internet testing of the Armed Services Vocational Aptitude Battery (ASVAB) in high schools (FR-01-12)}, year = {2001}, note = {{PDF file, 894 KB}}, address = {Alexandria VA: Human Resources Research Organization}, author = {J. R. McBride and Paddock, A. F. and Wise, L. L. and Strickland, W. J. and B. K. Waters} } @article {573, title = {The choice of item difficulty in self adapted testing}, journal = {European Journal of Psychological Assessment}, volume = {16}, year = {2000}, pages = {3-12}, author = {Hontangas, P. and Ponsoda, V. and Olea, J. and Wise, S. L.} } @conference {1124, title = {Classification accuracy and test security for a computerized adaptive mastery test calibrated with different IRT models}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2000}, address = {New Orleans LA}, author = {Robin, F. and Xing, D. and Scrams, D. and Potenza, M.} } @article {309, title = {A comparison of computerized adaptive testing and multistage testing}, journal = {Dissertation Abstracts International: Section B: the Sciences \& Engineering}, volume = {60}, number = {11-B}, year = {2000}, pages = {5829}, abstract = {There is considerable evidence to show that computerized-adaptive testing (CAT) and multi-stage testing (MST) are viable frameworks for testing. With many testing organizations looking to move towards CAT or MST, it is important to know what framework is superior in different situations and at what cost in terms of measurement. What was needed is a comparison of the different testing procedures under various realistic testing conditions. This dissertation addressed the important problem of the increase or decrease in accuracy of ability estimation in using MST rather than CAT. The purpose of this study was to compare the accuracy of ability estimates produced by MST and CAT while keeping some variables fixed and varying others. A simulation study was conducted to investigate the effects of several factors on the accuracy of ability estimation using different CAT and MST designs. The factors that were manipulated are the number of stages, the number of subtests per stage, and the number of items per subtest. Kept constant were test length, distribution of subtest information, method of determining cut-points on subtests, amount of overlap between subtests, and method of scoring total test. The primary question of interest was, given a fixed test length, how many stages and many subtests per stage should there be to maximize measurement precision? Furthermore, how many items should there be in each subtest? Should there be more in the routing test or should there be more in the higher stage tests? Results showed that, in general, increasing the number of stages from two to three decreased the amount of errors in ability estimation. Increasing the number of subtests from three to five increased the accuracy of ability estimates as well as the efficiency of the MST designs relative to the P\&P and CAT designs at most ability levels (-.75 to 2.25). Finally, at most ability levels (-.75 to 2.25), varying the number of items per stage had little effect on either the resulting accuracy of ability estimates or the relative efficiency of the MST designs to the P\&P and CAT designs. (PsycINFO Database Record (c) 2003 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Patsula, L N.} } @conference {1091, title = {Detecting test-takers who have memorized items in computerized-adaptive testing and muti-stage testing: A comparison}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2000}, address = {New Orleans LA}, author = {Patsula, L N. and McLeod, L. D.} } @conference {898, title = {An examination of exposure control and content balancing restrictions on item selection in CATs using the partial credit model}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2000}, address = {New Orleans, LA}, author = {Davis, L. L. and Pastor, D. A. and Dodd, B. G. and Chiang, C. and Fitzpatrick, S.} } @conference {1093, title = {From simulation to application: Examinees react to computerized testing}, booktitle = {Paper presented at the annual meeting of the National Council of Measurement in Education}, year = {2000}, address = {New Orleans, April 2000}, author = {Pommerich, M and Burden, T.} } @article {657, title = {Item exposure control in computer-adaptive testing: The use of freezing to augment stratification}, journal = {Florida Journal of Educational Research}, volume = {40}, year = {2000}, pages = {28-52}, author = {Parshall, C. and Harmes, J. C. and Kromrey, J. D.} } @inbook {404, title = {Item selection and ability estimation in adaptive testing}, booktitle = {Computerized adaptive testing: Theory and practice}, year = {2000}, pages = {1{\textendash}25}, publisher = {Kluwer Academic Publishers}, organization = {Kluwer Academic Publishers}, address = {Dordrecht, The Netherlands}, author = {van der Linden, W. J. and Pashley, P. J.} } @article {203, title = {Los tests adaptativos informatizados en la frontera del siglo XXI: Una revisi{\'o}n [Computerized adaptive tests at the turn of the 21st century: A review]}, journal = {Metodolog{\'\i}a de las Ciencias del Comportamiento}, volume = {2}, number = {2}, year = {2000}, pages = {183-216}, keywords = {computerized adaptive testing}, isbn = {1575-9105}, author = {Hontangas, P. and Ponsoda, V. and Olea, J. and Abad, F. J.} } @article {317, title = {Overview of the computerized adaptive testing special section}, journal = {Psicol{\'o}gica}, volume = {21}, number = {1-2}, year = {2000}, pages = {115-120}, abstract = {This paper provides an overview of the five papers included in the Psicologica special section on computerized adaptive testing. A short introduction to this topic is presented as well. The main results, the links between the five papers and the general research topic to which they are more related are also shown. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computers computerized adaptive testing}, author = {Ponsoda, V.} } @conference {1085, title = {Sufficient simplicity or comprehensive complexity? A comparison of probabilitic and stratification methods of exposure control}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2000}, address = {New Orleans LA}, author = {Parshall, C. G. and Kromrey, J. D. and Hogarty, K. Y.} } @booklet {1495, title = {Testlet-based Designs for Computer-Based Testing in a Certification and Licensure Setting}, year = {2000}, address = {Jersey City, NJ: AICPA Technical Report}, author = {Pitoniak, M. J.} } @inbook {1856, title = {Using Bayesian Networks in Computerized Adaptive Tests}, year = {2000}, address = {M. Ortega and J. Bravo (Eds.),Computers and Education in the 21st Century. Kluwer, pp. 217228.}, author = {Millan, E. and Trella, M and Perez-de-la-Cruz, J.-L. and Conejo, R} } @conference {1090, title = {A comparative study of ability estimates from computer-adaptive testing and multi-stage testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal Canada}, author = {Patsula, L N. and Hambleton, R. K.} } @book {1691, title = {A comparison of computerized-adaptive testing and multi-stage testing}, year = {1999}, address = {Unpublished doctoral dissertation, University of Massachusetts at Amherst}, author = {Patsula, L N.} } @conference {1082, title = {Computerized testing {\textendash} Issues and applications (Mini-course manual)}, booktitle = {Annual Meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal}, author = {Parshall, C. and Davey, T. and Spray, J. and Kalohn, J.} } @article {665, title = {The effects of test difficulty manipulation in computerized adaptive testing and self-adapted testing}, journal = {Applied Measurement in Education}, volume = {12}, year = {1999}, pages = {167-184}, author = {Ponsoda, V. and Olea, J. and Rodriguez, M. S. and Revuelta, J.} } @conference {1083, title = {Item exposure in adaptive tests: An empirical investigation of control strategies}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1999}, address = {Lawrence KS}, author = {Parshall, C. and Hogarty, K. and Kromrey, J.} } @conference {1087, title = {Performance of the Sympson-Hetter exposure control algorithm with a polytomous item bank}, booktitle = {Paper presented at the annual meeting of American Educational Research Association}, year = {1999}, address = {Montreal, Canada}, author = {Pastor, D. A. and Chiang, C. and Dodd, B. G. and Yockey, R. and} } @conference {893, title = {Pretesting alongside an operational CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Davey, T. and Pommerich, M and Thompson, D. T.} } @booklet {1496, title = {Test anxiety and test performance: Comparing paper-based and computer-adaptive versions of the GRE General Test (Research Report 99-15)}, year = {1999}, address = {Princeton NJ: Educational Testing Service}, author = {Powers, D. E.} } @booklet {1487, title = {Tests informatizados: Fundamentos y aplicaciones (Computerized testing: Fundamentals and applications}, year = {1999}, note = {[In Spanish]}, address = {Madrid: Pirmide.}, author = {Olea, J. and Ponsoda, V. and Prieto, G., Eds.} } @article {348, title = {Comparability of paper-and-pencil and computer adaptive test scores on the GRE General Test}, number = {ETS Research Report 98-38}, year = {1998}, month = {August, 1998}, institution = {Educational Testing Services}, address = {Princeton, N.J.}, isbn = {ETS Research Report 98-38}, author = {Schaeffer, G. A. and Bridgeman, B. and Golub-Smith, M. L. and Lewis, C. and Potenza, M. T. and Steffen, M.} } @booklet {1633, title = {Comparability of paper-and-pencil and computer adaptive test scores on the GRE General Test (GRE Board Professional Report No 95-08P; Educational Testing Service Research Report 98-38)}, year = {1998}, address = {Princeton, NJ: Educational Testing Service}, author = {Schaeffer, G. and Bridgeman, B. and Golub-Smith, M. L. and Lewis, C. and Potenza, M. T. and Steffen, M.} } @article {679, title = {A comparison of item exposure control methods in computerized adaptive testing}, journal = {Journal of Educational Measurement}, volume = {35}, year = {1998}, pages = {311-327}, author = {Revuelta, J., and Ponsoda, V.} } @conference {1080, title = {Item development and pretesting in a computer-based testing environment}, booktitle = {Paper presented at the Educational Testing Service Sponsored Colloquium on Computer-Based Testing: Building the Foundation for Future Assessments}, year = {1998}, address = {Philadelphia}, author = {Parshall, C. G.} } @article {373, title = {Simulating the use of disclosed items in computerized adaptive testing}, journal = {Journal of Educational Measurement}, volume = {35}, number = {1}, year = {1998}, note = {National Council on Measurement in Education, US}, pages = {48-68}, abstract = {Regular use of questions previously made available to the public (i.e., disclosed items) may provide one way to meet the requirement for large numbers of questions in a continuous testing environment, that is, an environment in which testing is offered at test taker convenience throughout the year rather than on a few prespecified test dates. First it must be shown that such use has effects on test scores small enough to be acceptable. In this study simulations are used to explore the use of disclosed items under a worst-case scenario which assumes that disclosed items are always answered correctly. Some item pool and test designs were identified in which the use of disclosed items produces effects on test scores that may be viewed as negligible.}, keywords = {computerized adaptive testing}, author = {Stocking, M. L. and W. C. Ward and Potenza, M. T.} } @conference {1081, title = {Test development exposure control for adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1998}, address = {San Diego, CA}, author = {Parshall, C. G. and Davey, T. and Nering, M. L.} } @conference {1175, title = {Calibration of CAT items administered online for classification: Assumption of local independence}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1997}, address = {Gatlinburg TN}, author = {Spray, J. A. and Parshall, C. G. and Huang, C.-H.} } @article {33, title = {A computerized adaptive testing system for speech discrimination measurement: The Speech Sound Pattern Discrimination Test}, journal = {Journal of the Accoustical Society of America}, volume = {101}, number = {4}, year = {1997}, note = {972575560001-4966Journal Article}, pages = {2289-298}, abstract = {A computerized, adaptive test-delivery system for the measurement of speech discrimination, the Speech Sound Pattern Discrimination Test, is described and evaluated. Using a modified discrimination task, the testing system draws on a pool of 130 items spanning a broad range of difficulty to estimate an examinee{\textquoteright}s location along an underlying continuum of speech processing ability, yet does not require the examinee to possess a high level of English language proficiency. The system is driven by a mathematical measurement model which selects only test items which are appropriate in difficulty level for a given examinee, thereby individualizing the testing experience. Test items were administered to a sample of young deaf adults, and the adaptive testing system evaluated in terms of respondents{\textquoteright} sensory and perceptual capabilities, acoustic and phonetic dimensions of speech, and theories of speech perception. Data obtained in this study support the validity, reliability, and efficiency of this test as a measure of speech processing ability.}, keywords = {*Diagnosis, Computer-Assisted, *Speech Discrimination Tests, *Speech Perception, Adolescent, Adult, Audiometry, Pure-Tone, Human, Middle Age, Psychometrics, Reproducibility of Results}, author = {Bochner, J. and Garrison, W. and Palmer, L. and MacKenzie, D. and Braveman, A.} } @article {668, title = {Flawed items in computerized adaptive testing}, journal = {Journal of Educational Measurement}, volume = {4}, year = {1997}, note = {(Also Educational Testing Service RR-94-06)}, pages = {79-96}, author = {Potenza, M. T. and Stocking, M. L.} } @article {667, title = {An investigation of self-adapted testing in a Spanish high school population}, journal = {Educational and Psychological Measurement}, volume = {57}, year = {1997}, pages = {210-221}, author = {Ponsoda, V. and Wise, S. L. and Olea, J. and Revuelta, J.} } @conference {1092, title = {Maintaining item and test security in a CAT environment: A simulation study}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL)}, author = {Patsula, L N. and Steffen, M.} } @conference {1086, title = {An overview of the LSAC CAT research agenda}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL}, author = {Pashley, P.} } @article {687, title = {The role of item feedback in self-adapted testing}, journal = {Educational and Psychological Measurement}, volume = {57}, year = {1997}, pages = {85-98}, author = {Roos, L. L. and Wise, S. L. and Plake, B. S.} } @booklet {1628, title = {Simulating the use of disclosed items in computerized adaptive testing (Research Report 97-10)}, year = {1997}, address = {Princeton NJ: Educational Testing Service}, author = {Stocking, M. L. and W. C. Ward and Potenza, M. T.} } @article {678, title = {Una soluci{\'o}n a la estimati{\'o}n inicial en los tests adaptivos informatizados [A solution to initial estimation in CATs.] }, journal = {Revista Electr{\'o}nica de Metodolog{\'\i}a Aplicada}, volume = {2}, year = {1997}, pages = {1-6}, author = {Revuelta, J. and Ponsoda, V.} } @article {677, title = {Metodos sencillos para el control de las tasas de exposicion en tests adaptativos informatizados [Simple methods for item exposure control in CATs]}, journal = {Psicologica}, volume = {17}, year = {1996}, pages = {161-172}, author = {Revuelta, J. and Ponsoda, V.} } @article {652, title = {Propiedades psicometricas du un test adaptivo informatizado do vocabulario ingles [Psychometric properties of a computerized adaptive tests for the measurement of English vocabulary]}, journal = {Estudios de Psicologica}, volume = {55}, year = {1996}, note = {[In Spanish]}, pages = {61-73}, author = {Olea., J. and Ponsoda, V. and Revuelta, J. and Belchi, J.} } @inbook {299, title = {Test adaptativos informatizados [Computerized adaptive testing]}, booktitle = {Psicometr{\'\i}a}, year = {1996}, publisher = {Universitas}, organization = {Universitas}, address = {Madrid, UNED}, author = {Olea, J. and Ponsoda, V.} } @conference {892, title = {New algorithms for item selection and exposure control with computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1995}, address = {San Francisco CA}, author = {Davey, T. and Parshall, C. G.} } @conference {1076, title = {Tests adaptivos y autoadaptados informatizados: Effects en la ansiedad y en la pecision de las estimaciones [SATs and CATS: Effects on enxiety and estimate precision]}, booktitle = {Paper presented at the Fourth Symposium de Metodologia de las Ciencies del Comportamiento}, year = {1995}, address = {Murcia, Spain}, author = {Olea, J. and Ponsoda, V. and Wise, S. L.} } @article {666, title = {ADTEST: A computer-adaptive tests based on the maximum information principle}, journal = {Educational and Psychological Measurement}, volume = {54}, year = {1994}, pages = {680-686}, author = {Ponsoda, V. and Olea, J., and Revuelta, J.} } @conference {1270, title = {Comparing computerized adaptive and self-adapted tests: The influence of examinee achievement locus of control}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1994}, address = {New Orleans LA}, author = {Wise, S. L. and Roos, L. L. and Plake, B. S.} } @booklet {1365, title = {Computerized mastery testing using fuzzy set decision theory (Research Report 94-37)}, year = {1994}, address = {Princeton NJ: Educational Testing Service}, author = {Du, Y. and Lewis, C. and Pashley, P. J.} } @book {1692, title = {The exploration of an alternative method for scoring computer adaptive tests}, year = {1994}, address = {Unpublished doctoral dissertation, Lincoln NE: University of Nebraska}, author = {Potenza, M.} } @article {669, title = {The psychological impacts of computerized adaptive testing methods}, journal = {Educational Technology}, volume = {34}, year = {1994}, pages = {41-47}, author = {Powell, Z. E.} } @article {812, title = {The relationship between examinee anxiety and preference for self-adapted testing}, journal = {Applied Measurement in Education }, volume = {7}, year = {1994}, pages = {81-91}, author = {Wise, S. L. and Roos, L. L. and Plake, B. S., and Nebelsick-Gullett, L. J.} } @article {715, title = {The application of an automated item selection method to real data}, journal = {Applied Psychological Measurement}, volume = {17}, year = {1993}, pages = {167-176}, author = {Stocking, M. L. and Swanson, L. and Pearlman, M.} } @article {533, title = {Computerized mastery testing using fuzzy set decision theory}, journal = {Applied Measurement in Education}, volume = {6}, year = {1993}, note = {(Also Educational Testing Service Research Report 94-37)}, pages = {181-193}, author = {Du, Y. and Lewis, C. and Pashley, P. J.} } @conference {967, title = {Monte Carlo simulation comparison of two-stage testing and computerized adaptive testing}, booktitle = {Paper presented at the meeting of the National Council on Measurement in Education}, year = {1993}, address = {Atlanta, GA}, author = {Kim, H. and Plake, B. S.} } @article {810, title = {A comparison of self-adapted and computerized adaptive achievement tests}, journal = {Journal of Educational Measurement}, volume = {29}, year = {1992}, pages = {329-339}, author = {Wise, S. L. and Plake, S. S and Johnson, P. L. and Roos, S. L.} } @conference {1129, title = {The effects of feedback in computerized adaptive and self-adapted tests}, booktitle = {Paper presented at the annual meeting of the NMCE}, year = {1992}, address = {San Francisco}, author = {Roos, L. L. and Plake, B. S. and Wise, S. L.} } @article {318, title = {Test anxiety and test performance under computerized adaptive testing methods}, journal = {Dissertation Abstracts International}, volume = {52}, number = {7-A}, year = {1992}, pages = {2518}, keywords = {computerized adaptive testing}, author = {Powell, Zen-Hsiu E.} } @conference {1095, title = {Test anxiety and test performance under computerized adaptive testing methods}, booktitle = {Richmond IN: Indiana University. (ERIC Document Reproduction Service No. ED 334910 and/or TM018223). Paper presented at the annual meeting of the American Educational Research Association}, year = {1992}, address = {San Francisco CA}, author = {Powell, Z. E.} } @booklet {1627, title = {Automatic item selection (AIS) methods in the ETS testing environment (Research Memorandum 91-5)}, year = {1991}, address = {Princeton NJ: Educational Testing Service}, author = {Stocking, M. L. and Swanson, L. and Pearlman, M.} } @inbook {1788, title = {Computerized adaptive testing: Theory, applications, and standards}, year = {1991}, address = {R. K. Hambleton and J. N. Zaal (Eds.), Advances in educational and psychological testing: Theory and Applications (pp. 341-366). Boston: Kluwer.}, author = {Hambleton, R. K. and Zaal, J. N. and Pieters, J. P. M.} } @article {585, title = {Correlates of examinee item choice behavior in self-adapted testing}, journal = {Mid-Western Educational Researcher}, volume = {4}, year = {1991}, pages = {25-28}, author = {Johnson, J. L. and Roos, L. L. and Wise, S. L. and Plake, B. S.} } @booklet {337, title = {Patterns of alcohol and drug use among federal offenders as assessed by the Computerized Lifestyle Screening Instrument}, number = {R-11}, year = {1991}, publisher = {Research and Statistics Branch, Correctional Service of Canada}, address = {Ottawa, ON. Canada}, keywords = {computerized adaptive testing, drug abuse, substance use}, isbn = {R-11}, author = {Robinson, D. and Porporino, F. J. and Millson, W. A.} } @booklet {1492, title = {A comparison of Rasch and three-parameter logistic models in computerized adaptive testing}, year = {1990}, address = {Unpublished manuscript}, author = {Parker, S.B. and J. R. McBride} } @article {659, title = {Software review: MicroCAT Testing System Version 3}, journal = {Journal of Educational Measurement}, volume = {7}, year = {1990}, pages = {82-88}, author = {Patience, W. M.} } @conference {551, title = {EXSPRT: An expert systems approach to computer-based adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, volume = {San Francisco.}, year = {1989}, author = {Frick, T. W. and Plew, G.T. and Luk, H.-K.} } @article {809, title = {Providing item feedback in computer-based tests: Effects of initial success and failure}, journal = {Educational and Psychological Measurement}, volume = {49}, year = {1989}, pages = {479-486}, author = {Wise, S. L. and Plake, B. S. and et. al.} } @article {486, title = {Item pool maintenance in the presence of item parameter drift}, journal = {Journal of Educational Measurement}, volume = {25}, year = {1988}, pages = {275-285}, author = {Bock, B. D., and Muraki, E. and Pfeiffenberger, W.} } @booklet {1497, title = {Armed Services Vocational Aptitude Battery: Development of an adaptive item pool (AFHLR-TR-85-19; Technical Rep No 85-19)}, year = {1985}, address = {Brooks Air Force Base TX: Air Force Human Resources Laboratory}, author = {Prestwood, J. S. and Vale, C. D. and Massey, R. H. and Welsh, J. R.} } @booklet {1498, title = {Microcomputer network for computerized adaptive testing (CAT) (TR-84-33)}, year = {1984}, address = {San Diego CA: Navy Personnel Research and Development Center}, author = {Quan, B. and Park, T. A. and Sandahl, G. and Wolfe, J. H.} } @booklet {1494, title = {Effects of computerized adaptive testing on Black and White students (Research Report 79-2)}, year = {1980}, note = {{PDF file, 2.323 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Pine, S. M. and Church, A. T. and Gialluca, K. A. and Weiss, D. J.} } @conference {1089, title = {Effects of program parameters and item pool characteristics on the bias of a three-parameter tailored testing procedure}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1980}, note = {A.}, address = {Boston MA, U}, author = {Patience, W. M. and Reckase, M. D.} } @inbook {1767, title = {Individualized testing on the basis of the Rasch model}, year = {1980}, address = {In J. Th. Van der Kamp, W. F. Langerak, and D. N. M. de Gruijter (Eds.). Psychometrics for educational debates. New York: Wiley.}, author = {Fischer, G. H. and Pendl, P.} } @article {660, title = {Operational characteristics of a one-parameter tailored testing procedure}, journal = {Catalog of Selected Documents in Psychology}, volume = {August 1980}, year = {1980}, note = {No. 2104).}, pages = {10, 66 (Ms No. 2104)}, author = {Patience, W. M., and Reckase, M. D.} } @conference {1088, title = {Operational characteristics of a Rasch model tailored testing procedure when program parameters and item pool attributes are varied}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1979}, address = {San Francisco}, author = {Patience, W. M. and Reckase, M. D.} } @booklet {1493, title = {A comparison of the fairness of adaptive and conventional testing strategies (Research Report 78-1)}, year = {1978}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Pine, S. M. and Weiss, D. J.} } @inbook {1973, title = {Adaptive Branching in a Multi-Content Achievement Test}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Pennell, R. J. and Harris, D. A.} } @article {540, title = {Application of tailored testing to achievement measurement}, journal = {Behavior Research Methods and Instrumentation}, volume = {9}, year = {1977}, pages = {158-161}, author = {English, R. A. and Reckase, M. D. and Patience, W. M.} } @article {658, title = {Description of components in tailored testing}, journal = {Behavior Research Methods and Instrumentation}, volume = {9}, year = {1977}, pages = {153-157}, author = {Patience, W. M.} } @inbook {1974, title = {Effects of Knowledge of Results and Varying Proportion Correct on Ability Test Performance and Psychological Variables}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Prestwood, J. S.} } @inbook {1975, title = {Reduction of Test Bias by Adaptive Testing}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Pine, S. M.} } @inbook {1813, title = {Student attitudes toward tailored testing}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Koch, W. R. and Patience, W. M.} } @conference {2222, title = {A Bayesian approach in sequential testing}, booktitle = {American Educational Research Association}, year = {1974}, month = {04/1974}, address = {Chicago IL}, author = {Hsu, T. and Pingel, K.} } @article {661, title = {Methodological determination of the PEST (parameter estimation by sequential testing) procedure}, journal = {Perception and psychophysics}, volume = {3}, year = {1968}, pages = {285-289}, author = {Pollack, I} } @book {1690, title = {An evaluation of the sequential method of testing}, year = {1962}, note = {$\#$PA62-1 University Microfilms Number 63-1748.}, address = {Unpublished doctoral dissertation, Michigan State University}, author = {Paterson, J. J.} } @article {2746, title = {Microcomputer network for computer-ized adaptive testing (CAT) }, journal = {NPRDC-TR-84-33}, publisher = {San Diego: Navy Personnel Research and Development Center.}, url = {https://apps.dtic.mil/dtic/tr/fulltext/u2/a140256.pdf}, author = {Quan, B. and Park, T.A. and Sandahl, G. and Wolfe, J.H.} }