Table 1 Item statistics for the four-option and the three-option test forms (removed distractors are highlighted)

1

9.96

0.07

20.58

-0.10

4.98

-0.01

64.35

0.04

9.96

0.07

0.13

14.55

0.13

11.61

-0.16

73.81

0.01

14.55

0.13

0.00

2

68.55

0.36

28.57

-0.32

2.10

-0.13

0.26

-0.01

68.55

0.36

0.52

78.95

0.27

19.66

-0.27

1.39

-0.03

78.95

0.27

0.00

3

71.17

0.33

11.80

-0.05

71.17

0.33

10.48

-0.20

5.90

-0.27

0.66

76.47

0.29

15.17

-0.10

76.47

0.29

8.20

-0.30

0.15

4

65.53

0.30

65.53

0.30

5.64

-0.14

2.62

-0.12

25.16

-0.18

1.05

68.27

0.36

68.27

0.36

9.91

-0.24

20.28

-0.21

1.55

5

65.27

0.27

9.31

-0.21

65.27

0.27

8.26

-0.11

16.51

-0.08

0.66

78.79

0.33

11.15

-0.26

78.79

0.33

9.91

-0.16

0.15

6

60.81

0.35

19.13

-0.31

17.43

-0.09

60.81

0.35

2.10

-0.05

0.52

72.91

0.26

12.07

-0.21

72.91

0.26

14.86

-0.12

0.15

7

87.02

0.33

4.59

-0.18

1.57

-0.13

87.02

0.33

6.42

-0.21

0.39

84.21

0.34

6.19

-0.21

84.21

0.34

9.29

-0.24

0.31

8

60.55

0.37

1.83

-0.13

31.19

-0.26

6.42

-0.19

60.55

0.37

0.00

62.73

0.28

34.01

-0.22

2.95

-0.18

62.73

0.28

0.31

9

3.28

0.01

53.21

-0.20

3.28

0.01

43.25

0.20

0.13

-0.01

0.13

4.64

0.05

48.76

-0.14

4.64

0.05

46.13

0.13

0.46

10

77.06

0.43

4.85

-0.16

3.28

-0.15

14.81

-0.34

77.06

0.43

0.00

81.89

0.31

4.95

-0.22

12.85

-0.20

81.89

0.31

0.31

11

73.92

0.37

14.94

-0.22

2.10

-0.07

73.92

0.37

8.91

-0.25

0.13

80.80

0.39

12.54

-0.25

80.80

0.39

6.66

-0.28

0.00

12

82.96

0.19

13.63

-0.12

1.18

-0.08

1.57

-0.13

82.96

0.19

0.66

87.93

0.19

9.44

-0.12

2.48

-0.19

87.93

0.19

0.15

13

67.10

0.42

16.38

-0.34

2.75

-0.10

67.10

0.42

13.76

-0.16

0.00

76.16

0.41

13.47

-0.38

76.16

0.41

10.06

-0.12

0.31

14

65.40

0.41

0.79

-0.05

65.40

0.41

8.26

-0.32

25.29

-0.24

0.26

80.03

0.33

80.03

0.33

4.95

-0.30

14.71

-0.20

0.15

15

57.54

0.17

19.79

-0.18

4.46

0.03

17.96

-0.05

57.54

0.17

0.26

60.06

0.22

21.36

-0.17

17.96

-0.09

60.06

0.22

0.62

16

76.80

0.23

7.08

-0.10

8.26

-0.10

76.80

0.23

7.86

-0.16

0.00

83.44

0.28

5.88

-0.14

83.44

0.28

10.68

-0.23

0.00

17

27.39

0.20

37.75

-0.21

34.21

0.04

27.39

0.20

0.66

-0.06

0.00

28.48

0.27

31.58

-0.22

39.63

-0.05

28.48

0.27

0.31

18

60.94

0.30

10.88

-0.19

13.11

-0.21

60.94

0.30

15.07

-0.04

0.00

63.47

0.31

19.66

-0.25

63.47

0.31

16.72

-0.13

0.15

19

89.38

0.25

2.88

-0.20

4.19

-0.07

89.38

0.25

3.41

-0.15

0.13

93.03

0.20

4.18

-0.08

93.03

0.20

2.79

-0.21

0.00

20

83.49

0.35

5.11

-0.23

83.49

0.35

7.21

-0.21

3.80

-0.09

0.39

90.71

0.31

90.71

0.31

5.11

-0.26

4.02

-0.17

0.15

21

44.82

0.38

41.94

-0.26

9.04

-0.09

4.06

-0.16

44.82

0.38

0.13

52.94

0.31

39.32

-0.19

7.59

-0.23

52.94

0.31

0.15

22

62.91

0.33

27.00

-0.25

62.91

0.33

6.03

-0.10

3.93

-0.11

0.13

60.37

0.30

31.42

-0.18

60.37

0.30

7.74

-0.21

0.46

23

80.60

0.33

5.64

-0.21

1.70

-0.09

11.93

-0.21

80.60

0.33

0.13

87.46

0.37

1.24

-0.11

10.99

-0.33

87.46

0.37

0.31

24

40.63

0.36

37.48

-0.11

40.63

0.36

15.73

-0.23

5.90

-0.17

0.26

46.59

0.34

39.78

-0.17

46.59

0.34

13.47

-0.25

0.15

25

91.61

0.19

1.05

-0.06

1.57

-0.06

91.61

0.19

5.64

-0.16

0.13

93.19

0.27

1.86

-0.18

93.19

0.27

4.64

-0.18

0.31

26

85.98

0.36

3.15

-0.24

10.48

-0.26

85.98

0.36

0.39

-0.05

0.00

82.97

0.36

3.72

-0.15

13.16

-0.32

82.97

0.36

0.15

27

72.35

0.25

72.35

0.25

9.04

-0.23

12.06

-0.06

5.90

-0.07

0.66

77.24

0.18

77.24

0.18

12.54

-0.16

9.91

-0.06

0.31

28

49.54

0.46

6.82

-0.16

37.61

-0.25

49.54

0.46

5.77

-0.28

0.26

57.28

0.44

37.62

-0.32

57.28

0.44

4.95

-0.30

0.15

29

49.93

0.18

2.75

-0.14

1.31

-0.08

49.93

0.18

45.87

-0.12

0.13

54.18

0.17

2.32

-0.12

54.18

0.17

43.50

-0.13

0.00

30

42.86

0.26

41.68

-0.04

11.40

-0.23

42.86

0.26

3.80

-0.18

0.26

41.95

0.24

53.72

-0.17

41.95

0.24

4.18

-0.16

0.15

31

72.74

0.33

8.39

-0.22

72.74

0.33

10.22

-0.16

8.39

-0.13

0.26

85.29

0.27

6.50

-0.21

85.29

0.27

8.20

-0.15

0.00

32

63.17

0.17

63.17

0.17

28.83

-0.09

3.54

-0.21

4.46

-0.01

0.00

70.74

0.27

70.74

0.27

25.85

-0.22

3.10

-0.13

0.31

33

49.67

0.28

9.17

-0.11

28.57

-0.16

12.19

-0.09

49.67

0.28

0.39

61.92

0.16

16.10

-0.13

21.67

-0.07

61.92

0.16

0.31

34

39.71

0.27

31.98

-0.14

39.71

0.27

9.31

-0.17

18.22

-0.04

0.79

59.60

0.36

25.08

-0.29

59.60

0.36

15.33

-0.14

0.00

35

77.72

0.27

1.44

-0.14

77.72

0.27

19.53

-0.21

1.18

-0.13

0.13

80.34

0.32

80.34

0.32

17.80

-0.27

1.70

-0.18

0.15

36

44.30

0.29

38.14

-0.14

5.50

-0.06

12.06

-0.19

44.30

0.29

0.00

54.64

0.31

35.14

-0.21

9.91

-0.19

54.64

0.31

0.15

37

25.43

0.21

25.43

0.21

10.35

-0.03

13.89

-0.05

49.54

-0.11

0.79

52.17

0.30

52.17

0.30

10.53

-0.14

37.31

-0.22

0.00

38

80.08

0.35

80.08

0.35

5.24

-0.13

3.28

-0.13

11.27

-0.27

0.13

80.50

0.31

80.50

0.31

5.88

-0.17

13.47

-0.23

0.15

39

92.92

0.23

2.49

-0.16

0.52

-0.09

2.23

-0.15

92.92

0.23

1.83

96.28

0.16

0.77

-0.09

2.17

-0.08

96.28

0.16

0.77

40

69.07

0.29

5.90

-0.15

1.97

-0.02

69.07

0.29

22.94

-0.22

0.13

61.30

0.30

5.73

-0.17

61.30

0.30

32.97

-0.23

0.00

41

71.30

0.22

6.29

-0.09

71.30

0.22

3.15

-0.09

19.13

-0.15

0.13

86.69

0.24

8.36

-0.17

86.69

0.24

4.64

-0.12

0.31

42

92.66

0.21

1.97

-0.21

3.41

-0.07

92.66

0.21

1.57

-0.09

0.39

95.05

0.12

2.17

-0.16

2.63

0.00

95.05

0.12

0.15

43

77.20

0.25

4.06

-0.13

16.25

-0.14

77.20

0.25

2.49

-0.18

0.00

85.29

0.21

2.94

-0.16

11.76

-0.14

85.29

0.21

0.00

44

46.26

0.44

42.07

-0.30

46.26

0.44

7.99

-0.24

3.67

-0.04

0.00

48.92

0.40

43.96

-0.25

48.92

0.40

6.97

-0.30

0.15

45

52.95

0.20

52.95

0.20

21.49

-0.13

9.44

-0.16

15.86

0.01

0.26

62.54

0.36

62.54

0.36

28.02

-0.26

9.29

-0.18

0.15

46

53.87

0.20

7.08

-0.02

53.87

0.20

11.53

-0.20

27.26

-0.07

0.26

68.42

0.23

68.42

0.23

11.46

-0.27

19.66

-0.06

0.46

47

69.33

0.32

16.51

-0.22

69.33

0.32

5.77

-0.19

8.39

-0.07

0.00

72.76

0.40

14.09

-0.28

72.76

0.40

12.85

-0.23

0.31

48

55.44

0.45

20.05

-0.20

6.95

-0.27

55.44

0.45

17.30

-0.19

0.26

65.02

0.42

14.24

-0.25

65.02

0.42

20.59

-0.28

0.15

49

87.68

0.24

4.33

-0.14

87.68

0.24

4.85

-0.09

2.88

-0.16

0.26

85.76

0.30

5.57

-0.20

85.76

0.30

8.51

-0.21

0.15

50

47.84

0.18

5.77

-0.16

20.45

-0.07

47.84

0.18

25.29

-0.03

0.66

68.58

0.17

9.60

-0.19

68.58

0.17

21.67

-0.06

0.15

51

73.79

0.34

9.17

-0.17

3.80

-0.11

11.66

-0.20

73.79

0.34

1.57

84.98

0.28

6.66

-0.13

7.89

-0.25

84.98

0.28

0.46

52

77.06

0.27

5.77

-0.21

77.06

0.27

5.77

0.02

10.88

-0.20

0.52

87.93

0.22

6.66

-0.19

87.93

0.22

5.11

-0.11

0.31

53

44.17

0.32

1.97

-0.16

25.16

-0.22

44.17

0.32

28.18

-0.08

0.52

53.25

0.14

19.20

-0.10

53.25

0.14

27.24

-0.07

0.31

54

42.99

-0.07

42.99

-0.07

13.76

-0.02

41.81

0.11

0.66

-0.02

0.79

48.30

0.00

48.30

0.00

50.31

0.02

1.08

-0.03

0.31

55

77.98

0.19

1.44

-0.11

8.52

-0.19

77.98

0.19

11.27

0.00

0.79

72.45

0.08

5.73

-0.17

72.45

0.08

21.52

0.01

0.31

56

39.71

0.30

15.47

-0.23

37.88

-0.12

39.71

0.30

5.90

0.02

1.05

45.98

0.35

11.92

-0.24

41.49

-0.18

45.98

0.35

0.62

57

69.99

0.35

25.16

-0.28

69.99

0.35

2.75

-0.14

1.18

-0.02

0.92

74.46

0.35

23.68

-0.30

74.46

0.35

1.55

-0.14

0.31

58

47.71

0.13

3.67

-0.18

43.77

0.00

47.71

0.13

3.93

-0.11

0.92

32.97

0.06

4.95

-0.21

61.76

0.04

32.97

0.06

0.15

59

72.08

0.17

72.08

0.17

13.24

-0.18

10.48

0.04

3.15

-0.08

1.05

68.89

0.10

11.30

0.06

68.89

0.10

19.50

-0.16

0.31

60

93.71

0.16

2.36

-0.03

93.71

0.16

0.79

-0.01

2.10

-0.14

1.05

92.72

0.22

4.33

-0.15

92.72

0.22

2.63

-0.13

0.31