Items

Prediction

Judge A

Judge B

Judge C

Judge D

Judge E

Mode

Kappa measure

1

1

1

1

1

1

4

1

0.6*

2

2

2

2

2

2

2

2

1

3

3

3

3

3

5

5

3

0.4

4

4

4

4

4

3

4

4

0.6*

5

5

5

4

1

1

1

1

0.3

6

1

1

1

1

1

5

1

0.6*

7

2

2

2

2

2

3

2

0.6*

8

3

3

3

3

3

5

3

0.6*

9

4

4

3

3

1

4

-

0.2

10

5

5

5

5

5

5

5

1*

11

1

1

1

1

1

1

1

1*

12

2

2

2

2

2

2

2

1*

13

3

3

3

3

5

5

3

0.4

14

4

4

4

4

2

4

4

0.6*

15

5

5

5

5

5

5

5

1*

16

1

1

1

1

1

1

1

1*

17

2

2

2

2

2

2

2

1*

18

3

3

1

1

3

3

3

0.4

19

4

4

4

4

4

4

4

1*

20

5

5

5

5

5

5

5

1*

21

1

1

3

3

3

3

3

0.6*

22

2

2

2

2

2

2

2

1*

23

3

3

3

2

2

2

2

0.4

24

4

4

4

4

4

4

4

1*

25

5

5

5

2

5

5

5

0.6*

26

1

1

4

1

1

1

1

0.6*

27

2

2

2

2

2

3

2

0.6*

28

3

1

1

1

4

3

1

0.3

29

4

4

4

3

4

4

4

0.6*

30

5

1

1

1

4

3

1

0.3

31

2

4

2

2

2

2

2

0.6*

32

1

2

1

1

3

3

-

0.2

33

4

4

2

4

5

3

4

0.1

34

5

5

5

5

5

5

5

1*

35

3

3

4

3

4

5

-

0.2

36

1

2

1

1

2

2

2

0.4

37

3

3

2

3

3

2

3

0.4

38

5

5

5

5

5

5

5

1*

39

4

4

4

4

4

4

4

1*

40

2

2

2

2

2

2

2

1*