# These are scores for the "holistic" evaluation for defintition the pilot.
# The format of each line is
# qnum run content-score1 organization-score1 content2 org2 content3 org3
# The assessors are Ulf-1 Author-2 Other-3
# Each score is on the scale of 0-10 with 10 the best score.
# Scores were defined by Ulf as follows:
# Content: the system response includes easily identifiable information
#         that answers the question adequately;
#         penalty for misleading information (answers are misleading
#         if they are incorrect and not obviously identifiable as such)
# Organization: information is well structured, with important information
#         up front and no or little irrelevant material



1 RunA 8 6	8 6	9 6
1 RunB 6 6	8 6	7 5
1 RunC 3 8	5 6	3 4
1 RunD 5 8	5 10	3 4
1 RunE 7 6	7 6	4 3
1 RunF 8 8	9 10	8 8
1 RunG 8 8	5 9	3 4
1 RunH 5 8	5 10	3 4

2 RunA 8 6	9 6	8 5
2 RunB 8 7	9 7	5 4
2 RunC 6 4	2 2	4 3
2 RunD 8 7	8 8	6 7
2 RunE 8 8	8 7	5 4
2 RunF 8 9	8 8	7 7
2 RunG 6 7	5 10	4 6
2 RunH 7 9	5 10	3 2

3 RunA 10 8	10 10	8 9
3 RunB 2 2	0 0 	0 0
3 RunC 0 5	0 0	0 0
3 RunD 10 8	10 10	8 9
3 RunE 10 5	9 5	7 5
3 RunF 10 10	10 10	9 10
3 RunG 10 8	10 10	8 9
3 RunH 10 10	10 10	8 8

4 RunA 6 8	5 7	4 3
4 RunB 5 5	2 2	5 2
4 RunC 2 5	1 1	0 0
4 RunD 6 7	5 9	5 4
4 RunE 5 4	2 2	0 0
4 RunF 6 7	5 6	5 4
4 RunG 6 5	3 3	3 3
4 RunH 1 8	0 0	0 0

5 RunA 7 5	2 2	3 3
5 RunB 8 6	0 0	3 3
5 RunC 5 8	1 1 	4 3
5 RunD 6 8	2 2	5 3
5 RunE 7 7	3 3	6 5
5 RunF 8 8	3 3	7 7
5 RunG 8 7	3 3	7 6
5 RunH 7 9	3 3	7 6

6 RunA 6 6	4 3	4 2
6 RunB 8 7	6 4	3 2
6 RunC 4 8	3 6	1 4
6 RunD 6 5	2 3	2 3
6 RunE 6 8	2 3	1 4
6 RunF 6 7	7 4	4 5
6 RunG 8 5	3 6	2 4
6 RunH 4 6	1 1	1 1

7 RunA 0 5	0 0	0 0
7 RunB 0 2	0 0	1 1
7 RunC 0 5	0 0	0 0
7 RunD 3 4	0 0	5 4
7 RunE 7 6	0 0	4 3
7 RunF 8 8	2 1	8 8
7 RunG 7 6	1 1	3 9
7 RunH 6 8	1 1	2 9

8 RunA 7 7	9 7	5 9
8 RunB 8 7	2 2	8 4
8 RunC 5 8	5 6	3 5
8 RunD 7 6	5 5	7 9
8 RunE 8 8	5 5	9 8
8 RunF 8 9	3 2	9 9
8 RunG 7 7	2 2	9 9
8 RunH 8 9	2 2	5 9

9 RunA 5 6	2 1	8 8
9 RunB 7 5	4 1	3 2
9 RunC 6 6	1 0	2 5
9 RunD 8 6	4 3	5 6
9 RunE 7 7	3 1	3 5
9 RunF 7 7	2 1	5 6
9 RunG 8 7	1 1	4 8
9 RunH 6 8	0 0	1 1

10 RunA 8 8	5 5	4 4
10 RunB 8 7	7 7	5 6
10 RunC 2 5	0 0	3 3
10 RunD 6 8	5 3	7 8
10 RunE 8 7	5 4	6 7
10 RunF 8 7	5 4	7 7
10 RunG 3 5	1 0	2 2
10 RunH 2 5	1 0	1 1

11 RunA 7 8	5 4	8 9
11 RunB 8 8	7 8	7 7
11 RunC 7 8	2 4	5 5
11 RunD 7 8	6 8	6 6
11 RunE 7 6	7 8	4 5
11 RunF 8 8	6 8	6 6
11 RunG 8 8	2 4	3 4
11 RunH 7 9	2 4	1 1

12 RunA 8 6	5 2	7 5
12 RunB 7 6	6 3	8 7
12 RunC 2 5	2 2	1 0
12 RunD 0 5	4 2	6 5
12 RunE 5 4	6 6	6 5
12 RunF 5 5	8 7	7 5
12 RunG 9 8	5 6	6 6
12 RunH 2 5	1 1	0 0

13 RunA 8 5	10 10	7 3
13 RunB 8 8	8 6	2 0
13 RunC 7 7	8 6	3 0
13 RunD 6 7	6 4	2 0
13 RunE 6 5	3 3	1 0
13 RunF 8 6	7 4	3 1
13 RunG 6 7	6 5	2 1
13 RunH 5 8	1 8	0 0

14 RunA 7 9	8 8	3 5
14 RunB 9 9	8 8	3 2
14 RunC 2 5	0 0	1 1
14 RunD 7 9	8 8	3 5
14 RunE 6 6	0 0	6 4
14 RunF 7 9	8 8	3 5
14 RunG 7 9	8 8	3 5
14 RunH 6 8	0 0	4 5

15 RunA 6 7	7 7	5 5
15 RunB 3 4	2 2	5 5
15 RunC 8 9	5 4	5 5
15 RunD 7 6	2 2	4 3
15 RunE 5 4	4 3	6 6
15 RunF 8 8	4 3	6 7
15 RunG 7 7	3 4	3 3
15 RunH 5 6	1 0	1 1

16 RunA 4 4	0 0	2 1
16 RunB 3 3	2 1	0 0
16 RunC 6 7	3 1	5 6
16 RunD 5 3	1 1	3 3
16 RunE 6 5	3 1	3 2
16 RunF 7 6	6 3	7 5
16 RunG 7 6	1 1	5 6
16 RunH 0 5	0 0	0 0

17 RunA 5 3	3 1	5 1
17 RunB 0 2	1 1	2 1
17 RunC 3 5	0 0	0 0
17 RunD 2 4	0 0	0 0
17 RunE 4 4	0 0	2 1
17 RunF 7 6	1 0	2 1
17 RunG 7 7	2 1	2 1
17 RunH 3 6	1 1	0 0

18 RunA 7 7	6 2	9 7
18 RunB 4 5	1 0	4 4
18 RunC 0 5	0 0	1 1
18 RunD 8 7	8 7	7 6
18 RunE 6 4	2 1	6 7
18 RunF 8 8	7 3	9 9
18 RunG 8 8	5 5	5 5
18 RunH 0 5	0 0	0 0

19 RunA 0 5	0 0	0 0
19 RunB 2 4	1 1	1 1
19 RunC 2 5	7 8	2 8
19 RunD 0 5	0 0	0 0
19 RunE 2 5	2 2	2 2
19 RunF 0 5	1 1	2 5
19 RunG 2 6	1 1	2 5
19 RunH 0 5	1 1	0 0

20 RunA 8 6	8 3	7 5
20 RunB 3 3	7 2	4 3
20 RunC 0 5	0 0	0 0
20 RunD 1 4	5 2	3 3
20 RunE 7 5	5 4	2 2
20 RunF 7 6	7 5	6 4
20 RunG 8 6	8 10	9 9
20 RunH 7 9	5 10	2 8

21 RunA 9 9	6 5	9 9
21 RunB 8 8	2 2	7 6
21 RunC 5 5	1 1	2 1
21 RunD 8 8	2 2	7 5
21 RunE 8 8	4 5	7 6
21 RunF 8 8	5 4	8 8
21 RunG 9 9	2 2	5 4
21 RunH 6 8	2 2	1 1

22 RunA 0 5	1 1	2 2
22 RunB 5 3	2 1	2 2
22 RunC 5 5	1 1	0 0
22 RunD 4 3	1 1	0 0
22 RunE 7 7	3 2	5 5
22 RunF 7 7	3 2	5 5
22 RunG 7 6	3 2	4 4
22 RunH 7 8	2 1	7 7

23 RunA 7 6	5 3	3 6
23 RunB 4 4	4 2	2 2
23 RunC 1 2	2 1	1 1
23 RunD 0 5	0 0	0 0
23 RunE 4 4	3 1	5 5
23 RunF 1 5	1 1	1 1
23 RunG 6 5	5 2	2 4
23 RunH 3 6	0 0	1 1

24 RunA 3 7	3 2	9 8
24 RunB 5 7	3 3	9 9
24 RunC 8 6	7 7	9 7
24 RunD 8 7	7 7	8 7
24 RunE 8 6	7 7	8 8
24 RunF 8 7	7 7	10 9
24 RunG 6 8	3 3	7 6
24 RunH 7 9	2 2	8 8

25 RunA 7 8	7 8	4 4
25 RunB 6 4	8 5	5 3
25 RunC 5 3 	3 3	3 3
25 RunD 6 8	7 9	4 5
25 RunE 8 7	7 6	6 8
25 RunF 7 7	8 9	6 8
25 RunG 8 8	3 10	3 3
25 RunH 5 8	2 10	2 1