Hugging Face's logo

Spaces:
luulinh90s
/
Tabular-LLM-Study-Preference
Runtime error

App Files Community
luulinh90s commited on
Commit
ae19e3b
·
1 Parent(s): fb9599a

update

Browse files
Files changed (30) hide show
  1. flask_session/2029240f6d1128be89ddc32729463129 +0 -0
  2. human_study/123_123_Chain-of-Table_vdiIRk4V.json +72 -0
  3. human_study/123_12412_Chain-of-Table_YXyStXna.json +72 -0
  4. human_study/123_124_k8YbDAog.json +16 -0
  5. human_study/123_1_OWfbZAVa.json +79 -0
  6. human_study/124_124124_Ai3cUL9r.json +192 -0
  7. human_study/124_124_Chain-of-Table_tytAHMbn.json +72 -0
  8. human_study/124_21124_Plan-of-SQLs_Wg6qaQIT.json +72 -0
  9. human_study/12_12_Chain-of-Table_DNC1oaM8.json +72 -0
  10. human_study/12_12_DNC1oaM8.json +72 -0
  11. human_study/12_14124_fzdy9ASF.json +72 -0
  12. human_study/Giang Nguyen_123_vdiIRk4V.json +72 -0
  13. human_study/Giang Nguyen_12_NC1oaM8w.json +192 -0
  14. human_study/Giang_123_0juupaBf.json +21 -0
  15. human_study/Giang_123_vdiIRk4V.json +79 -0
  16. human_study/Giang_2412_WT5Hhrn6.json +72 -0
  17. human_study/cvasvfsaf_1212_8rTaLxYQ.json +192 -0
  18. human_study/giang312_515_Plan-of-SQLs_0ckouDQN.json +72 -0
  19. human_study/giang_123_Chain-of-Table_vdiIRk4V.json +72 -0
  20. human_study/gs_124_Chain-of-Table_tytAHMbn.json +72 -0
  21. human_study/luulinh90s_123_Chain-of-Table_vdiIRk4V.json +72 -0
  22. human_study/luulinh90s_123_Plan-of-SQLs_vdiIRk4V.json +72 -0
  23. human_study/luulinh90s_123_vdiIRk4V.json +72 -0
  24. human_study/luulinh90s_124124_Ai3cUL9r.json +192 -0
  25. human_study/luulinh90s_21_GWa5AiU5.json +192 -0
  26. human_study/luulinh90s_412_DaLk45pp.json +72 -0
  27. human_study/[email protected]_123_vdiIRk4V.json +79 -0
  28. human_study/sghshg_123_Chain-of-Table_vdiIRk4V.json +72 -0
  29. human_study/[email protected]_123_Chain-of-Table_vdiIRk4V.json +72 -0
  30. human_study/[email protected]_123_vdiIRk4V.json +72 -0
flask_session/2029240f6d1128be89ddc32729463129 ADDED
Binary file (9 Bytes). View file
 
human_study/123_123_Chain-of-Table_vdiIRk4V.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "123",
4
+ "Seed": "123",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "123",
11
+ "Seed": "123",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "123",
18
+ "Seed": "123",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "123",
25
+ "Seed": "123",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "123",
32
+ "Seed": "123",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "123",
39
+ "Seed": "123",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "123",
46
+ "Seed": "123",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "123",
53
+ "Seed": "123",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "123",
60
+ "Seed": "123",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "123",
67
+ "Seed": "123",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/123_12412_Chain-of-Table_YXyStXna.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "123",
4
+ "Seed": "12412",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "123",
11
+ "Seed": "12412",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "123",
18
+ "Seed": "12412",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "123",
25
+ "Seed": "12412",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "123",
32
+ "Seed": "12412",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "123",
39
+ "Seed": "12412",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "123",
46
+ "Seed": "12412",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "123",
53
+ "Seed": "12412",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "123",
60
+ "Seed": "12412",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "123",
67
+ "Seed": "12412",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/123_124_k8YbDAog.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "123",
4
+ "Seed": "124",
5
+ "Sample ID": "0",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "accept"
8
+ },
9
+ "1": {
10
+ "Username": "123",
11
+ "Seed": "124",
12
+ "Sample ID": "1",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "reject"
15
+ }
16
+ }
human_study/123_1_OWfbZAVa.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "123",
4
+ "Seed": "1",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "123",
11
+ "Seed": "1",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "FALSE"
15
+ },
16
+ "2": {
17
+ "Username": "123",
18
+ "Seed": "1",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "123",
25
+ "Seed": "1",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "FALSE"
29
+ },
30
+ "4": {
31
+ "Username": "123",
32
+ "Seed": "1",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "123",
39
+ "Seed": "1",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "FALSE"
43
+ },
44
+ "6": {
45
+ "Username": "123",
46
+ "Seed": "1",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "123",
53
+ "Seed": "1",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "FALSE"
57
+ },
58
+ "8": {
59
+ "Username": "123",
60
+ "Seed": "1",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "123",
67
+ "Seed": "1",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "FALSE"
71
+ },
72
+ "9": {
73
+ "Username": "123",
74
+ "Seed": "1",
75
+ "Sample ID": "POS_test-9.html",
76
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
77
+ "User Feedback": "FALSE"
78
+ }
79
+ }
human_study/124_124124_Ai3cUL9r.json ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "124",
4
+ "Seed": "124124",
5
+ "Sample ID": "9",
6
+ "Statement": "Sample 9 statement",
7
+ "Explanation": "Explanation 9",
8
+ "User Feedback": "accept",
9
+ "Ground Truth": "N/A",
10
+ "Table": [
11
+ [
12
+ "G1",
13
+ "H1"
14
+ ],
15
+ [
16
+ "I1",
17
+ "J1"
18
+ ]
19
+ ]
20
+ },
21
+ "1": {
22
+ "Username": "124",
23
+ "Seed": "124124",
24
+ "Sample ID": "4",
25
+ "Statement": "Sample 4 statement",
26
+ "Explanation": "Explanation 4",
27
+ "User Feedback": "reject",
28
+ "Ground Truth": "N/A",
29
+ "Table": [
30
+ [
31
+ "M",
32
+ "N"
33
+ ],
34
+ [
35
+ "O",
36
+ "P"
37
+ ]
38
+ ]
39
+ },
40
+ "2": {
41
+ "Username": "124",
42
+ "Seed": "124124",
43
+ "Sample ID": "6",
44
+ "Statement": "Sample 6 statement",
45
+ "Explanation": "Explanation 6",
46
+ "User Feedback": "accept",
47
+ "Ground Truth": "N/A",
48
+ "Table": [
49
+ [
50
+ "U",
51
+ "V"
52
+ ],
53
+ [
54
+ "W",
55
+ "X"
56
+ ]
57
+ ]
58
+ },
59
+ "3": {
60
+ "Username": "124",
61
+ "Seed": "124124",
62
+ "Sample ID": "12",
63
+ "Statement": "Sample 12 statement",
64
+ "Explanation": "Explanation 12",
65
+ "User Feedback": "reject",
66
+ "Ground Truth": "N/A",
67
+ "Table": [
68
+ [
69
+ "S1",
70
+ "T1"
71
+ ],
72
+ [
73
+ "U1",
74
+ "V1"
75
+ ]
76
+ ]
77
+ },
78
+ "4": {
79
+ "Username": "124",
80
+ "Seed": "124124",
81
+ "Sample ID": "1",
82
+ "Statement": "Sample 1 statement",
83
+ "Explanation": "Explanation 1",
84
+ "User Feedback": "accept",
85
+ "Ground Truth": "N/A",
86
+ "Table": [
87
+ [
88
+ "A",
89
+ "B"
90
+ ],
91
+ [
92
+ "C",
93
+ "D"
94
+ ]
95
+ ]
96
+ },
97
+ "5": {
98
+ "Username": "124",
99
+ "Seed": "124124",
100
+ "Sample ID": "5",
101
+ "Statement": "Sample 5 statement",
102
+ "Explanation": "Explanation 5",
103
+ "User Feedback": "reject",
104
+ "Ground Truth": "N/A",
105
+ "Table": [
106
+ [
107
+ "Q",
108
+ "R"
109
+ ],
110
+ [
111
+ "S",
112
+ "T"
113
+ ]
114
+ ]
115
+ },
116
+ "6": {
117
+ "Username": "124",
118
+ "Seed": "124124",
119
+ "Sample ID": "7",
120
+ "Statement": "Sample 7 statement",
121
+ "Explanation": "Explanation 7",
122
+ "User Feedback": "accept",
123
+ "Ground Truth": "N/A",
124
+ "Table": [
125
+ [
126
+ "Y",
127
+ "Z"
128
+ ],
129
+ [
130
+ "A1",
131
+ "B1"
132
+ ]
133
+ ]
134
+ },
135
+ "7": {
136
+ "Username": "124",
137
+ "Seed": "124124",
138
+ "Sample ID": "10",
139
+ "Statement": "Sample 10 statement",
140
+ "Explanation": "Explanation 10",
141
+ "User Feedback": "reject",
142
+ "Ground Truth": "N/A",
143
+ "Table": [
144
+ [
145
+ "K1",
146
+ "L1"
147
+ ],
148
+ [
149
+ "M1",
150
+ "N1"
151
+ ]
152
+ ]
153
+ },
154
+ "8": {
155
+ "Username": "124",
156
+ "Seed": "124124",
157
+ "Sample ID": "2",
158
+ "Statement": "Sample 2 statement",
159
+ "Explanation": "Explanation 2",
160
+ "User Feedback": "accept",
161
+ "Ground Truth": "N/A",
162
+ "Table": [
163
+ [
164
+ "E",
165
+ "F"
166
+ ],
167
+ [
168
+ "G",
169
+ "H"
170
+ ]
171
+ ]
172
+ },
173
+ "9": {
174
+ "Username": "124",
175
+ "Seed": "124124",
176
+ "Sample ID": "3",
177
+ "Statement": "Sample 3 statement",
178
+ "Explanation": "Explanation 3",
179
+ "User Feedback": "accept",
180
+ "Ground Truth": "N/A",
181
+ "Table": [
182
+ [
183
+ "I",
184
+ "J"
185
+ ],
186
+ [
187
+ "K",
188
+ "L"
189
+ ]
190
+ ]
191
+ }
192
+ }
human_study/124_124_Chain-of-Table_tytAHMbn.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "124",
4
+ "Seed": "124",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "124",
11
+ "Seed": "124",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "124",
18
+ "Seed": "124",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "124",
25
+ "Seed": "124",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "124",
32
+ "Seed": "124",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "124",
39
+ "Seed": "124",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "124",
46
+ "Seed": "124",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "124",
53
+ "Seed": "124",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "FALSE"
57
+ },
58
+ "8": {
59
+ "Username": "124",
60
+ "Seed": "124",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "FALSE"
64
+ },
65
+ "9": {
66
+ "Username": "124",
67
+ "Seed": "124",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "FALSE"
71
+ }
72
+ }
human_study/124_21124_Plan-of-SQLs_Wg6qaQIT.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "124",
4
+ "Seed": "21124",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "124",
11
+ "Seed": "21124",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "124",
18
+ "Seed": "21124",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "124",
25
+ "Seed": "21124",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "124",
32
+ "Seed": "21124",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "124",
39
+ "Seed": "21124",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "124",
46
+ "Seed": "21124",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "124",
53
+ "Seed": "21124",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "124",
60
+ "Seed": "21124",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "124",
67
+ "Seed": "21124",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/12_12_Chain-of-Table_DNC1oaM8.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "12",
4
+ "Seed": "12",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "12",
11
+ "Seed": "12",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "12",
18
+ "Seed": "12",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "12",
25
+ "Seed": "12",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "12",
32
+ "Seed": "12",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "12",
39
+ "Seed": "12",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "12",
46
+ "Seed": "12",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "12",
53
+ "Seed": "12",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "12",
60
+ "Seed": "12",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "12",
67
+ "Seed": "12",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/12_12_DNC1oaM8.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "12",
4
+ "Seed": "12",
5
+ "Sample ID": "0",
6
+ "Statement": "This is a placeholder statement for visualization: 0",
7
+ "User Feedback": "accept"
8
+ },
9
+ "1": {
10
+ "Username": "12",
11
+ "Seed": "12",
12
+ "Sample ID": "1",
13
+ "Statement": "This is a placeholder statement for visualization: 1",
14
+ "User Feedback": "accept"
15
+ },
16
+ "2": {
17
+ "Username": "12",
18
+ "Seed": "12",
19
+ "Sample ID": "2",
20
+ "Statement": "This is a placeholder statement for visualization: 2",
21
+ "User Feedback": "accept"
22
+ },
23
+ "3": {
24
+ "Username": "12",
25
+ "Seed": "12",
26
+ "Sample ID": "3",
27
+ "Statement": "This is a placeholder statement for visualization: 3",
28
+ "User Feedback": "reject"
29
+ },
30
+ "4": {
31
+ "Username": "12",
32
+ "Seed": "12",
33
+ "Sample ID": "4",
34
+ "Statement": "This is a placeholder statement for visualization: 4",
35
+ "User Feedback": "reject"
36
+ },
37
+ "5": {
38
+ "Username": "12",
39
+ "Seed": "12",
40
+ "Sample ID": "5",
41
+ "Statement": "This is a placeholder statement for visualization: 5",
42
+ "User Feedback": "accept"
43
+ },
44
+ "6": {
45
+ "Username": "12",
46
+ "Seed": "12",
47
+ "Sample ID": "6",
48
+ "Statement": "This is a placeholder statement for visualization: 6",
49
+ "User Feedback": "reject"
50
+ },
51
+ "7": {
52
+ "Username": "12",
53
+ "Seed": "12",
54
+ "Sample ID": "7",
55
+ "Statement": "This is a placeholder statement for visualization: 7",
56
+ "User Feedback": "reject"
57
+ },
58
+ "8": {
59
+ "Username": "12",
60
+ "Seed": "12",
61
+ "Sample ID": "8",
62
+ "Statement": "This is a placeholder statement for visualization: 8",
63
+ "User Feedback": "reject"
64
+ },
65
+ "9": {
66
+ "Username": "12",
67
+ "Seed": "12",
68
+ "Sample ID": "9",
69
+ "Statement": "This is a placeholder statement for visualization: 9",
70
+ "User Feedback": "reject"
71
+ }
72
+ }
human_study/12_14124_fzdy9ASF.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "12",
4
+ "Seed": "14124",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "FALSE"
8
+ },
9
+ "1": {
10
+ "Username": "12",
11
+ "Seed": "14124",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "12",
18
+ "Seed": "14124",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "FALSE"
22
+ },
23
+ "3": {
24
+ "Username": "12",
25
+ "Seed": "14124",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "12",
32
+ "Seed": "14124",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "FALSE"
36
+ },
37
+ "5": {
38
+ "Username": "12",
39
+ "Seed": "14124",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "12",
46
+ "Seed": "14124",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "FALSE"
50
+ },
51
+ "7": {
52
+ "Username": "12",
53
+ "Seed": "14124",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "12",
60
+ "Seed": "14124",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "FALSE"
64
+ },
65
+ "9": {
66
+ "Username": "12",
67
+ "Seed": "14124",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/Giang Nguyen_123_vdiIRk4V.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "Giang Nguyen",
4
+ "Seed": "123",
5
+ "Sample ID": "0",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "Giang Nguyen",
11
+ "Seed": "123",
12
+ "Sample ID": "1",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "FALSE"
15
+ },
16
+ "2": {
17
+ "Username": "Giang Nguyen",
18
+ "Seed": "123",
19
+ "Sample ID": "2",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "Giang Nguyen",
25
+ "Seed": "123",
26
+ "Sample ID": "3",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "FALSE"
29
+ },
30
+ "4": {
31
+ "Username": "Giang Nguyen",
32
+ "Seed": "123",
33
+ "Sample ID": "4",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "Giang Nguyen",
39
+ "Seed": "123",
40
+ "Sample ID": "5",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "FALSE"
43
+ },
44
+ "6": {
45
+ "Username": "Giang Nguyen",
46
+ "Seed": "123",
47
+ "Sample ID": "6",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "Giang Nguyen",
53
+ "Seed": "123",
54
+ "Sample ID": "7",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "Giang Nguyen",
60
+ "Seed": "123",
61
+ "Sample ID": "8",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "FALSE"
64
+ },
65
+ "9": {
66
+ "Username": "Giang Nguyen",
67
+ "Seed": "123",
68
+ "Sample ID": "9",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/Giang Nguyen_12_NC1oaM8w.json ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "Giang Nguyen",
4
+ "Seed": "12",
5
+ "Sample ID": "8",
6
+ "Statement": "Sample 8 statement",
7
+ "Explanation": "Explanation 8",
8
+ "User Feedback": "reject",
9
+ "Ground Truth": "N/A",
10
+ "Table": [
11
+ [
12
+ "C1",
13
+ "D1"
14
+ ],
15
+ [
16
+ "E1",
17
+ "F1"
18
+ ]
19
+ ]
20
+ },
21
+ "1": {
22
+ "Username": "Giang Nguyen",
23
+ "Seed": "12",
24
+ "Sample ID": "5",
25
+ "Statement": "Sample 5 statement",
26
+ "Explanation": "Explanation 5",
27
+ "User Feedback": "accept",
28
+ "Ground Truth": "N/A",
29
+ "Table": [
30
+ [
31
+ "Q",
32
+ "R"
33
+ ],
34
+ [
35
+ "S",
36
+ "T"
37
+ ]
38
+ ]
39
+ },
40
+ "2": {
41
+ "Username": "Giang Nguyen",
42
+ "Seed": "12",
43
+ "Sample ID": "9",
44
+ "Statement": "Sample 9 statement",
45
+ "Explanation": "Explanation 9",
46
+ "User Feedback": "reject",
47
+ "Ground Truth": "N/A",
48
+ "Table": [
49
+ [
50
+ "G1",
51
+ "H1"
52
+ ],
53
+ [
54
+ "I1",
55
+ "J1"
56
+ ]
57
+ ]
58
+ },
59
+ "3": {
60
+ "Username": "Giang Nguyen",
61
+ "Seed": "12",
62
+ "Sample ID": "6",
63
+ "Statement": "Sample 6 statement",
64
+ "Explanation": "Explanation 6",
65
+ "User Feedback": "accept",
66
+ "Ground Truth": "N/A",
67
+ "Table": [
68
+ [
69
+ "U",
70
+ "V"
71
+ ],
72
+ [
73
+ "W",
74
+ "X"
75
+ ]
76
+ ]
77
+ },
78
+ "4": {
79
+ "Username": "Giang Nguyen",
80
+ "Seed": "12",
81
+ "Sample ID": "3",
82
+ "Statement": "Sample 3 statement",
83
+ "Explanation": "Explanation 3",
84
+ "User Feedback": "reject",
85
+ "Ground Truth": "N/A",
86
+ "Table": [
87
+ [
88
+ "I",
89
+ "J"
90
+ ],
91
+ [
92
+ "K",
93
+ "L"
94
+ ]
95
+ ]
96
+ },
97
+ "5": {
98
+ "Username": "Giang Nguyen",
99
+ "Seed": "12",
100
+ "Sample ID": "4",
101
+ "Statement": "Sample 4 statement",
102
+ "Explanation": "Explanation 4",
103
+ "User Feedback": "accept",
104
+ "Ground Truth": "N/A",
105
+ "Table": [
106
+ [
107
+ "M",
108
+ "N"
109
+ ],
110
+ [
111
+ "O",
112
+ "P"
113
+ ]
114
+ ]
115
+ },
116
+ "6": {
117
+ "Username": "Giang Nguyen",
118
+ "Seed": "12",
119
+ "Sample ID": "1",
120
+ "Statement": "Sample 1 statement",
121
+ "Explanation": "Explanation 1",
122
+ "User Feedback": "reject",
123
+ "Ground Truth": "N/A",
124
+ "Table": [
125
+ [
126
+ "A",
127
+ "B"
128
+ ],
129
+ [
130
+ "C",
131
+ "D"
132
+ ]
133
+ ]
134
+ },
135
+ "7": {
136
+ "Username": "Giang Nguyen",
137
+ "Seed": "12",
138
+ "Sample ID": "12",
139
+ "Statement": "Sample 12 statement",
140
+ "Explanation": "Explanation 12",
141
+ "User Feedback": "accept",
142
+ "Ground Truth": "N/A",
143
+ "Table": [
144
+ [
145
+ "S1",
146
+ "T1"
147
+ ],
148
+ [
149
+ "U1",
150
+ "V1"
151
+ ]
152
+ ]
153
+ },
154
+ "8": {
155
+ "Username": "Giang Nguyen",
156
+ "Seed": "12",
157
+ "Sample ID": "7",
158
+ "Statement": "Sample 7 statement",
159
+ "Explanation": "Explanation 7",
160
+ "User Feedback": "reject",
161
+ "Ground Truth": "N/A",
162
+ "Table": [
163
+ [
164
+ "Y",
165
+ "Z"
166
+ ],
167
+ [
168
+ "A1",
169
+ "B1"
170
+ ]
171
+ ]
172
+ },
173
+ "9": {
174
+ "Username": "Giang Nguyen",
175
+ "Seed": "12",
176
+ "Sample ID": "2",
177
+ "Statement": "Sample 2 statement",
178
+ "Explanation": "Explanation 2",
179
+ "User Feedback": "accept",
180
+ "Ground Truth": "N/A",
181
+ "Table": [
182
+ [
183
+ "E",
184
+ "F"
185
+ ],
186
+ [
187
+ "G",
188
+ "H"
189
+ ]
190
+ ]
191
+ }
192
+ }
human_study/Giang_123_0juupaBf.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "Giang",
4
+ "Seed": "123",
5
+ "Sample ID": "1",
6
+ "Statement": "Sample 1 statement",
7
+ "Explanation": "Explanation 1",
8
+ "User Feedback": "accept",
9
+ "Ground Truth": "N/A",
10
+ "Table": [
11
+ [
12
+ "A",
13
+ "B"
14
+ ],
15
+ [
16
+ "C",
17
+ "D"
18
+ ]
19
+ ]
20
+ }
21
+ }
human_study/Giang_123_vdiIRk4V.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "Giang",
4
+ "Seed": "123",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "Giang",
11
+ "Seed": "123",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "Giang",
18
+ "Seed": "123",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "Giang",
25
+ "Seed": "123",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "FALSE"
29
+ },
30
+ "4": {
31
+ "Username": "Giang",
32
+ "Seed": "123",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "Giang",
39
+ "Seed": "123",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "FALSE"
43
+ },
44
+ "6": {
45
+ "Username": "Giang",
46
+ "Seed": "123",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "Giang",
53
+ "Seed": "123",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "FALSE"
57
+ },
58
+ "8": {
59
+ "Username": "Giang",
60
+ "Seed": "123",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "FALSE"
64
+ },
65
+ "9": {
66
+ "Username": "Giang",
67
+ "Seed": "123",
68
+ "Sample ID": "9",
69
+ "Statement": "This is a placeholder statement for visualization: 9",
70
+ "User Feedback": "accept"
71
+ },
72
+ "9": {
73
+ "Username": "Giang",
74
+ "Seed": "123",
75
+ "Sample ID": "POS_test-9.html",
76
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
77
+ "User Feedback": "TRUE"
78
+ }
79
+ }
human_study/Giang_2412_WT5Hhrn6.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "Giang",
4
+ "Seed": "2412",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "Giang",
11
+ "Seed": "2412",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "Giang",
18
+ "Seed": "2412",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "Giang",
25
+ "Seed": "2412",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "FALSE"
29
+ },
30
+ "4": {
31
+ "Username": "Giang",
32
+ "Seed": "2412",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "Giang",
39
+ "Seed": "2412",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "FALSE"
43
+ },
44
+ "6": {
45
+ "Username": "Giang",
46
+ "Seed": "2412",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "FALSE"
50
+ },
51
+ "7": {
52
+ "Username": "Giang",
53
+ "Seed": "2412",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "FALSE"
57
+ },
58
+ "8": {
59
+ "Username": "Giang",
60
+ "Seed": "2412",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "Giang",
67
+ "Seed": "2412",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/cvasvfsaf_1212_8rTaLxYQ.json ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "cvasvfsaf",
4
+ "Seed": "1212",
5
+ "Sample ID": "5",
6
+ "Statement": "Sample 5 statement",
7
+ "Explanation": "Explanation 5",
8
+ "User Feedback": "reject",
9
+ "Ground Truth": "N/A",
10
+ "Table": [
11
+ [
12
+ "Q",
13
+ "R"
14
+ ],
15
+ [
16
+ "S",
17
+ "T"
18
+ ]
19
+ ]
20
+ },
21
+ "1": {
22
+ "Username": "cvasvfsaf",
23
+ "Seed": "1212",
24
+ "Sample ID": "12",
25
+ "Statement": "Sample 12 statement",
26
+ "Explanation": "Explanation 12",
27
+ "User Feedback": "reject",
28
+ "Ground Truth": "N/A",
29
+ "Table": [
30
+ [
31
+ "S1",
32
+ "T1"
33
+ ],
34
+ [
35
+ "U1",
36
+ "V1"
37
+ ]
38
+ ]
39
+ },
40
+ "2": {
41
+ "Username": "cvasvfsaf",
42
+ "Seed": "1212",
43
+ "Sample ID": "10",
44
+ "Statement": "Sample 10 statement",
45
+ "Explanation": "Explanation 10",
46
+ "User Feedback": "reject",
47
+ "Ground Truth": "N/A",
48
+ "Table": [
49
+ [
50
+ "K1",
51
+ "L1"
52
+ ],
53
+ [
54
+ "M1",
55
+ "N1"
56
+ ]
57
+ ]
58
+ },
59
+ "3": {
60
+ "Username": "cvasvfsaf",
61
+ "Seed": "1212",
62
+ "Sample ID": "7",
63
+ "Statement": "Sample 7 statement",
64
+ "Explanation": "Explanation 7",
65
+ "User Feedback": "accept",
66
+ "Ground Truth": "N/A",
67
+ "Table": [
68
+ [
69
+ "Y",
70
+ "Z"
71
+ ],
72
+ [
73
+ "A1",
74
+ "B1"
75
+ ]
76
+ ]
77
+ },
78
+ "4": {
79
+ "Username": "cvasvfsaf",
80
+ "Seed": "1212",
81
+ "Sample ID": "3",
82
+ "Statement": "Sample 3 statement",
83
+ "Explanation": "Explanation 3",
84
+ "User Feedback": "accept",
85
+ "Ground Truth": "N/A",
86
+ "Table": [
87
+ [
88
+ "I",
89
+ "J"
90
+ ],
91
+ [
92
+ "K",
93
+ "L"
94
+ ]
95
+ ]
96
+ },
97
+ "5": {
98
+ "Username": "cvasvfsaf",
99
+ "Seed": "1212",
100
+ "Sample ID": "6",
101
+ "Statement": "Sample 6 statement",
102
+ "Explanation": "Explanation 6",
103
+ "User Feedback": "reject",
104
+ "Ground Truth": "N/A",
105
+ "Table": [
106
+ [
107
+ "U",
108
+ "V"
109
+ ],
110
+ [
111
+ "W",
112
+ "X"
113
+ ]
114
+ ]
115
+ },
116
+ "6": {
117
+ "Username": "cvasvfsaf",
118
+ "Seed": "1212",
119
+ "Sample ID": "11",
120
+ "Statement": "Sample 11 statement",
121
+ "Explanation": "Explanation 11",
122
+ "User Feedback": "accept",
123
+ "Ground Truth": "N/A",
124
+ "Table": [
125
+ [
126
+ "O1",
127
+ "P1"
128
+ ],
129
+ [
130
+ "Q1",
131
+ "R1"
132
+ ]
133
+ ]
134
+ },
135
+ "7": {
136
+ "Username": "cvasvfsaf",
137
+ "Seed": "1212",
138
+ "Sample ID": "9",
139
+ "Statement": "Sample 9 statement",
140
+ "Explanation": "Explanation 9",
141
+ "User Feedback": "reject",
142
+ "Ground Truth": "N/A",
143
+ "Table": [
144
+ [
145
+ "G1",
146
+ "H1"
147
+ ],
148
+ [
149
+ "I1",
150
+ "J1"
151
+ ]
152
+ ]
153
+ },
154
+ "8": {
155
+ "Username": "cvasvfsaf",
156
+ "Seed": "1212",
157
+ "Sample ID": "2",
158
+ "Statement": "Sample 2 statement",
159
+ "Explanation": "Explanation 2",
160
+ "User Feedback": "accept",
161
+ "Ground Truth": "N/A",
162
+ "Table": [
163
+ [
164
+ "E",
165
+ "F"
166
+ ],
167
+ [
168
+ "G",
169
+ "H"
170
+ ]
171
+ ]
172
+ },
173
+ "9": {
174
+ "Username": "cvasvfsaf",
175
+ "Seed": "1212",
176
+ "Sample ID": "4",
177
+ "Statement": "Sample 4 statement",
178
+ "Explanation": "Explanation 4",
179
+ "User Feedback": "reject",
180
+ "Ground Truth": "N/A",
181
+ "Table": [
182
+ [
183
+ "M",
184
+ "N"
185
+ ],
186
+ [
187
+ "O",
188
+ "P"
189
+ ]
190
+ ]
191
+ }
192
+ }
human_study/giang312_515_Plan-of-SQLs_0ckouDQN.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "giang312",
4
+ "Seed": "515",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "giang312",
11
+ "Seed": "515",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "FALSE"
15
+ },
16
+ "2": {
17
+ "Username": "giang312",
18
+ "Seed": "515",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "giang312",
25
+ "Seed": "515",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "FALSE"
29
+ },
30
+ "4": {
31
+ "Username": "giang312",
32
+ "Seed": "515",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "giang312",
39
+ "Seed": "515",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "giang312",
46
+ "Seed": "515",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "giang312",
53
+ "Seed": "515",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "FALSE"
57
+ },
58
+ "8": {
59
+ "Username": "giang312",
60
+ "Seed": "515",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "giang312",
67
+ "Seed": "515",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/giang_123_Chain-of-Table_vdiIRk4V.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "giang",
4
+ "Seed": "123",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "giang",
11
+ "Seed": "123",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "FALSE"
15
+ },
16
+ "2": {
17
+ "Username": "giang",
18
+ "Seed": "123",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "giang",
25
+ "Seed": "123",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "FALSE"
29
+ },
30
+ "4": {
31
+ "Username": "giang",
32
+ "Seed": "123",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "giang",
39
+ "Seed": "123",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "FALSE"
43
+ },
44
+ "6": {
45
+ "Username": "giang",
46
+ "Seed": "123",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "giang",
53
+ "Seed": "123",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "FALSE"
57
+ },
58
+ "8": {
59
+ "Username": "giang",
60
+ "Seed": "123",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "giang",
67
+ "Seed": "123",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "FALSE"
71
+ }
72
+ }
human_study/gs_124_Chain-of-Table_tytAHMbn.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "gs",
4
+ "Seed": "124",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "gs",
11
+ "Seed": "124",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "gs",
18
+ "Seed": "124",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "FALSE"
22
+ },
23
+ "3": {
24
+ "Username": "gs",
25
+ "Seed": "124",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "gs",
32
+ "Seed": "124",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "gs",
39
+ "Seed": "124",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "gs",
46
+ "Seed": "124",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "FALSE"
50
+ },
51
+ "7": {
52
+ "Username": "gs",
53
+ "Seed": "124",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "gs",
60
+ "Seed": "124",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "gs",
67
+ "Seed": "124",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/luulinh90s_123_Chain-of-Table_vdiIRk4V.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "luulinh90s",
4
+ "Seed": "123",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "luulinh90s",
11
+ "Seed": "123",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "luulinh90s",
18
+ "Seed": "123",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "luulinh90s",
25
+ "Seed": "123",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "luulinh90s",
32
+ "Seed": "123",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "luulinh90s",
39
+ "Seed": "123",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "luulinh90s",
46
+ "Seed": "123",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "FALSE"
50
+ },
51
+ "7": {
52
+ "Username": "luulinh90s",
53
+ "Seed": "123",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "FALSE"
57
+ },
58
+ "8": {
59
+ "Username": "luulinh90s",
60
+ "Seed": "123",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "FALSE"
64
+ },
65
+ "9": {
66
+ "Username": "luulinh90s",
67
+ "Seed": "123",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "FALSE"
71
+ }
72
+ }
human_study/luulinh90s_123_Plan-of-SQLs_vdiIRk4V.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "luulinh90s",
4
+ "Seed": "123",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "luulinh90s",
11
+ "Seed": "123",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "luulinh90s",
18
+ "Seed": "123",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "luulinh90s",
25
+ "Seed": "123",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "luulinh90s",
32
+ "Seed": "123",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "luulinh90s",
39
+ "Seed": "123",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "luulinh90s",
46
+ "Seed": "123",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "luulinh90s",
53
+ "Seed": "123",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "luulinh90s",
60
+ "Seed": "123",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "luulinh90s",
67
+ "Seed": "123",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/luulinh90s_123_vdiIRk4V.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "luulinh90s",
4
+ "Seed": "123",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "luulinh90s",
11
+ "Seed": "123",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "luulinh90s",
18
+ "Seed": "123",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "luulinh90s",
25
+ "Seed": "123",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "luulinh90s",
32
+ "Seed": "123",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "luulinh90s",
39
+ "Seed": "123",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "luulinh90s",
46
+ "Seed": "123",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "luulinh90s",
53
+ "Seed": "123",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "luulinh90s",
60
+ "Seed": "123",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "luulinh90s",
67
+ "Seed": "123",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "FALSE"
71
+ }
72
+ }
human_study/luulinh90s_124124_Ai3cUL9r.json ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "luulinh90s",
4
+ "Seed": "124124",
5
+ "Sample ID": "9",
6
+ "Statement": "Sample 9 statement",
7
+ "Explanation": "Explanation 9",
8
+ "User Feedback": "accept",
9
+ "Ground Truth": "N/A",
10
+ "Table": [
11
+ [
12
+ "G1",
13
+ "H1"
14
+ ],
15
+ [
16
+ "I1",
17
+ "J1"
18
+ ]
19
+ ]
20
+ },
21
+ "1": {
22
+ "Username": "luulinh90s",
23
+ "Seed": "124124",
24
+ "Sample ID": "4",
25
+ "Statement": "Sample 4 statement",
26
+ "Explanation": "Explanation 4",
27
+ "User Feedback": "reject",
28
+ "Ground Truth": "N/A",
29
+ "Table": [
30
+ [
31
+ "M",
32
+ "N"
33
+ ],
34
+ [
35
+ "O",
36
+ "P"
37
+ ]
38
+ ]
39
+ },
40
+ "2": {
41
+ "Username": "luulinh90s",
42
+ "Seed": "124124",
43
+ "Sample ID": "6",
44
+ "Statement": "Sample 6 statement",
45
+ "Explanation": "Explanation 6",
46
+ "User Feedback": "accept",
47
+ "Ground Truth": "N/A",
48
+ "Table": [
49
+ [
50
+ "U",
51
+ "V"
52
+ ],
53
+ [
54
+ "W",
55
+ "X"
56
+ ]
57
+ ]
58
+ },
59
+ "3": {
60
+ "Username": "luulinh90s",
61
+ "Seed": "124124",
62
+ "Sample ID": "12",
63
+ "Statement": "Sample 12 statement",
64
+ "Explanation": "Explanation 12",
65
+ "User Feedback": "reject",
66
+ "Ground Truth": "N/A",
67
+ "Table": [
68
+ [
69
+ "S1",
70
+ "T1"
71
+ ],
72
+ [
73
+ "U1",
74
+ "V1"
75
+ ]
76
+ ]
77
+ },
78
+ "4": {
79
+ "Username": "luulinh90s",
80
+ "Seed": "124124",
81
+ "Sample ID": "1",
82
+ "Statement": "Sample 1 statement",
83
+ "Explanation": "Explanation 1",
84
+ "User Feedback": "accept",
85
+ "Ground Truth": "N/A",
86
+ "Table": [
87
+ [
88
+ "A",
89
+ "B"
90
+ ],
91
+ [
92
+ "C",
93
+ "D"
94
+ ]
95
+ ]
96
+ },
97
+ "5": {
98
+ "Username": "luulinh90s",
99
+ "Seed": "124124",
100
+ "Sample ID": "5",
101
+ "Statement": "Sample 5 statement",
102
+ "Explanation": "Explanation 5",
103
+ "User Feedback": "reject",
104
+ "Ground Truth": "N/A",
105
+ "Table": [
106
+ [
107
+ "Q",
108
+ "R"
109
+ ],
110
+ [
111
+ "S",
112
+ "T"
113
+ ]
114
+ ]
115
+ },
116
+ "6": {
117
+ "Username": "luulinh90s",
118
+ "Seed": "124124",
119
+ "Sample ID": "7",
120
+ "Statement": "Sample 7 statement",
121
+ "Explanation": "Explanation 7",
122
+ "User Feedback": "accept",
123
+ "Ground Truth": "N/A",
124
+ "Table": [
125
+ [
126
+ "Y",
127
+ "Z"
128
+ ],
129
+ [
130
+ "A1",
131
+ "B1"
132
+ ]
133
+ ]
134
+ },
135
+ "7": {
136
+ "Username": "luulinh90s",
137
+ "Seed": "124124",
138
+ "Sample ID": "10",
139
+ "Statement": "Sample 10 statement",
140
+ "Explanation": "Explanation 10",
141
+ "User Feedback": "reject",
142
+ "Ground Truth": "N/A",
143
+ "Table": [
144
+ [
145
+ "K1",
146
+ "L1"
147
+ ],
148
+ [
149
+ "M1",
150
+ "N1"
151
+ ]
152
+ ]
153
+ },
154
+ "8": {
155
+ "Username": "luulinh90s",
156
+ "Seed": "124124",
157
+ "Sample ID": "2",
158
+ "Statement": "Sample 2 statement",
159
+ "Explanation": "Explanation 2",
160
+ "User Feedback": "accept",
161
+ "Ground Truth": "N/A",
162
+ "Table": [
163
+ [
164
+ "E",
165
+ "F"
166
+ ],
167
+ [
168
+ "G",
169
+ "H"
170
+ ]
171
+ ]
172
+ },
173
+ "9": {
174
+ "Username": "luulinh90s",
175
+ "Seed": "124124",
176
+ "Sample ID": "3",
177
+ "Statement": "Sample 3 statement",
178
+ "Explanation": "Explanation 3",
179
+ "User Feedback": "reject",
180
+ "Ground Truth": "N/A",
181
+ "Table": [
182
+ [
183
+ "I",
184
+ "J"
185
+ ],
186
+ [
187
+ "K",
188
+ "L"
189
+ ]
190
+ ]
191
+ }
192
+ }
human_study/luulinh90s_21_GWa5AiU5.json ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "luulinh90s",
4
+ "Seed": "21",
5
+ "Sample ID": "3",
6
+ "Statement": "Sample 3 statement",
7
+ "Explanation": "Explanation 3",
8
+ "User Feedback": "accept",
9
+ "Ground Truth": "N/A",
10
+ "Table": [
11
+ [
12
+ "I",
13
+ "J"
14
+ ],
15
+ [
16
+ "K",
17
+ "L"
18
+ ]
19
+ ]
20
+ },
21
+ "1": {
22
+ "Username": "luulinh90s",
23
+ "Seed": "21",
24
+ "Sample ID": "7",
25
+ "Statement": "Sample 7 statement",
26
+ "Explanation": "Explanation 7",
27
+ "User Feedback": "accept",
28
+ "Ground Truth": "N/A",
29
+ "Table": [
30
+ [
31
+ "Y",
32
+ "Z"
33
+ ],
34
+ [
35
+ "A1",
36
+ "B1"
37
+ ]
38
+ ]
39
+ },
40
+ "2": {
41
+ "Username": "luulinh90s",
42
+ "Seed": "21",
43
+ "Sample ID": "11",
44
+ "Statement": "Sample 11 statement",
45
+ "Explanation": "Explanation 11",
46
+ "User Feedback": "accept",
47
+ "Ground Truth": "N/A",
48
+ "Table": [
49
+ [
50
+ "O1",
51
+ "P1"
52
+ ],
53
+ [
54
+ "Q1",
55
+ "R1"
56
+ ]
57
+ ]
58
+ },
59
+ "3": {
60
+ "Username": "luulinh90s",
61
+ "Seed": "21",
62
+ "Sample ID": "5",
63
+ "Statement": "Sample 5 statement",
64
+ "Explanation": "Explanation 5",
65
+ "User Feedback": "accept",
66
+ "Ground Truth": "N/A",
67
+ "Table": [
68
+ [
69
+ "Q",
70
+ "R"
71
+ ],
72
+ [
73
+ "S",
74
+ "T"
75
+ ]
76
+ ]
77
+ },
78
+ "4": {
79
+ "Username": "luulinh90s",
80
+ "Seed": "21",
81
+ "Sample ID": "8",
82
+ "Statement": "Sample 8 statement",
83
+ "Explanation": "Explanation 8",
84
+ "User Feedback": "accept",
85
+ "Ground Truth": "N/A",
86
+ "Table": [
87
+ [
88
+ "C1",
89
+ "D1"
90
+ ],
91
+ [
92
+ "E1",
93
+ "F1"
94
+ ]
95
+ ]
96
+ },
97
+ "5": {
98
+ "Username": "luulinh90s",
99
+ "Seed": "21",
100
+ "Sample ID": "10",
101
+ "Statement": "Sample 10 statement",
102
+ "Explanation": "Explanation 10",
103
+ "User Feedback": "accept",
104
+ "Ground Truth": "N/A",
105
+ "Table": [
106
+ [
107
+ "K1",
108
+ "L1"
109
+ ],
110
+ [
111
+ "M1",
112
+ "N1"
113
+ ]
114
+ ]
115
+ },
116
+ "6": {
117
+ "Username": "luulinh90s",
118
+ "Seed": "21",
119
+ "Sample ID": "2",
120
+ "Statement": "Sample 2 statement",
121
+ "Explanation": "Explanation 2",
122
+ "User Feedback": "accept",
123
+ "Ground Truth": "N/A",
124
+ "Table": [
125
+ [
126
+ "E",
127
+ "F"
128
+ ],
129
+ [
130
+ "G",
131
+ "H"
132
+ ]
133
+ ]
134
+ },
135
+ "7": {
136
+ "Username": "luulinh90s",
137
+ "Seed": "21",
138
+ "Sample ID": "4",
139
+ "Statement": "Sample 4 statement",
140
+ "Explanation": "Explanation 4",
141
+ "User Feedback": "accept",
142
+ "Ground Truth": "N/A",
143
+ "Table": [
144
+ [
145
+ "M",
146
+ "N"
147
+ ],
148
+ [
149
+ "O",
150
+ "P"
151
+ ]
152
+ ]
153
+ },
154
+ "8": {
155
+ "Username": "luulinh90s",
156
+ "Seed": "21",
157
+ "Sample ID": "6",
158
+ "Statement": "Sample 6 statement",
159
+ "Explanation": "Explanation 6",
160
+ "User Feedback": "accept",
161
+ "Ground Truth": "N/A",
162
+ "Table": [
163
+ [
164
+ "U",
165
+ "V"
166
+ ],
167
+ [
168
+ "W",
169
+ "X"
170
+ ]
171
+ ]
172
+ },
173
+ "9": {
174
+ "Username": "luulinh90s",
175
+ "Seed": "21",
176
+ "Sample ID": "12",
177
+ "Statement": "Sample 12 statement",
178
+ "Explanation": "Explanation 12",
179
+ "User Feedback": "accept",
180
+ "Ground Truth": "N/A",
181
+ "Table": [
182
+ [
183
+ "S1",
184
+ "T1"
185
+ ],
186
+ [
187
+ "U1",
188
+ "V1"
189
+ ]
190
+ ]
191
+ }
192
+ }
human_study/luulinh90s_412_DaLk45pp.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "luulinh90s",
4
+ "Seed": "412",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "luulinh90s",
11
+ "Seed": "412",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "luulinh90s",
18
+ "Seed": "412",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "luulinh90s",
25
+ "Seed": "412",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "luulinh90s",
32
+ "Seed": "412",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "luulinh90s",
39
+ "Seed": "412",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "luulinh90s",
46
+ "Seed": "412",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "luulinh90s",
53
+ "Seed": "412",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "luulinh90s",
60
+ "Seed": "412",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "luulinh90s",
67
+ "Seed": "412",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/[email protected]_123_vdiIRk4V.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "[email protected]",
4
+ "Seed": "123",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "[email protected]",
11
+ "Seed": "123",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "[email protected]",
18
+ "Seed": "123",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "[email protected]",
25
+ "Seed": "123",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "[email protected]",
32
+ "Seed": "123",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "[email protected]",
39
+ "Seed": "123",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "[email protected]",
46
+ "Seed": "123",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "[email protected]",
53
+ "Seed": "123",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "[email protected]",
60
+ "Seed": "123",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "[email protected]",
67
+ "Seed": "123",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ },
72
+ "9": {
73
+ "Username": "[email protected]",
74
+ "Seed": "123",
75
+ "Sample ID": "POS_test-9.html",
76
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
77
+ "User Feedback": "TRUE"
78
+ }
79
+ }
human_study/sghshg_123_Chain-of-Table_vdiIRk4V.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "sghshg",
4
+ "Seed": "123",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "sghshg",
11
+ "Seed": "123",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "sghshg",
18
+ "Seed": "123",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "sghshg",
25
+ "Seed": "123",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "sghshg",
32
+ "Seed": "123",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "sghshg",
39
+ "Seed": "123",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "sghshg",
46
+ "Seed": "123",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "sghshg",
53
+ "Seed": "123",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "sghshg",
60
+ "Seed": "123",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "FALSE"
64
+ },
65
+ "9": {
66
+ "Username": "sghshg",
67
+ "Seed": "123",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "FALSE"
71
+ }
72
+ }
human_study/[email protected]_123_Chain-of-Table_vdiIRk4V.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "[email protected]",
4
+ "Seed": "123",
5
+ "Sample ID": "POS_test-0.html",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "[email protected]",
11
+ "Seed": "123",
12
+ "Sample ID": "POS_test-1.html",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "[email protected]",
18
+ "Seed": "123",
19
+ "Sample ID": "POS_test-2.html",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "[email protected]",
25
+ "Seed": "123",
26
+ "Sample ID": "POS_test-3.html",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "[email protected]",
32
+ "Seed": "123",
33
+ "Sample ID": "POS_test-4.html",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "[email protected]",
39
+ "Seed": "123",
40
+ "Sample ID": "POS_test-5.html",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "[email protected]",
46
+ "Seed": "123",
47
+ "Sample ID": "POS_test-6.html",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "[email protected]",
53
+ "Seed": "123",
54
+ "Sample ID": "POS_test-7.html",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "[email protected]",
60
+ "Seed": "123",
61
+ "Sample ID": "POS_test-8.html",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "[email protected]",
67
+ "Seed": "123",
68
+ "Sample ID": "POS_test-9.html",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }
human_study/[email protected]_123_vdiIRk4V.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "Username": "[email protected]",
4
+ "Seed": "123",
5
+ "Sample ID": "0",
6
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
7
+ "User Feedback": "TRUE"
8
+ },
9
+ "1": {
10
+ "Username": "[email protected]",
11
+ "Seed": "123",
12
+ "Sample ID": "1",
13
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
14
+ "User Feedback": "TRUE"
15
+ },
16
+ "2": {
17
+ "Username": "[email protected]",
18
+ "Seed": "123",
19
+ "Sample ID": "2",
20
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
21
+ "User Feedback": "TRUE"
22
+ },
23
+ "3": {
24
+ "Username": "[email protected]",
25
+ "Seed": "123",
26
+ "Sample ID": "3",
27
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
28
+ "User Feedback": "TRUE"
29
+ },
30
+ "4": {
31
+ "Username": "[email protected]",
32
+ "Seed": "123",
33
+ "Sample ID": "4",
34
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
35
+ "User Feedback": "TRUE"
36
+ },
37
+ "5": {
38
+ "Username": "[email protected]",
39
+ "Seed": "123",
40
+ "Sample ID": "5",
41
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
42
+ "User Feedback": "TRUE"
43
+ },
44
+ "6": {
45
+ "Username": "[email protected]",
46
+ "Seed": "123",
47
+ "Sample ID": "6",
48
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
49
+ "User Feedback": "TRUE"
50
+ },
51
+ "7": {
52
+ "Username": "[email protected]",
53
+ "Seed": "123",
54
+ "Sample ID": "7",
55
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
56
+ "User Feedback": "TRUE"
57
+ },
58
+ "8": {
59
+ "Username": "[email protected]",
60
+ "Seed": "123",
61
+ "Sample ID": "8",
62
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
63
+ "User Feedback": "TRUE"
64
+ },
65
+ "9": {
66
+ "Username": "[email protected]",
67
+ "Seed": "123",
68
+ "Sample ID": "9",
69
+ "Task": "Please make a decision to Accept/Reject the AI prediction based on the explanation.",
70
+ "User Feedback": "TRUE"
71
+ }
72
+ }