-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy path04_trials_final.js
1921 lines (1903 loc) · 125 KB
/
04_trials_final.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
let attention_check_data = [
{
title: 'Rumors',
QUD: "John and his wife are eating dinner. They have been extremely busy all day in connection with their stressful jobs as real estate agents. Please move the slider all the way to the right. They are discussing a rumor saying that a famous singer has committed suicide in the morning. ",
optionLeft: '<p style="font-family: sans-serif">certainly false</p>',
optionRight: '<p style="font-family: sans-serif">certainly true</p>',
condition: "attention_check",
critical_question: ``,
prompt: "<b>John really liked that singer.</b>",
question: '<font size="3"> How likely is it that the statement is true given the story?</font>',
block: 'attention_check',
expected: 100
},
{
title: 'Underage drinking',
QUD: "Edward is in a crowded bar IDing the patrons who are drinking alcohol. There are new laws and if there is even one incident of underage drinking today Edward will close down the bar. Please move the slider all the way to the right. He talks to the owner of the bar later that night.",
optionLeft: '<p style="font-family: sans-serif">certainly false</p>',
optionRight: '<p style="font-family: sans-serif">certainly true</p>',
condition: "attention_check",
critical_question: ``,
prompt: "<b>Five people were drinking beer at the bar.</b>",
question: '<font size="3"> How likely is it that the statement is true given the story?</font>',
block: 'attention_check',
expected: 100
},
{
title: 'Health inspector',
QUD: "One of the duties of a restaurant health inspector is to test whether the food doesn't contain more bacteria than allowed. Please move the slider all the way to the left. After an inspection, the inspector talks to the restaurant owner.",
optionLeft: '<p style="font-family: sans-serif">certainly false</p>',
optionRight: '<p style="font-family: sans-serif">certainly true</p>',
condition: "attention_check",
critical_question: ``,
prompt: "<b>The restaurant owner had to pay a fine because some food contained bacteria.</b>",
question: '<font size="3"> How likely is it that the statement is true given the story?</font>',
block: 'attention_check',
expected: 0
},
{
title: 'Shelter',
QUD: "Freddy is finally allowed to get a cat. Please move the slider all the way to the left. He and his mum go to the animal shelter to choose one they want to take home with them.",
optionLeft: '<p style="font-family: sans-serif">certainly false</p>',
optionRight: '<p style="font-family: sans-serif">certainly true</p>',
condition: "attention_check",
critical_question: ``,
prompt: "<b>Freddy liked a little white kitten the most.</b>",
question: '<font size="3"> How likely is it that the statement is true given the story?</font>',
block: 'attention_check',
expected: 0
},
{
title: 'TV experts',
QUD: "Jason Barley and Richard Trellis are TV experts engaged in a live discussion of the current NBA season. They are debating about whether Greg Jones should be the Most Valuable Player of the season. Please click on the slider handle and leave it in the middle. Jason Barley thinks so, but Richard Trellis is less convinced.",
optionLeft: '<p style="font-family: sans-serif">certainly false</p>',
optionRight: '<p style="font-family: sans-serif">certainly true</p>',
condition: "attention_check",
critical_question: ``,
prompt: "<b>Greg Jones secured victory for his team during the last seconds of a decisive games.</b>",
question: '<font size="3"> How likely is it that the statement is true given the story?</font>',
block: 'attention_check',
expected: 50
},
{
title: 'Homework',
QUD: "Mr. Carpenter teaches at a university. He gave his students a homework assignment last week. Please click on the slider handle and leave it in the middle. The students are supposed to submit their homework by putting it in a dedicated post box. Mr. Carpenter collects the submitted assignments.",
optionLeft: '<p style="font-family: sans-serif">certainly false</p>',
optionRight: '<p style="font-family: sans-serif">certainly true</p>',
condition: "attention_check",
critical_question: ``,
prompt: "<b>All students submitted their homework on time.</b>",
question: '<font size="3"> How likely is it that the statement is true given the story?</font>',
block: 'attention_check',
expected: 50
},
{
title: 'Quiz',
QUD: "Mrs. McCartney organized a quiz event at a nursing home. The residents are asked to hand in their answers on a sheet of paper in groups. Please move the slider all the way to the right. Mrs. McCartney is announcing the results of the first question.",
optionLeft: '<p style="font-family: sans-serif">certainly false</p>',
optionRight: '<p style="font-family: sans-serif">certainly true</p>',
condition: "attention_check",
critical_question: ``,
prompt: "<b>The residents really like Mrs. McCartney's events.</b>",
question: '<font size="3"> How likely is it that the statement is true given the story?</font>',
block: 'attention_check',
expected: 100
},
{
title: 'Chocolate flavors',
QUD: "A chocolate brand recently introduced new flavors. Please move the slider all the way to the left. To get people to try them, the company offers a discount price if you buy chocolate bars in all of the new flavors at the same time. Anna thinks that it's only worth the price if all of the flavors are good.",
optionLeft: '<p style="font-family: sans-serif">certainly false</p>',
optionRight: '<p style="font-family: sans-serif">certainly true</p>',
condition: "attention_check",
critical_question: ``,
prompt: "<b>Anna already tried the new salted caramel chocolate bar.</b>",
question: '<font size="3"> How likely is it that the statement is true given the story?</font>',
block: 'attention_check',
expected: 0
}
]
// In this file you can specify the trial data for your experiment
// info important to create tirals
// vignettes is an object which contains all necessary information for the trials
let vignettes_or = {
lll: [
{
"ID": 1,
"name": "Jimmy's trip",
"author": "micha",
"final_selection": 1,
"type": "lll",
"relevance": 0,
"competence": 0,
"prior": 0,
"background": "Jimmy went on a day trip last week. He has a younger brother who is very talkative even if he doesn’t know what he is talking about. Jimmy’s brother told the neighbors about the trip afterwards.",
"utterance_or": "Jimmy’s younger brother told the neighbors: ‘Jimmy visited New York or Los Angeles.’",
"utterance_disj1": "Jimmy's younger brother told the neighbors: 'Jimmy visited New York.’",
"utterance_disj2": "Jimmy's younger brother told the neighbors: 'Jimmy visited Los Angeles.’",
"question_rel": "It is important for the neighbors to know whether Jimmy visited both New York and Los Angeles on his day trip.",
"question_comp": "Jimmy's brother knows whether Jimmy visited both New York and Los Angeles on his day trip.",
"question_pri1": "If Jimmy visited New York, it is likely that he also visited Los Angeles on his day trip.",
"question_pri2": "If Jimmy visited Los Angeles, it is likely that he also visited New York on his day trip.",
"question_pri_and": "It is likely that Jimmy visited both New York and Los Angeles on his day trip. ",
"question_xor": "From what Jimmy’s brother said we may conclude that Jimmy did not visit both New York and Los Angeles.",
"question_xorI": "Jimmy's brother wanted to convey that Jimmy did not visit both New York and Los Angeles.",
"question_exh1": "From what Jimmy’s brother said we may conclude that Jimmy did not visit Los Angeles as well.",
"question_exh2": "From what Jimmy’s brother said we may conclude that Jimmy did not visit New York as well.",
"test_true1": "Jimmy has a sibling.",
"test_true2": "Jimmy did not spend the night in the city he visited.",
"test_false1": "Jimmy’s brother took the trip together with Jimmy.",
"test_false2": "Jimmy is an exemplary student.",
"test_uncertain1": "Jimmy had told his friends about his plans to take a day trip before.",
"test_uncertain2": "Jimmy’s brother has been to New York City last year."
},
{
"ID": 2,
"name": "Harold's pet",
"author": "bob",
"final_selection": 1,
"type": "lll",
"relevance": 0,
"competence": 0,
"prior": 0,
"background": "Richard and Tom are talking about Harold. Harold has been wanting a pet for a long time but his girlfriend wouldn't let him. Richard heard she finally gave in.",
"utterance_or": "Richard says to Tom: 'Harold bought a cat or a dog.'",
"utterance_disj1": "Richard says to Tom: 'Harold bought a cat.'",
"utterance_disj2": "Richard says to Tom: 'Harold bought a dog.'",
"question_rel": "It is important for Tom to know whether Harold bought both a cat and a dog.",
"question_comp": "Richard knows whether Harold bought both a cat and a dog.",
"question_pri1": "If Harold bought a cat, it is likely that he bought a dog as well.",
"question_pri2": "If Harold bought a dog, it is likely that he bought a cat as well.",
"question_pri_and": "It is likely that Harold bought both a cat and a dog.",
"question_xor": "From what Richard said we may conclude that Harold did not buy both a cat and a dog.",
"question_xorI": "Richard wants to convey that Harold did not buy both a cat and a dog.",
"question_exh1": "From what Richard said we may conclude that Harold did not buy a dog as well.",
"question_exh2": "From what Richard said we may conclude that Harold did not buy a cat as well.",
"test_true1": "Harold has a girlfriend.",
"test_true2": "Harold's girlfriend didn't want a pet in her house before.",
"test_false1": "Harold used to have a parrot.",
"test_false2": "Tom and Harold are roommates.",
"test_uncertain1": "Harold’s girlfriend is afraid that pets will ruin the apartment.",
"test_uncertain2": "Richard has a dog."
},
{
"ID": 3,
"name": "Dave's kids",
"author": "natalie",
"final_selection": 1,
"type": "lll",
"relevance": 0,
"competence": 0,
"prior": 0,
"background": "Kim and Jason are talking about their old classmate Dave. They stopped talking to Dave after graduating, but today Jason heard a rumor that he got married a few weeks ago.",
"utterance_or": "Jason says to Kim: 'He now has a son or a daughter.'",
"utterance_disj1": "Jason says to Kim: 'He has a son.'",
"utterance_disj2": "Jason says to Kim: 'He has a daughter.'",
"question_rel": "It is important for Kim to know whether Dave has both a son and a daughter.",
"question_comp": "Jason knows whether Dave has both a son and a daughter.",
"question_pri1": "If Jason has a son, it is likely that he has a daughter as well.",
"question_pri2": "If Jason has a daughter, it is likely that he has a son as well.",
"question_pri_and": "It is likely that Dave has both a son and a daughter. ",
"question_xor": "From what Jason said we may conclude that Dave does not have both a son and a daughter.",
"question_xorI": "Jason wants to convey that Dave does not have both a son and a daughter.",
"question_exh1": "From what Jason said we may conclude that Dave does not have a daughter as well.",
"question_exh2": "From what Jason said we may conclude that Dave does not have a son as well.",
"test_true1": "Dave’s wedding was a few weeks ago.",
"test_true2": "Kim hasn’t seen Dave in a while.",
"test_false1": "Kim and Dave are siblings.",
"test_false2": "Dave is divorced.",
"test_uncertain1": "Dave lives in Canada.",
"test_uncertain2": "Dave’s wife went to school with them, too."
},
{
"ID": 4,
"name": "Brad Pitt",
"author": "bob",
"final_selection": 1,
"type": "lll",
"relevance": 0,
"competence": 0,
"prior": 0,
"background": "Sandra and Susie are watching a movie with Brad Pitt. Sandra vaguely remembers another movie with Brad Pitt. She tells Susie about it.",
"utterance_or": "Sandra says to Susie: ‘Brad Pitt played a fireman or a special agent in that other movie.'",
"utterance_disj1": "Sandra says to Susie: ‘Brad Pitt played a fireman in that other movie.'",
"utterance_disj2": "Sandra says to Susie: ‘Brad Pitt played a special agent in that other movie.'",
"question_rel": "It is important for Susie to know whether Brad Pitt played both a fireman and a special agent in that other movie.",
"question_comp": "Sandra knows whether Brad Pitt played both a fireman and a special agent in that other movie.",
"question_pri1": "If Brad Pitt played a fireman, it is likely that he also played a special agent in that other movie.",
"question_pri2": "If Brad Pitt a special agent, it is likely that he also played a fireman in that other movie.",
"question_pri_and": "It is likely that Brad Pitt played both a fireman and a special agent in that other movie.",
"question_xor": "From what Sandra said we may conclude that Brad Pitt did not play both a fireman and a special agent in that other movie.",
"question_xorI": "Sandra wants to convey that Brad Pitt did not play both a fireman and a special agent in that other movie.",
"question_exh1": "From what Sandra said we may conclude that Brad Pitt did not play a fireman in that other movie as well.",
"question_exh2": "From what Sandra said we may conclude that Brad Pitt did not play a special agent in that other movie as well.",
"test_true1": "Brad Pitt is an actor.",
"test_true2": "Sandra and Susie like Brad Pitt.",
"test_false1": "Brad Pitt is playing the bad guy in that other movie.",
"test_false2": "Sandra is talking about another movie with Leonardo DiCaprio.",
"test_uncertain1": "Sandra likes Sandra Bullock.",
"test_uncertain2": "Susie has watched many movies with Will Smith."
}
],
llh: [
{
"ID": 5,
"name": "Joshua's delay",
"author": "micha",
"final_selection": 1,
"type": "llh",
"relevance": 0,
"competence": 0,
"prior": 1,
"background": "Kevin, Cory and Joshua are 7-year-olds from the same neighborhood. Joshua has very strict parents who usually make him do chores before he can go out. Yesterday Joshua was later than usual to play football with the kids from the neighborhood.",
"utterance_or": "Cory says to Kevin: 'Joshua had to clean his room or do his homework.'",
"utterance_disj1": "Cory says to Kevin: 'Joshua had to clean his room.’",
"utterance_disj2": "Cory says to Kevin: 'Joshua had to do his homework.'",
"question_rel": "It is important for Kevin to know whether Joshua had to both clean his room and do his homework before coming to the game.",
"question_comp": "Cory knows whether Joshua had to both clean his room and do his homework before coming to the game.",
"question_pri1": "If Joshua had to do his homework, it is likely that he also had to clean his room before coming to the game.",
"question_pri2": "If Joshua had to clean his room, it is likely that he also had to do his homework before coming to the game.",
"question_pri_and": "It is likely that Joshua had to both clean his room and do his homework before coming to the game.",
"question_xor": "From what Cory said we may conclude that Joshua did not have to both clean his room and do his homework before coming to the game.",
"question_xorI": "Cory wanted to convey that Joshua did not have to both clean his room and do his homework before coming to the game.",
"question_exh1": "From what Cory said we may conclude that Joshua did not have to do his homework as well.",
"question_exh2": "From what Cory said we may conclude that Joshua did not have to clean his room as well.",
"test_true1": "Cory is in elementary school.",
"test_true2": "Kevin and Cory expected Joshua to arrive earlier.",
"test_false1": "Kevin cannot stand Joshua.",
"test_false2": "Kevin, Cory and Joshua are brothers.",
"test_uncertain1": "Kevin already finished his homework for today.",
"test_uncertain2": "The boys like to play hide and seek."
},
{
"ID": 6,
"name": "Gerald's graduation",
"author": "bob",
"final_selection": 1,
"type": "llh",
"relevance": 0,
"competence": 0,
"prior": 1,
"background": "Nico and Rick are talking about their friend Gerald. Gerald has been studying for ages. Gerald’s parents have always been very supportive of his studies to this very day. They are a close, traditional family. Nico vaguely heard that Gerald recently graduated. He tells Rick about the ceremony.",
"utterance_or": "Nico says to Rick: 'His mother or his father attended the ceremony.'",
"utterance_disj1": "Nico says to Rick: 'His mother attended the ceremony.'",
"utterance_disj2": "Nico says to Rick: 'His father attended the ceremony.'",
"question_rel": "It is important for Rick to know whether both Gerald's mother and his father attended the ceremony.",
"question_comp": "Nico knows whether both Gerald's mother and his father attended the ceremony.",
"question_pri1": "If Gerald's mother attended the ceremony, it is likely that his father attended as well.",
"question_pri2": "If Gerald's father attended the ceremony, it is likely that his mother attended as well.",
"question_pri_and": "It is likely that both Gerald’s mother and his father attended the ceremony.",
"question_xor": "From what Nico said we may conclude that Gerald's mother and his father did not both attend the ceremony.",
"question_xorI": "Nico wants to convey that Gerald's mother and his father did not both attend the ceremony.",
"question_exh1": "From what Nico said we may conclude that Gerald's father did not attend the ceremony as well.",
"question_exh2": "From what Nico said we may conclude that Gerald's mother did not attend the ceremony as well.",
"test_true1": "Gerald has a higher education. ",
"test_true2": "Nico did not attend Gerald’s graduation ceremony.",
"test_false1": "Rick is Gerald’s professor.",
"test_false2": "Gerald just graduated from high school.",
"test_uncertain1": "Gerald took almost ten years to graduate.",
"test_uncertain2": "Gerald studied Computer Science."
},
{
"ID": 7,
"name": "Greg's movie",
"author": "natalie",
"final_selection": 1,
"type": "llh",
"relevance": 0,
"competence": 0,
"prior": 1,
"background": "Greg is a huge Star Wars fan. A couple of months ago two new Star Wars movies were released. Kira goes to the same school as Greg.",
"utterance_or": "Kira tells her mother: ‘Greg already saw the first or the second Star Wars movie.’",
"utterance_disj1": "Kira tells her mother: ‘Greg already saw the first Star Wars movie.’",
"utterance_disj2": "Kira tells her mother: ‘Greg already saw the second Star Wars movie.’",
"question_rel": "It is important for Kira’s mother to know whether Greg has already seen both the first and the second Star Wars movie.",
"question_comp": "Kira knows whether Greg has already seen both the first and the second Star Wars movies.",
"question_pri1": "If Greg has already seen the first Star Wars movie, it is likely that he has seen the second Star Wars movie as well.",
"question_pri2": "If Greg has already seen the second Star Wars movie, it is likely that he has already seen the first Star Wars movie as well.",
"question_pri_and": "It is likely that Greg has already seen both the first and the second Star Wars movies. ",
"question_xor": "From what Kira said we may conclude that Greg has not already seen both the first and the second Star Wars movie.",
"question_xorI": "Kira wants to convey that Greg has not seen both the first and the second Star Wars movie.",
"question_exh1": "From what Kira said we may conclude that Greg has not seen the first Star Wars movie as well.",
"question_exh2": "From what Kira said we may conclude that Greg has not seen the second Star Wars movie as well.",
"test_true1": "Greg likes movies.",
"test_true2": "Kira and Greg know each other.",
"test_false1": "Greg hates Star Wars.",
"test_false2": "Greg and Kira are colleagues at work.",
"test_uncertain1": "Greg and Kira took midterm exams last week.",
"test_uncertain2": "Greg considers going to the cinema with his sister next weekend."
},
{
"ID": 8,
"name": "Alissa's paint",
"author": "natalie",
"final_selection": 1,
"type": "llh",
"relevance": 0,
"competence": 0,
"prior": 1,
"background": "Fiona just got off a video call with her daughter Alissa. Alissa very briefly mentioned that she recently re-painted the walls in her apartment. She had to re-paint her apartment with a tight budget. Fiona tells her brother Butch about it.",
"utterance_or": "Fiona says to Butch: 'She used off-white for the bedroom or the guest room.'",
"utterance_disj1": "Fiona says to Butch: 'She used off-white for the bedroom.'",
"utterance_disj2": "Fiona says to Butch: 'She used off-white for the guest room.'",
"question_rel": "It is important for Butch to know whether Alissa used off-white for both the bedroom and the guest room.",
"question_comp": "Fiona knows whether Alissa used off-white for both the bedroom and the guest room.",
"question_pri1": "If Alissa used off-white for the bedroom, it is likely that she used off-white for the guest room as well.",
"question_pri2": "If Alissa used off-white for the guest room, it is likely that she used off-white for the bedroom as well.",
"question_pri_and": "It is likely that Alissa used off-white for both the bedroom and the guest room. ",
"question_xor": "From what Fiona said we may conclude that Alissa did not use off-white for both the bedroom and the guest room.",
"question_xorI": "Fiona wants to convey that Alissa did not use off-white for both the bedroom and the guest room.",
"question_exh1": "From what Fiona said we may conclude that Alissa did not use off-white for the guest room as well.",
"question_exh2": "From what Fiona said we may conclude that Alissa did not use off-white for the bedroom as well.",
"test_true1": "Butch is Alissa’s uncle.",
"test_true2": "Alissa recently bought paint for her apartment. ",
"test_false1": "Fiona hasn’t visited Alissa since her renovation.",
"test_false2": "Butch is Alissa’s father.",
"test_uncertain1": "Fiona wants to re-paint her apartment now, too.",
"test_uncertain2": "Alissa also got new furniture."
}
],
lhl: [ {
"ID": 9,
"name": "Tony's clubbing",
"author": "micha",
"final_selection": 1,
"type": "lhl",
"relevance": 0,
"competence": 1,
"prior": 0,
"background": "Tony only listens to Techno music. He hates any other style of music. Tony contemplates going to club Macabre tonight, but he has no idea what music they play. He phones his friend Rob who works at club Macabre as a bartender.",
"utterance_or": "Rob tells Tony: 'They play Jazz or Metal tonight.'",
"utterance_disj1": "Rob tells Tony: 'They play Jazz tonight.'",
"utterance_disj2": "Rob tells Tony: 'They play Metal tonight.'",
"question_rel": "It is important for Tony to know whether they play both Jazz and Metal at the club tonight.",
"question_comp": "Rob knows whether they play both Jazz and Metal at the club tonight.",
"question_pri1": "If they play Jazz at the club tonight, it is likely that they also play Metal.",
"question_pri2": "If they play Metal at the club tonight, it is likely that they also play Jazz.",
"question_pri_and": "It is likely that they play both Jazz and Metal at the club tonight.",
"question_xor": "From what Rob said we may conclude that they do not play both Jazz and Metal at the club tonight.",
"question_xorI": "Rob wanted to convey that they do not play both Jazz and Metal at the club tonight.",
"question_exh1": "From what Rob said we may conclude that they do not play Metal as well at the club tonight.",
"question_exh2": "From what Rob said we may conclude that they do not play Jazz as well at the club tonight.",
"test_true1": "Tony likes to go out.",
"test_true2": "Techno is quite different from Jazz and from Metal.",
"test_false1": "Tony considers going to an anthropology lecture tonight.",
"test_false2": "Rob works as a DJ at club Macabre.",
"test_uncertain1": "Tony composes Techno music himself.",
"test_uncertain2": "Rob’s favorite music is Jazz."
},
{
"ID": 10,
"name": "Lily's husband",
"author": "bob",
"final_selection": 1,
"type": "lhl",
"relevance": 0,
"competence": 1,
"prior": 0,
"background": "Bill and Eric went to a bar. Eric’s wife, Lily, promised to pick them up if Eric drank any alcohol. She phones up Bill to ask about their night.",
"utterance_or": "Bill tells Lily: 'Your husband drank wine or vodka.'",
"utterance_disj1": "Bill tells Lily: 'Your husband drank wine.’",
"utterance_disj2": "Bill tells Lily: 'Your husband drank vodka.'",
"question_rel": "It is important for Lily to know whether her husband drank both wine and vodka.",
"question_comp": "Bill knows whether Eric drank both wine and vodka.",
"question_pri1": "If Eric drank wine, it is likely that he drank vodka as well.",
"question_pri2": "If Eric drank vodka, it is likely that he drank wine as well.",
"question_pri_and": "It is likely that Eric drank both wine and vodka. ",
"question_xor": "From what Bill said we may conclude that Eric did not drink both wine and vodka.",
"question_xorI": "Bill wants to convey that Eric did not drink both wine and vodka.",
"question_exh1": "From what Bill said we may conclude that Eric did not drink vodka as well.",
"question_exh2": "From what Bill said we may conclude that Eric did not drink wine as well.",
"test_true1": "Eric's wife has a driver’s licence.",
"test_true2": "Lily is married.",
"test_false1": "Eric and Lily went to a bar together.",
"test_false2": "Eric and Bill went to see a football game.",
"test_uncertain1": "Eric and Bill go out to a bar every weekend. ",
"test_uncertain2": "Lily does not drink alcohol."
},
{
"ID": 11,
"name": "Unexpected guest",
"author": "neele",
"final_selection": 1,
"type": "lhl",
"relevance": 0,
"competence": 1,
"prior": 0,
"background": "Kenny brought his schoolmate Brandon home for dinner unannounced. Kenny asks his father what's for dinner because Brandon is a vegetarian. ",
"utterance_or": "Kenny's father says: ‘Your mother is preparing beef or pork.’",
"utterance_disj1": "Kenny’s father says: ‘Your mother is preparing beef.’",
"utterance_disj2": "Kenny’s father says: ‘Your mother is preparing pork.’",
"question_rel": "It is important for Kenny to know whether his mother is preparing both beef and pork for dinner.",
"question_comp": "Kenny’s father knows whether Kenny’s mother is preparing both beef and pork for dinner.",
"question_pri1": "If Kenny’s mother is preparing beef for dinner, it is likely that she is also preparing pork.",
"question_pri2": "If Kenny’s mother is preparing pork for dinner, it is likely that she is also preparing beef.",
"question_pri_and": "It is likely that Kenny’s mother is preparing both beef and pork for dinner.",
"question_xor": "From what Kenny’s father said we may conclude that Kenny’s mother is not preparing both beef and pork for dinner.",
"question_xorI": "Kenny’s father wants to convey that Kenny’s mother is not preparing both beef and pork for dinner.",
"question_exh1": "From what Kenny’s father said we may conclude that Kenny’s mother is not preparing beef for dinner as well.",
"question_exh2": "From what Kenny’s father said we may conclude that Kenny’s mother is not preparing pork for dinner as well.",
"test_true1": "Brandon does not eat lamb.",
"test_true2": "Kenny’s family did not plan for guests tonight.",
"test_false1": "Kenny brought Brandon to join his family for brunch.",
"test_false2": "Brandon is Kenny’s uncle.",
"test_uncertain1": "Kenny has siblings.",
"test_uncertain2": "Kenny’s last name is Miller."
},
{
"ID": 12,
"name": "Hippies",
"author": "bob",
"final_selection": 1,
"type": "lhl",
"relevance": 0,
"competence": 1,
"prior": 0,
"background": "Paul drives home for Christmas. He stops his car at a gas station. He sees a policeman talking to a young couple in a colorful van. After the van pulls off, Paul starts chatting with the policeman about the couple.",
"utterance_or": "The policeman says: 'The van had broken headlights or tail lights.’",
"utterance_disj1": "The policeman says: ‘The van had broken headlights.’",
"utterance_disj2": "The policeman says: 'The van had broken tail lights.’",
"question_rel": "It is important for Paul to know whether the van had both broken headlights and tail lights.",
"question_comp": "The policeman knows whether the van had both broken headlights and tail lights.",
"question_pri1": "If the van had broken headlights, it is likely that it had broken tail lights as well.",
"question_pri2": "If the van had broken tail lights, it is likely that it had broken headlights as well.",
"question_pri_and": "It is likely that the van had both broken headlights and tail lights.",
"question_xor": "From what the policeman said we may conclude that it it is not the case that the van had both broken headlights and tail lights.",
"question_xorI": "The policeman wants to convey that that it it is not the case that the van had both broken headlights and tail lights.",
"question_exh1": "From what the policeman said we may conclude that the van did not have broken headlights as well.",
"question_exh2": "From what the policeman said we may conclude that the van did not have broken tail lights as well.",
"test_true1": "It's Christmas time.",
"test_true2": "Paul drives a motorized vehicle.",
"test_false1": "The policeman arrested Paul for murder.",
"test_false2": "The couple's van is registered as a stolen vehicle.",
"test_uncertain1": "Paul is having a coffee at the gas station.",
"test_uncertain2": "Paul has a green car."
}
],
lhh: [
{
"ID": 13,
"name": "Bill's order",
"author": "micha",
"final_selection": 1,
"type": "lhh",
"relevance": 0,
"competence": 1,
"prior": 1,
"background": "Jake and Bill went jogging together in the afternoon. Afterwards they were very hungry and went to a restaurant. Later Jake ran into Bill’s wife and told her about their lunch.",
"utterance_or": "Jake told Bill’s wife: 'Bill ordered a starter or a side dish with his main course.'",
"utterance_disj1": "Jake told Bill’s wife: 'Bill ordered a starter with his main course.'",
"utterance_disj2": "Jake told Bill’s wife: 'Bill ordered a side dish with his main course.'",
"question_rel": "It is important for Bill's wife to know whether Bill ordered both a starter and a side dish with his main course.",
"question_comp": "Jake knows whether Bill ordered both a starter and a side dish with his main course.",
"question_pri1": "If Bill ordered a starter, it is likely that he also ordered a side dish with his main course.",
"question_pri2": "If Bill ordered a side dish, it is likely that he also ordered a starter with his main course.",
"question_pri_and": "It is likely that Bill ordered both a side dish and a starter with his main course. ",
"question_xor": "From what Jake said we may conclude that Bill did not order both a starter and a side dish with his main course.",
"question_xorI": "Jake wanted to convey that Bill did not order both a starter and a side dish with his main course.",
"question_exh1": "From what Jake said we may conclude that Bill did not order a side dish as well.",
"question_exh2": "From what Jake said we may conclude that Bill did not order a starter as well.",
"test_true1": "Bill and Jake like doing sports.",
"test_true2": "Bill is married.",
"test_false1": "Jake went home right after finishing the run.",
"test_false2": "Bill has a knee injury.",
"test_uncertain1": "Bill is a vegetarian.",
"test_uncertain2": "Jake is married."
},
{
"ID": 14,
"name": "Chloe's holiday",
"author": "bob",
"final_selection": 1,
"type": "lhh",
"relevance": 0,
"competence": 1,
"prior": 1,
"background": "Chloe is telling her father about her holidays with her two friends Susan and Amelia. Chloe had forgotten to bring suntan lotion.",
"utterance_or": "Chloe tells her father: 'Susan or Amelia brought some extra suntan lotion I could use.'",
"utterance_disj1": "Chloe tells her father: 'Susan brought some extra suntan lotion I could use.'",
"utterance_disj2": "Chloe tells her father: 'Amelia brought some extra suntan lotion I could use.'",
"question_rel": "It is important for Chloe's father to know whether both Susan and Amelia brought some extra suntan lotion that Chloe could use.",
"question_comp": "Chloe knows whether both Susan and Amelia brought some extra suntan lotion that she could use.",
"question_pri1": "If Susan brought some extra suntan lotion that Chloe could use, it is likely that Amelia brought some as well.",
"question_pri2": "If Amelia brought some extra suntan lotion that Chloe could use, it is likely that Susan brought some as well.",
"question_pri_and": "It is likely that both Susan and Amelia brought some extra suntan lotion that Chloe could use. ",
"question_xor": "From what Chloe said we may conclude that Susan and Amelia did not both bring some extra suntan lotion that Chloe could use.",
"question_xorI": "Chloe wants to convey that Susan and Amelia did not both bring some extra suntan lotion that she could use.",
"question_exh1": "From what Chloe said we may conclude that Amelia did not bring some extra suntan lotion as well.",
"question_exh2": "From what Chloe said we may conclude that Susan did not bring some extra suntan lotion as well.",
"test_true1": "Chloe recently got back from holidays.",
"test_true2": "Chloe’s father did not go on holiday with his daughter.",
"test_false1": "Amelia is Chloe’s sister. ",
"test_false2": "The girls went to the rainy UK for their holiday.",
"test_uncertain1": "Chloe spent ten days on holiday.",
"test_uncertain2": "Chloe forgot about bringing some beach towels, too."
},
{
"ID": 15,
"name": "School",
"author": "elisa",
"final_selection": 1,
"type": "lhh",
"relevance": 0,
"competence": 1,
"prior": 1,
"background": "Julia's mum and Anna's mum wait for their children in front of the school. Julia's mum says that girls should be good at arts and languages. According to her, all other subjects are male domains.",
"utterance_or": "Anna's mum says to Julia's mum: 'Anna excels at Math or Physics.'",
"utterance_disj1": "Anna's mum says to Julia's mum: 'Anna excels at Math.'",
"utterance_disj2": "Anna's mum says to Julia's mum: 'Anna excels at Physics.'",
"question_rel": "It is important for Julia's mum to know whether Anna excels at both Math and Physics.",
"question_comp": "Anna's mum knows whether Anna excels at both Math and Physics.",
"question_pri1": "If Anna excels at Math, it is likely that she excels at Physics as well.",
"question_pri2": "If Anna excels at Physics, it is likely that she excels at Math as well.",
"question_pri_and": "It is likely that Anna excels at both Math and Physics.",
"question_xor": "From what Anna's mum said we may conclude that Anna does not excel at both Math and Physics.",
"question_xorI": "Anna's mum wants to convey that Anna does not excel at both Math and Physics.",
"question_exh1": "From what Anna's mum said we may conclude that Anna does not excel at Physics as well.",
"question_exh2": "From what Anna's mum said we may conclude that Anna does not excel at Math as well.",
"test_true1": "Anna and Julia go to the same school.",
"test_true2": "Anna and Julia are about to finish school for the day.",
"test_false1": "Julia's mum believes that girls should be good at Chemistry.",
"test_false2": "Julia gets home by taking the bus by herself after school. ",
"test_uncertain1": "Anna and Julia have been friends since first grade.",
"test_uncertain2": "Anna’s and Julia’s families are neighbors, too."
},
{
"ID": 16,
"name": "Grandma",
"author": "neele",
"final_selection": 1,
"type": "lhh",
"relevance": 0,
"competence": 1,
"prior": 1,
"background": "Gretchen is meeting her mother Elsa. Elsa had just previously met her own mother, Gretchen's grandmother. They went to Cafe Toscana in the city center. Elsa tells Gretchen about it.",
"utterance_or": "Elsa tells Gretchen: 'I just had coffee or cake with your grandma at Cafe Toscana.'",
"utterance_disj1": "Elsa tells Gretchen: 'I just had coffee with your grandma at Cafe Toscana.'",
"utterance_disj2": "Elsa tells Gretchen: 'I just had cake with your grandma at Cafe Toscana.'",
"question_rel": "It is important for Gretchen to know whether Elsa had both coffee and cake with her grandmother at Cafe Toscana.",
"question_comp": "Elsa knows whether she had both coffee and cake with her mother at Cafe Toscana.",
"question_pri1": "If Elsa had coffee, it is likely that she also had cake at Cafe Toscana.",
"question_pri2": "If Elsa had cake, it is likely that she also had coffee at Cafe Toscana.",
"question_pri_and": "It is likely that Elsa had both coffee and cake at Cafe Toscana.",
"question_xor": "From what Elsa said we may conclude that she did not have both coffee and cake at Cafe Toscana.",
"question_xorI": "Elsa wants to convey that she did not have both coffee and cake at Cafe Toscana.",
"question_exh1": "From what Elsa said we may conclude that she did not have coffee at Cafe Toscana as well.",
"question_exh2": "From what Elsa said we may conclude that she did not have cake at Cafe Toscana as well.",
"test_true1": "Elsa is Gretchen's mother.",
"test_true2": "There's a cafe named Cafe Toscana.",
"test_false1": "Gretchen is Elsa's grandmother.",
"test_false2": "Gretchen is meeting her father.",
"test_uncertain1": "Gretchen's brother has been at Cafe Toscana too.",
"test_uncertain2": "Gretchen has blond hair."
}
],
hll: [
{
"ID": 17,
"name": "Carl's party",
"author": "micha",
"final_selection": 1,
"type": "hll",
"relevance": 1,
"competence": 0,
"prior": 0,
"background": "Carl organized a party in his garden. His ex-wives Sue and Mary also attended, even though Carl’s current wife is very jealous. Luckily for her, Carl is normally very faithful and devoted. John only arrived at the party when things were winding down. He spent most of his time helping out Carl’s wife in the kitchen.",
"utterance_or": "Afterwards John told Carl’s wife: 'Carl danced passionately with Sue or Mary.'",
"utterance_disj1": "Afterwards John told Carl’s wife: 'Carl danced passionately with Sue.'",
"utterance_disj2": "Afterwards John told Carl’s wife: 'Carl danced passionately with Mary.'",
"question_rel": "It is important for Carl's wife to know whether Carl danced passionately with both Sue and Mary.",
"question_comp": "John knows whether Carl danced passionately with both Sue and Mary.",
"question_pri1": "If Carl danced passionately with Sue, it is likely that he danced passionately with Mary as well.",
"question_pri2": "If Carl danced passionately with Mary, it is likely that he danced passionately with Sue as well.",
"question_pri_and": "It is likely that Carl danced passionately with both Sue and Mary.",
"question_xor": "From what John said we may conclude that Carl did not dance passionately with both Sue and Mary.",
"question_xorI": "John wanted to convey that Carl did not dance passionately with both Sue and Mary.",
"question_exh1": "From what John said we may conclude that Carl did not dance passionately with Mary as well.",
"question_exh2": "From what John said we may conclude that Carl did not dance passionately with Sue as well.",
"test_true1": "Carl is married.",
"test_true2": "John did not spend much time outside.",
"test_false1": "John and Carl, the hosts, are a gay couple.",
"test_false2": "Carl invited his guests to a restaurant.",
"test_uncertain1": "Carl’s wife likes to dance tango.",
"test_uncertain2": "Carl's wife liked the music very much."
},
{
"ID": 18,
"name": "Leo's prize",
"author": "bob",
"final_selection": 1,
"type": "hll",
"relevance": 1,
"competence": 0,
"prior": 0,
"background": "Leo is sponsoring a golf tournament. In particular, he provides a luxurious car for any hole-in-one. When Leo arrives at the tournament, his friend Hans who arrived shortly before him comes up to him. Hans vaguely overheard some people talking about the events so far. He tells Leo what he heard.",
"utterance_or": "Hans tells Leo: 'I heard someone just hit a hole-in-one on the first or second hole.'",
"utterance_disj1": "Hans tells Leo: 'I heard someone just hit a hole-in-one on the first hole.’",
"utterance_disj2": "Hans tells Leo: 'I heard someone just hit a hole-in-one on the second hole.''",
"question_rel": "It is important for Leo to know whether someone just hit a hole-in-one on both the first and the second hole.",
"question_comp": "Hans knows whether someone just hit a hole-in-one on both the first and the second hole.",
"question_pri1": "If someone hit a hole-in-one on the first hole, it is likely that they also hit a hole-in-one on the second hole.",
"question_pri2": "If someone hit a hole-in-one on the second hole, it is likely that they also hit a hole-in-one on the first hole.",
"question_pri_and": "It is likely that someone hit a hole-in-one on both the first and the second hole.",
"question_xor": "From what Hans said we may conclude that the player in question didn't hit a hole-in-one on both the first and the second hole.",
"question_xorI": "Hans wants to convey that the player in question didn't hit a hole-in-one on both the first and the second hole.",
"question_exh1": "From what Hans said we may conclude that the player in question didn't hit a hole-in-one on the second hole as well.",
"question_exh2": "From what Hans said we may conclude that the player in question didn't hit a hole-in-one on the first hole as well",
"test_true1": "Leo is wealthy.",
"test_true2": "The players have a chance to win a luxurious vehicle. ",
"test_false1": "Leo will provide a luxurious car for the winner of the tournament.",
"test_false2": "Hans hit a hole-in-one.",
"test_uncertain1": "Hans is sponsoring the tournament, too.",
"test_uncertain2": "Hans’s wife participates in the tournament."
},
{
"ID": 19,
"name": "Eyewitness",
"author": "elisa",
"final_selection": 1,
"type": "hll",
"relevance": 1,
"competence": 0,
"prior": 0,
"background": "Mrs. Pruitt is questioned by the police about a thievery suspect she had seen this morning. Unfortunately, she only got a short glimpse of the person's upper body behind a car.",
"utterance_or": "Mrs. Pruitt reports to the police: 'The suspect used a skateboard or rollerblades.'",
"utterance_disj1": "Mrs. Pruitt reports to the police: ‘The suspect used a skateboard.’",
"utterance_disj2": "Mrs. Pruitt reports to the police: ‘The suspect used rollerblades.’",
"question_rel": "It is important for the police to know whether the suspect used both a skateboard and rollerblades.",
"question_comp": "Mrs. Pruitt knows whether the suspect used both a skateboard and rollerblades.",
"question_pri1": "If the suspect used a skateboard, it is likely that they also used rollerblades.",
"question_pri2": "If the suspect used rollerblades, it is likely that they also used a skateboard.",
"question_pri_and": "It is likely that the suspect used both a skateboard and rollerblades.",
"question_xor": "From what Mrs. Pruitt said we may conclude that the suspect did not use both a skateboard and rollerblades.",
"question_xorI": "Mrs. Pruitt wants to convey that the suspect did not use both a skateboard and rollerblades.",
"question_exh1": "From what Mrs. Pruitt said we may conclude that the suspect did not use rollerblades as well.",
"question_exh2": "From what Mrs. Pruitt said we may conclude that the suspect did not use a skateboard as well.",
"test_true1": "Mrs. Pruitt is talking to the police.",
"test_true2": "The police is looking for a person that Mrs. Pruitt saw.",
"test_false1": "Mrs. Pruitt is a crime suspect.",
"test_false2": "Mrs. Pruitt leads the investigation.",
"test_uncertain1": "Mrs. Pruitt is a teacher.",
"test_uncertain2": "The suspect wore a red hoodie."
},
{
"ID": 20,
"name": "College",
"author": "neele",
"final_selection": 1,
"type": "hll",
"relevance": 1,
"competence": 0,
"prior": 0,
"background": "Matthew and Alice recently sent out applications for colleges. Alice would love to go to the same college as Matthew, so they applied to the same colleges. However, Matthew was not a very good student so she would be surprised if he got accepted to even one college. Coincidentally, Alice runs into a neighbor of Matthew’s family at the supermarket. The neighbor tells her what he heard about Matthew’s applications.",
"utterance_or": "The neighbor says to Alice: 'I heard Matthew got accepted to a college in Washington or Austin.'",
"utterance_disj1": "The neighbor says to Alice: 'I heard Matthew got accepted to a college in Washington.'",
"utterance_disj2": "The neighbor says to Alice: 'I heard Matthew got accepted to a college in Austin.'",
"question_rel": "It is important for Alice to know whether Matthew got accepted to a college in both Washington and Austin.",
"question_comp": "The neighbor knows whether Matthew got accepted to a college in both Washington and Austin.",
"question_pri1": "If Matthew got accepted to a college in Washington, it is likely that he also got accepted to a college in Austin.",
"question_pri2": "If Matthew got accepted to a college in Austin, it is likely that he also got accepted to a college in Washington.",
"question_pri_and": "It is likely that Matthew got accepted to a college in both Washington and Austin.",
"question_xor": "From what the neighbor said we may conclude that Matthew didn't get accepted to a college in both Austin and Washington.",
"question_xorI": "The neighbor wants to convey that Matthew didn't get accepted to a college in both Austin and Washington.",
"question_exh1": "From what the neighbor said we may conclude that Matthew didn't get accepted to a college in Austin as well.",
"question_exh2": "From what the neighbor said we may conclude that Matthew didn't get accepted to a college in Washington as well.",
"test_true1": "Matthew and Alice like each other.",
"test_true2": "Alice is shopping for groceries.",
"test_false1": "Matthew wants to become a carpenter.",
"test_false2": "Alice didn't apply for college.",
"test_uncertain1": "Alice wants to study languages.",
"test_uncertain2": "Alice likes Michael Jackson."
}
],
hlh: [
{
"ID": 21,
"name": "Brad's clothes",
"author": "micha",
"final_selection": 1,
"type": "hlh",
"relevance": 1,
"competence": 0,
"prior": 1,
"background": "Brad is notorious for his shabby clothes. His friends Gina and Mandy make frequent jokes about it. These comments upset Brad. Brad has a date next week, and Gina heard that he finally went shopping the other day.",
"utterance_or": "Gina tells Mandy: 'Brad bought a sweater or a pair of jeans.'",
"utterance_disj1": "Gina tells Mandy: 'Brad bought a sweater.'",
"utterance_disj2": "Gina tells Mandy: 'Brad bought a pair of jeans.'",
"question_rel": "It is important for Mandy to know whether Brad bought both a sweater and a pair of jeans the other day.",
"question_comp": "Gina knows whether Brad bought both a sweater and a pair of jeans the other day.",
"question_pri1": "If Brad bought a sweater, it is likely that he also bought a pair of jeans the other day.",
"question_pri2": "If Brad bought a pair of jeans, it is likely that he also bought a sweater the other day.",
"question_pri_and": "It is likely that Brad bought both a sweater and a pair of jeans the other day. ",
"question_xor": "From what Gina said we may conclude that Brad did not buy both a sweater and a pair of jeans the other day.",
"question_xorI": "Gina wants to convey that Brad did not buy both a sweater and a pair of jeans the other day.",
"question_exh1": "From what Gina said we may conclude that Brad did not buy a pair of jeans as well.",
"question_exh2": "From what Gina said we may conclude that Brad did not buy a sweater as well.",
"test_true1": "Gina and Mandy care about Brad.",
"test_true2": "Brad is not happy about the fact that his friends make jokes about his shabby clothes.",
"test_false1": "Brad is a big fashion fan. ",
"test_false2": "Gina is Brad’s sister.",
"test_uncertain1": "Gina, Mandy and Brad go to school together.",
"test_uncertain2": "Mandy feels attracted to Brad."
},
{
"ID": 22,
"name": "Gigi's exams",
"author": "bob",
"final_selection": 1,
"type": "hlh",
"relevance": 1,
"competence": 0,
"prior": 1,
"background": "Recently, Gigi took exams in Physics and Chemistry. She studied day and night and even paid for private tutoring. Carrie just heard some rumors from her fellow students about the exam results. She talks to Gigi’s best friend who is very concerned for Gigi.",
"utterance_or": "Carrie tells Gigi's best friend: 'Gigi passed her Physics exam or her Chemistry exam.'",
"utterance_disj1": "Carrie tells Gigi's best friend: 'Gigi passed her Physics exam.'",
"utterance_disj2": "Carrie tells Gigi's best friend: 'Gigi passed her Chemistry exam.'",
"question_rel": "It is important for Gigi's best friend to know whether Gigi passed both her Physics exam and her Chemistry exam.",
"question_comp": "Carrie knows whether Gigi passed both her Physics exam and her Chemistry exam.",
"question_pri1": "If Gigi passed her Physics exam, it is likely that she also passed her Chemistry exam.",
"question_pri2": "If Gigi passed her Chemistry exam, it is likely that she also passed her Physics exam.",
"question_pri_and": "It is likely that Gigi passed both her Physics exam and her Chemistry exam.",
"question_xor": "From what Carrie said we may conclude that Gigi did not pass both her Physics exam and her Chemistry exam.",
"question_xorI": "Carrie wants to convey that Gigi did not pass both her Physics exam and her Chemistry exam.",
"question_exh1": "From what Carrie said we may conclude that Gigi did not pass her Chemistry exam as well.",
"question_exh2": "From what Carrie said we may conclude that Gigi did not pass her Physics exam as well.",
"test_true1": "Gigi took science exams.",
"test_true2": "Gigi studied hard to pass her exams.",
"test_false1": "Carrie is Gigi’s best friend.",
"test_false2": "Carrie heard rumors that Gigi passed her Math exam.",
"test_uncertain1": "Gigi’s best friend took a Physics exam, as well.",
"test_uncertain2": "Gigi and her best friend want to go to the same college."
},
{
"ID": 23,
"name": "Rabbits",
"author": "elisa",
"final_selection": 1,
"type": "hlh",
"relevance": 1,
"competence": 0,
"prior": 1,
"background": "James has recently employed Tim. He is supposed to help James with small things in the household, like buying groceries. When Tim arrives this morning, James has already left for work. But his daughter Jessica is at home. She vaguely remembers that her dad mentioned something about running out of food for their rabbits.",
"utterance_or": "Jessica says to Tim: 'I think you should go out to buy carrots or apples.'",
"utterance_disj1": "Jessica says to Tim: 'I think you should go out to buy carrots.'",
"utterance_disj2": "Jessica says to Tim: 'I think you should go out to buy apples.'",
"question_rel": "It is important for Tim to know whether he should buy both carrots and apples.",
"question_comp": "Jessica knows whether Tim should buy both carrots and apples.",
"question_pri1": "If Tim should buy carrots, it is likely that he should also buy apples.",
"question_pri2": "If Tim should buy apples, it is likely that he should also buy carrots.",
"question_pri_and": "It is likely that Tim should buy both apples and carrots.",
"question_xor": "From what Jessica said we may conclude that Tim should not buy both carrots and apples.",
"question_xorI": "Jessica wanted to convey that Tim should not buy both carrots and apples.",
"question_exh1": "From what Jessica said we may conclude that Tim should not buy apples as well.",
"question_exh2": "From what Jessica said we may conclude that Tim should not buy carrots as well.",
"test_true1": "Jessica and her father have more than one rabbit.",
"test_true2": "Tim is James’ employee.",
"test_false1": "Jessica’s family has no pets.",
"test_false2": "Tim is Jessica’s brother.",
"test_uncertain1": "Jessica has a cat as well.",
"test_uncertain2": "James is a doctor."
},
{
"ID": 24,
"name": "Crime",
"author": "neele",
"final_selection": 1,
"type": "hlh",
"relevance": 1,
"competence": 0,
"prior": 1,
"background": "Lynn and Sally are on their way home. They've been partying together until early morning. Sally is telling Lynn about a crime incident that happened in the street where Lynn lives. Violence and theft are very frequent in Lynn’s neighborhood.",
"utterance_or": "Sally says to Lynn: 'I heard that there was an incident involving an armed robbery or physical injury last night.'",
"utterance_disj1": "Sally says to Lynn: 'I heard that there was an incident involving an armed robbery last night.'",
"utterance_disj2": "Sally says to Lynn: 'I heard that there was an incident involving a physical injury last night.'",
"question_rel": "It is important for Lynn to know whether the incident that happened last night involved both an armed robbery and a physical injury.",
"question_comp": "Sally knows whether the incident that happened last night involved both an armed robbery and a physical injury.",
"question_pri1": "If the incident that happened last night involved an armed robbery, it is likely that it also involved a physical injury.",
"question_pri2": "If it the incident that happened last night involved a physical injury, it is likely that it also involved an armed robbery.",
"question_pri_and": "It is likely that the incident that happened last night involved both an armed robbery and a physical injury.",
"question_xor": "From what Sally said we may conclude that the incident that happened last night didn’t involve both an armed robbery and a physical injury.",
"question_xorI": "Sally wants to convey that the incident that happened last night didn’t involve both an armed robbery and a physical injury.",
"question_exh1": "From what Sally said we may conclude that the incident didn’t involve an armed robbery as well.",
"question_exh2": "From what Sally said we may conclude that the incident didn’t involve a physical injury as well.",
"test_true1": "Sally and Lynn have been to a party.",
"test_true2": "Lynn lives in an insecure neighborhood.",
"test_false1": "Sally and Lynn are going home before midnight.",
"test_false2": "Sally was at the cinema with her family last night.",
"test_uncertain1": "It's Sally's birthday.",
"test_uncertain2": "Lynn has a dog."
}
],
hhl: [
{
"ID": 25,
"name": "Mrs. Sanders' son",
"author": "micha",
"final_selection": 1,
"type": "hhl",
"relevance": 1,
"competence": 1,
"prior": 0,
"background": "During summer camp, every student was allowed at most one main dish for lunch. But some students queued up twice. One of the teachers wants to find out which students broke the rule yesterday. The teacher approaches Mrs. Sanders to ask about her son Ted. Mrs. Sanders spends every lunch break with Ted.",
"utterance_or": "Mrs. Sanders says to the teacher: 'Ted had pizza or pasta yesterday.'",
"utterance_disj1": "Mrs. Sanders says to the teacher: 'Ted had pizza yesterday.'",
"utterance_disj2": "Mrs. Sanders says to the teacher: 'Ted had pasta yesterday.'",
"question_rel": "It is important for the teacher to know whether Ted had both pizza and pasta for lunch yesterday.",
"question_comp": "Mrs. Sanders knows whether Ted had both pizza and pasta for lunch yesterday.",
"question_pri1": "If Ted had pizza, it is likely that he also had pasta for lunch yesterday.",
"question_pri2": "If Ted had pasta, it is likely that he also had pizza for lunch yesterday.",
"question_pri_and": "It is likely that Ted had both pizza and pasta for lunch yesterday.",
"question_xor": "From what Mrs. Sanders said we may conclude that Ted did not have both pizza and pasta for lunch yesterday.",
"question_xorI": "Mrs. Sanders wants to convey that Ted did not have both pizza and pasta for lunch yesterday.",
"question_exh1": "From what Mrs. Sanders said we may conclude that Ted did not have pasta as well.",
"question_exh2": "From what Mrs. Sanders said we may conclude that Ted did not have pizza as well.",
"test_true1": "Ted’s last name is Sanders.",
"test_true2": "Mrs. Sanders did not eat lunch at home yesterday.",
"test_false1": "The kids may have as many main courses as they want at the summer camp.",
"test_false2": "Ted is Mrs. Sanders' husband.",
"test_uncertain1": "Ted’s father also visited him for lunch yesterday.",
"test_uncertain2": "Ted does not like pizza."
},
{
"ID": 26,
"name": "Pete's accident",
"author": "bob",
"final_selection": 1,
"type": "hhl",
"relevance": 1,
"competence": 1,
"prior": 0,
"background": "Pete was playing on the schoolyard during lunch break. Suddenly, he fell off the slide. His teacher drove him to the hospital immediately. He called Pete's mother from there as soon as he spoke to the doctor.",
"utterance_or": "The teacher told Pete's mother: 'Pete broke his arm or his leg.'",
"utterance_disj1": "The teacher told Pete's mother: 'Pete broke his arm.'",
"utterance_disj2": "The teacher told Pete's mother: 'Pete broke his leg.'",
"question_rel": "It is important for Pete's mother to know whether Pete broke both his arm and his leg when he fell off the slide.",
"question_comp": "The teacher knows whether Pete broke both his arm and his leg when he fell off the slide.",
"question_pri1": "If Pete broke his arm, it is likely that he also broke his leg when he fell off the slide.",
"question_pri2": "If Pete broke his leg, it is likely that he also broke his arm when he fell off the slide.",
"question_pri_and": "It is likely that Pete broke both his arm and his leg when he fell off the slide.",
"question_xor": "From what Pete's teacher said we may conclude that Pete did not break both his arm and his leg when he fell off the slide.",
"question_xorI": "Pete's teacher wanted to convey that Pete did not break both his arm and his leg when he fell off the slide.",
"question_exh1": "From what Pete's teacher said we may conclude that Pete did not break his leg as well when he fell off the slide.",
"question_exh2": "From what Pete's teacher said we may conclude that Pete did not break his arm as well when he fell off the slide.",
"test_true1": "Pete’s mother received a call from the hospital. ",
"test_true2": "Pete had an accident.",
"test_false1": "Pete’s father called Pete’s mother to tell her about the injury.",
"test_false2": "Pete is a college student.",
"test_uncertain1": "Pete’s friends were on the slide, too.",
"test_uncertain2": "Pete’s mother works as a waitress."
},
{
"ID": 27,
"name": "Frank's laptop",
"author": "natalie",
"final_selection": 1,
"type": "hhl",
"relevance": 1,
"competence": 1,
"prior": 0,
"background": "Frank's laptop is in repair. He is worried because he needs it back as soon as possible to finish his assignment for school. Frank calls the repair service and asks the technician who works on his laptop what the problem is.",
"utterance_or": "The technician says to Frank: 'The hard drive or the battery is broken.'",
"utterance_disj1": "The technician says to Frank: 'The hard drive is broken.'",
"utterance_disj2": "The technician says to Frank: 'The battery is broken.'",
"question_rel": "It is important for Frank to know whether both the hard drive and the battery are broken.",
"question_comp": "The technician knows whether both the hard drive and the battery are broken.",
"question_pri1": "If the hard drive is broken, it is likely that the battery is broken as well.",
"question_pri2": "If the battery is broken, it is likely that the hard drive is broken as well.",
"question_pri_and": "It is likely that both the battery and the hard drive are broken.",
"question_xor": "From what the technician said we may conclude that not both the hard drive and the battery are broken.",
"question_xorI": "The technician wants to convey that not both the hard drive and the battery are broken.",
"question_exh1": "From what the technician said we may conclude that the battery is not broken as well.",
"question_exh2": "From what the technician said we may conclude that the hard drive is not broken as well.",
"test_true1": "Frank needs his laptop back as soon as possible.",
"test_true2": "There is computer repair service in Frank’s town. ",
"test_false1": "Frank’s desktop computer is in repair.",
"test_false2": "Frank repairs his laptop himself.",
"test_uncertain1": "Frank wants to buy a new computer.",
"test_uncertain2": "Frank’s laptop is in repair because he spilled coffee all over it. "
},
{
"ID": 28,
"name": "Crush",
"author": "neele",
"final_selection": 1,
"type": "hhl",
"relevance": 1,
"competence": 1,
"prior": 0,
"background": "Henry fell in love with Anna, a girl he met in a Chinese course. Sadly, he is afraid Anna might have a crush on Brad instead. After the Chinese class he walks home with Anna's best friend Jenny. Anna and Jenny tell each other everything. He tries to find out how Anna feels about him.",
"utterance_or": "Jenny tells Henry: 'Anna has a crush on you or Brad.'",
"utterance_disj1": "Jenny tells Henry: 'Anna has a crush on you.'",
"utterance_disj2": "Jenny tells Henry: 'Anna has a crush on Brad.'",
"question_rel": "It is important for Henry to know whether Anna has a crush on both him and Brad.",
"question_comp": "Jenny knows whether Anna has a crush on both Henry and Brad.",
"question_pri1": "If Anna has a crush on Henry, it is likely that she also has a crush on Brad.",
"question_pri2": "If Anna has a crush on Brad, it is likely that she also has a crush on Henry.",
"question_pri_and": "It is likely that Anna has a crush on both Henry and Brad.",
"question_xor": "From what Jenny said we may conclude that Anna doesn't have a crush on both Henry and Brad.",
"question_xorI": "Jenny wants to convey that Anna doesn't have a crush on both Henry and Brad.",
"question_exh1": "From what Jenny said we may conclude that Anna doesn't have a crush on Henry as well.",
"question_exh2": "From what Jenny said we may conclude that Anna doesn't have a crush on Brad as well.",
"test_true1": "Henry and Anna are taking a Chinese course together.",
"test_true2": "Jenny is the best friend of Henry’s crush.",
"test_false1": "Jenny and Henry are going home by car.",
"test_false2": "Henry is in love with Jenny.",
"test_uncertain1": "Jenny has a crush on Sam, another student from their class.",
"test_uncertain2": "Jenny speaks Swedish."
}
],
hhh: [
{
"ID": 29,
"name": "Mrs. Gibbs' worry",
"author": "micha",
"final_selection": 1,
"type": "hhh",
"relevance": 1,
"competence": 1,
"prior": 1,
"background": "Mrs. Gibbs is worried about her husband's health. Her friend Cindy is a waitress at a local restaurant. Mrs. Gibbs' husband came by to have lunch at that restaurant yesterday. Cindy served him. She tells Mrs. Gibbs about his lunch.",
"utterance_or": "Cindy says to Mrs. Gibbs: 'Yesterday your husband had a steak or a beer.'",
"utterance_disj1": "Cindy says to Mrs. Gibbs: 'Yesterday your husband had a steak.'",
"utterance_disj2": "Cindy says to Mrs. Gibbs: 'Yesterday your husband had a beer.'",
"question_rel": "It is important for Mrs. Gibbs to know whether Mr. Gibbs had both a steak and a beer for lunch yesterday.",
"question_comp": "Cindy knows whether Mr. Gibbs had both a steak and a beer for lunch yesterday.",
"question_pri1": "If Mr. Gibbs had a steak, it is likely that he also had a beer for lunch yesterday.",
"question_pri2": "If Mr. Gibbs had a beer, it is likely that he also had a steak for lunch yesterday.",
"question_pri_and": "It is likely that Mr. Gibbs had both a steak and a beer for lunch yesterday.",
"question_xor": "From what Cindy said we may conclude that Mr. Gibbs did not have both a steak and a beer for lunch yesterday.",
"question_xorI": "Cindy wants to convey that Mr. Gibbs did not have both a steak and a beer for lunch yesterday.",
"question_exh1": "From what Cindy said we may conclude that Mr. Gibbs did not have a beer as well.",
"question_exh2": "From what Cindy said we may conclude that Mr. Gibbs did not have a steak as well.",
"test_true1": "Mrs. Gibbs and Cindy are friends.",
"test_true2": "Mrs. Gibbs did not accompany her husband when Cindy served him.",
"test_false1": "Mr. Gibbs is Cindy’s boyfriend.",
"test_false2": "Mr. Gibbs had lunch at home yesterday.",
"test_uncertain1": "Mrs. Gibbs does not like to cook.",
"test_uncertain2": "Cindy had to work two shifts yesterday."
},
{
"ID": 30,
"name": "Danny's racket",
"author": "bob",
"final_selection": 1,
"type": "hhh",
"relevance": 1,
"competence": 1,
"prior": 1,
"background": "Danny and Alex reserved a squash court but Alex still has to buy some equipment. Alex and his girlfriend Jill went to the sports store together. Danny is talking to Jill on the phone.",
"utterance_or": "Jill says to Danny: 'Alex bought a racket or a pair of shoes.'",
"utterance_disj1": "Jill says to Danny: 'Alex bought a racket.'",
"utterance_disj2": "Jill says to Danny: 'Alex bought a pair of shoes.'",
"question_rel": "It is important for Danny to know whether Alex bought both a racket and a pair of shoes.",
"question_comp": "Jill knows whether Alex bought both a racket and a pair of shoes.",
"question_pri1": "If Alex bought a racket, it is likely that he also bought a pair of shoes.",
"question_pri2": "If Alex bought a pair of shoes, it is likely that he also bought a racket.",
"question_pri_and": "It is likely that Alex bought both a racket and a pair of shoes.",
"question_xor": "From what Jill said we may conclude that Alex did not buy both a racket and a pair of shoes.",
"question_xorI": "Jill wants to convey that Alex did not buy both a racket and a pair of shoes.",
"question_exh1": "From what Jill said we may conclude that Alex did not buy a pair of shoes as well.",
"question_exh2": "From what Jill said we may conclude that Alex did not buy a racket as well.",
"test_true1": "Alex has a girlfriend.",
"test_true2": "Alex needs to buy some equipment before he can play squash with Danny.",
"test_false1": "Jill is Danny’s girlfriend.",
"test_false2": "Danny and Alex went to the sports store together.",
"test_uncertain1": "Jill is a professional squash player.",
"test_uncertain2": "Danny’s girlfriend will come watch the game later."
},
{
"ID": 31,
"name": "Presents",
"author": "natalie",
"final_selection": 1,
"type": "hhh",
"relevance": 1,
"competence": 1,
"prior": 1,
"background": "It is Christmas soon. Leah asked for a Lego horse ranch and her little brother Pete for a video game. Leah’s and Pete’s parents are very rich. They do everything to make their children happy. Leah sneaked into her parents’ closet. She wanted to check what presents they bought and hid there for Christmas. Leah tells her little brother Pete about her discoveries.",
"utterance_or": "Leah says to Pete: 'They got us the Lego horse ranch or the video game.’",
"utterance_disj1": "Leah says to Pete: 'They got us the Lego horse ranch.'",