Pipeline done on subsampled train data

rte/entailment_predictions_train/claim_1.json

@@ -0,0 +1,12 @@
+{"label_logits": [-0.7543888688087463, -2.269387722015381, 1.6243267059326172], "label_probs": [0.08325811475515366, 0.01830083504319191, 0.8984410762786865], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "Bob_Hoskins", "premise_source_doc_line_num": 0, "premise_source_doc_sentence": "Robert William `` Bob '' Hoskins  (  26 October 1942 -- 29 April 2014  )  was an English actor ."}
+{"label_logits": [2.885683298110962, -2.1266989707946777, -3.2687056064605713], "label_probs": [0.9912972450256348, 0.006597111467272043, 0.0021056528203189373], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "Bob_Hoskins", "premise_source_doc_line_num": 1, "premise_source_doc_sentence": "His work included lead roles in The Long Good Friday  (  1980  )  , Mona Lisa  (  1986  )  , Who Framed Roger Rabbit  (  1988  )  , Mermaids  (  1990  )  , and Super Mario Bros.  (  1993  )  , and supporting performances in Brazil  (  1985  )  , Hook  (  1991  )  , Nixon  (  1995  )  , Enemy at the Gates  (  2001  )  , Mrs. Henderson Presents  (  2005  )  , A Christmas Carol  (  2009  )  , Made in Dagenham  (  2010  )  , and Snow White and the Huntsman  (  2012  )  ."}
+{"label_logits": [1.3434056043624878, -3.7770886421203613, 0.7887933254241943], "label_probs": [0.6328040957450867, 0.0037797829136252403, 0.3634161353111267], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "Bob_Hoskins", "premise_source_doc_line_num": 2, "premise_source_doc_sentence": "He also directed two feature films ."}
+{"label_logits": [1.7995213270187378, -3.8559160232543945, 0.0550013929605484], "label_probs": [0.8487327098846436, 0.002969242399558425, 0.14829808473587036], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "Bob_Hoskins", "premise_source_doc_line_num": 5, "premise_source_doc_sentence": "Hoskins received the best actor award at the Cannes Film Festival , the BAFTA Award for Best Actor in a Leading Role and the Golden Globe Award for Best Actor -- Motion Picture Drama for his role in Mona Lisa ."}
+{"label_logits": [1.5886410474777222, -5.188273906707764, 1.8771812915802002], "label_probs": [0.4281522035598755, 0.00048800170770846307, 0.5713597536087036], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "Bob_Hoskins", "premise_source_doc_line_num": 6, "premise_source_doc_sentence": "He was also nominated for the Academy Award for Best Actor for the same role ."}
+{"label_logits": [1.2574056386947632, -5.036656379699707, 1.8025801181793213], "label_probs": [0.3667360842227936, 0.0006774500943720341, 0.6325864791870117], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "Bob_Hoskins", "premise_source_doc_line_num": 7, "premise_source_doc_sentence": "In 2009 , Hoskins won an International Emmy Award for Best Actor for his appearance on the BBC One drama The Street ."}
+{"label_logits": [1.137915015220642, -5.0716142654418945, 1.566239356994629], "label_probs": [0.39421388506889343, 0.0007924421806819737, 0.6049936413764954], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "Bob_Hoskins", "premise_source_doc_line_num": 8, "premise_source_doc_sentence": "In 2012 , Hoskins retired from acting due to his battle with Parkinson 's disease , and he died from pneumonia on 29 April 2014 , at age 71 ."}
+{"label_logits": [2.4519381523132324, -1.3666183948516846, -2.8689491748809814], "label_probs": [0.9738540649414062, 0.021385325118899345, 0.004760601092129946], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "Shift_2-COLON-_Unleashed", "premise_source_doc_line_num": 8, "premise_source_doc_sentence": "Shift 2 : Unleashed features over 145 cars from more than 37 manufacturers and over 36 different tracks , which players can compete in several types of races ."}
+{"label_logits": [1.6068469285964966, -1.223106861114502, -2.014808416366577], "label_probs": [0.9210189580917358, 0.0543544739484787, 0.02462655119597912], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "Sinistar-COLON-_Unleashed", "premise_source_doc_line_num": 9, "premise_source_doc_sentence": "Sinistar : Unleashed features 29 levels , five of which are hidden ; each level has a Sinistar ."}
+{"label_logits": [1.1326881647109985, -2.174206256866455, -0.49858206510543823], "label_probs": [0.8114836812019348, 0.029724450781941414, 0.15879184007644653], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "The_Raggedy_Rawney", "premise_source_doc_line_num": 0, "premise_source_doc_sentence": "The Raggedy Rawney is a 1988 British drama film starring Bob Hoskins , Dexter Fletcher , Zoe Nathenson , and Zoë Wanamaker ."}
+{"label_logits": [-1.7629841566085815, -2.1019444465637207, 1.86619234085083], "label_probs": [0.025384390726685524, 0.01808665320277214, 0.9565289616584778], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "Hoskins", "premise_source_doc_line_num": 15, "premise_source_doc_sentence": "Bob Hoskins  (  American football  )   (  born 1945  )  , retired National Football League defensive tackle"}
+{"label_logits": [-0.013150699436664581, -2.3840723037719727, 1.2596139907836914], "label_probs": [0.21440339088439941, 0.020024120807647705, 0.7655724883079529], "claim": "Unleashed features Bob Hoskins.", "premise_source_doc_id": "The_Raggedy_Rawney", "premise_source_doc_line_num": 3, "premise_source_doc_sentence": "The film was also co-written and directed by Bob Hoskins ."}

rte/entailment_predictions_train/claim_10.json

@@ -0,0 +1,14 @@
+{"label_logits": [-3.9558117389678955, -1.6204756498336792, 2.531153917312622], "label_probs": [0.0014973171055316925, 0.015471678227186203, 0.9830309748649597], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Foxcatcher", "premise_source_doc_line_num": 0, "premise_source_doc_sentence": "Foxcatcher is a 2014 American biographical sports true crime drama film produced and directed by Bennett Miller ."}
+{"label_logits": [-2.0097498893737793, -1.3140747547149658, 1.2293022871017456], "label_probs": [0.03506975620985031, 0.07031706720590591, 0.8946132063865662], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Foxcatcher", "premise_source_doc_line_num": 1, "premise_source_doc_sentence": "Written by E. Max Frye and Dan Futterman , the film stars Steve Carell , Channing Tatum , and Mark Ruffalo ."}
+{"label_logits": [-5.242335796356201, -2.855001449584961, 3.91241192817688], "label_probs": [0.00010558401845628396, 0.0011492235353216529, 0.9987452030181885], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Foxcatcher", "premise_source_doc_line_num": 2, "premise_source_doc_sentence": "The film 's plot is loosely based on the events surrounding multimillionaire E.I. du Pont family heir and wrestling enthusiast John E. du Pont 's 1986 recruitment of 1984 U.S. Olympic gold medalist wrestlers Mark Schultz and his older brother Dave to help coach U.S. wrestlers for participation in national , world , and Olympic competition , and the subsequent murder of Dave by du Pont in January 1996 ."}
+{"label_logits": [-3.2466671466827393, -1.396392822265625, 2.172009229660034], "label_probs": [0.00429291557520628, 0.027309661731123924, 0.9683974385261536], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Foxcatcher", "premise_source_doc_line_num": 3, "premise_source_doc_sentence": "Although the film 's action is largely set at du Pont 's now-broken-up 800-acre suburban Philadelphia estate Foxcatcher Farm , the majority of the movie was filmed in the Pittsburgh metropolitan area ."}
+{"label_logits": [-1.0230050086975098, 0.5521771311759949, -0.11945097148418427], "label_probs": [0.1204821839928627, 0.5821243524551392, 0.29739344120025635], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Foxcatcher", "premise_source_doc_line_num": 6, "premise_source_doc_sentence": "Foxcatcher received critical acclaim for the performances of Carell , Tatum , and Ruffalo , as well as Miller 's direction and the film 's visual style and tone ."}
+{"label_logits": [-0.33436140418052673, 1.2147196531295776, -1.2148886919021606], "label_probs": [0.16335313022136688, 0.7689265012741089, 0.06772036850452423], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Foxcatcher", "premise_source_doc_line_num": 7, "premise_source_doc_sentence": "It was nominated for the Palme d'Or in the main competition section at the 2014 Cannes Film Festival , where Miller won the Best Director Award ."}
+{"label_logits": [-0.5309997200965881, 0.5128238201141357, -0.9412883520126343], "label_probs": [0.2220488339662552, 0.6306309700012207, 0.1473202407360077], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Foxcatcher", "premise_source_doc_line_num": 8, "premise_source_doc_sentence": "The film had three Golden Globe Award nominations , including Best Picture ."}
+{"label_logits": [1.035893201828003, 1.2050193548202515, -3.01650333404541], "label_probs": [0.4542047679424286, 0.5379008650779724, 0.007894382812082767], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Foxcatcher", "premise_source_doc_line_num": 9, "premise_source_doc_sentence": "The film was nominated for five Oscars at the 2015 Academy Awards , including a Best Actor nomination for Carell , Best Supporting Actor for Ruffalo and Best Director for Miller ."}
+{"label_logits": [0.5141012072563171, 1.1891720294952393, -1.7882661819458008], "label_probs": [0.3263500928878784, 0.6410077810287476, 0.03264211490750313], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Foxcatcher", "premise_source_doc_line_num": 10, "premise_source_doc_sentence": "It became the first film to be nominated for Best Director but not Best Picture since 2008 , when Julian Schnabel was nominated for The Diving Bell and the Butterfly , two years before the Academy extended its maximum number of Best Picture nominees to 10 films ."}
+{"label_logits": [4.036072254180908, 1.9325664043426514, -8.308746337890625], "label_probs": [0.8912400007247925, 0.10875611752271652, 3.878897132381098e-06], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "List_of_awards_and_nominations_received_by_Damien_Chazelle", "premise_source_doc_line_num": 6, "premise_source_doc_sentence": "For La La Land , he was nominated for several awards including two Academy Awards for Best Original Screenplay and Best Director , Directors Guild of America Award for Best Director , Writers Guild of America Award for Best Original Screenplay , two BAFTA Awards for Best Original Screenplay and Best Director and won two Critics ' Choice Movie Award for Best Screenplay and Best Director and also two Golden Globe Award for Best Screenplay and Best Director , with the film itself receiving a record-breaking seven Golden Globes at the 74th Golden Globe Awards ."}
+{"label_logits": [1.9074598550796509, 0.5477401614189148, -3.874896764755249], "label_probs": [0.7937678694725037, 0.20378616452217102, 0.0024459518026560545], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Robert_Duvall", "premise_source_doc_line_num": 1, "premise_source_doc_sentence": "He has been nominated for seven Academy Awards  (  winning for his performance in Tender Mercies  )  , seven Golden Globes  (  winning four  )  , and has multiple nominations and one win each of the BAFTA , Screen Actors Guild Award , and Emmy Award ."}
+{"label_logits": [1.1485928297042847, 0.15059281885623932, -2.7598040103912354], "label_probs": [0.7201038599014282, 0.26544174551963806, 0.014454398304224014], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "List_of_awards_and_nominations_received_by_Robert_Redford", "premise_source_doc_line_num": 4, "premise_source_doc_sentence": "He has been nominated for seven Golden Globes , winning two for Inside Daisy Clover as New Star of the Year -- Actor  (  1965  )  , Ordinary People as Best Director  (  1980  )  , and won the Cecil B. DeMille Award in 1994 ."}
+{"label_logits": [1.1427162885665894, -0.1976609081029892, -2.33121395111084], "label_probs": [0.7735496163368225, 0.2024742215871811, 0.023976147174835205], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Kathleen_Kennedy_-LRB-producer-RRB-", "premise_source_doc_line_num": 11, "premise_source_doc_sentence": "One of her most recent projects , Lincoln , also produced by Spielberg , was nominated for seven Golden Globes and twelve Academy Awards ."}
+{"label_logits": [1.054187297821045, 0.1932619959115982, -2.5126726627349854], "label_probs": [0.6891726851463318, 0.2913620173931122, 0.01946527138352394], "claim": "Foxcatcher was nominated for seven Golden Globes.", "premise_source_doc_id": "Jessica_Lange_filmography", "premise_source_doc_line_num": 17, "premise_source_doc_sentence": "This time around , the actress was nominated for one Oscar which she won , four Golden Globes , winning two , and an Emmy ; her first nomination ever ."}

rte/entailment_predictions_train/claim_100.json

@@ -0,0 +1,7 @@
+{"label_logits": [3.377751588821411, -1.4666119813919067, -3.545893430709839], "label_probs": [0.9912208914756775, 0.007803510408848524, 0.0009755950886756182], "claim": "Superior Donuts is American and is acclaimed.", "premise_source_doc_id": "Superior_Donuts", "premise_source_doc_line_num": 0, "premise_source_doc_sentence": "Superior Donuts is a play by American playwright Tracy Letts ."}
+{"label_logits": [-3.6136255264282227, -1.5313347578048706, 2.609199285507202], "label_probs": [0.0019487547688186169, 0.015634527429938316, 0.9824167490005493], "claim": "Superior Donuts is American and is acclaimed.", "premise_source_doc_id": "Superior_Donuts", "premise_source_doc_line_num": 1, "premise_source_doc_sentence": "Its world premiere was staged by the Steppenwolf Theatre Company in Chicago in 2008 , and it premiered on Broadway in 2009 ."}
+{"label_logits": [2.5287792682647705, -0.8766279816627502, -2.960211753845215], "label_probs": [0.9640177488327026, 0.03199893236160278, 0.003983333241194487], "claim": "Superior Donuts is American and is acclaimed.", "premise_source_doc_id": "Superior_Donuts_-LRB-TV_series-RRB-", "premise_source_doc_line_num": 0, "premise_source_doc_sentence": "Superior Donuts is an American sitcom that airs on CBS ."}
+{"label_logits": [0.8585911989212036, -1.4417773485183716, -0.2418578416109085], "label_probs": [0.6978642344474792, 0.06994128227233887, 0.23219451308250427], "claim": "Superior Donuts is American and is acclaimed.", "premise_source_doc_id": "Mark_Cendrowski", "premise_source_doc_line_num": 7, "premise_source_doc_sentence": "He has also directed episodes of Wizards of Waverly Place , The King of Queens , A.N.T. Farm , Hannah Montana , Sabrina , the Teenage Witch , The Hughleys , Malcolm & Eddie , Men at Work , Sullivan & Son , Dads , The Carmichael Show and Superior Donuts , among others ."}
+{"label_logits": [0.9602549076080322, -1.3779761791229248, -0.2923911213874817], "label_probs": [0.7234602570533752, 0.0698126032948494, 0.20672710239887238], "claim": "Superior Donuts is American and is acclaimed.", "premise_source_doc_id": "Anna_Baryshnikov", "premise_source_doc_line_num": 2, "premise_source_doc_sentence": "Since February 2017 , she has starred in the CBS sitcom Superior Donuts ."}
+{"label_logits": [0.4575692117214203, -0.7505978941917419, -0.29563581943511963], "label_probs": [0.5650996565818787, 0.1688203364610672, 0.26608002185821533], "claim": "Superior Donuts is American and is acclaimed.", "premise_source_doc_id": "Katey_Sagal", "premise_source_doc_line_num": 4, "premise_source_doc_sentence": "Currently she is starring on CBS 's Superior Donuts ."}
+{"label_logits": [0.440451055765152, -1.1554107666015625, 0.13864071667194366], "label_probs": [0.5148768424987793, 0.10438290983438492, 0.3807402551174164], "claim": "Superior Donuts is American and is acclaimed.", "premise_source_doc_id": "Maz_Jobrani", "premise_source_doc_line_num": 4, "premise_source_doc_sentence": "He appears as a regular character on the 2017 CBS sitcom Superior Donuts ."}