Add updated overlap count

README.md

@@ -53,8 +53,11 @@
 
 
 ## To Do
-- adapt delta code
-- statistical significance
-- visualise
-    
+- fix overlap count
+- create overarching categories for vqual
+- adapt normalisation for regular stylo features
+- add more orality features
+- get statistical significance for distances closer/further
+- make summary of distance file to subcorpus
+
         
\ No newline at end of file

data/orality_stylo/stylo_raw/overlaps_raw.csv

-subcorpus,file_name,overlap_1,overlap_2,overlap_3,overlap_4,overlap_5,overlap_6,overlap_7,overlap_8,overlap_9,overlap_10,overlap_11,overlap_12,overlap_13,overlap_14,overlap_15,overlap_16,overlap_20,overlap_0
-improv,pid_T_1B_BOB_211019.xml,268,82.0,24.0,12.0,8.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_BOB_211026.xml,335,148.0,64.0,22.0,10.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_BOB_211102.xml,215,45.0,23.0,14.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_Devils_Daughter_211103.xml,186,48.0,23.0,8.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_ELST_02_church.xml,429,130.0,53.0,28.0,10.0,6.0,4.0,4.0,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_ELST_03_cruise-ship.xml,411,103.0,38.0,11.0,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_ELST_04_youth_hostel.xml,422,78.0,24.0,10.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_ELST_07_camping.xml,567,120.0,32.0,9.0,9.0,4.0,4.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_HitchCocktails_211022.xml,842,249.0,97.0,52.0,24.0,13.0,4.0,5.0,4.0,4.0,5.0,2.0,2.0,2.0,2.0,2.0,0.0,0.0
-improv,pid_T_1B_HitchCocktails_211029.xml,762,262.0,99.0,48.0,27.0,18.0,6.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_KSRB_03_haunted_house.xml,746,233.0,100.0,51.0,24.0,14.0,8.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_KSRB_04_playing_field.xml,740,255.0,101.0,58.0,23.0,17.0,8.0,4.0,2.0,2.0,2.0,2.0,2.0,2.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_KSRB_05_proposal.xml,743,303.0,120.0,64.0,34.0,20.0,8.0,6.0,4.0,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_KSRB_06_OffTheRecord.xml,699,179.0,62.0,28.0,11.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_MDSZ_01_parking_lot_wedding.xml,388,100.0,20.0,5.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_MDSZ_02_law_school_magic.xml,286,63.0,22.0,8.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_MDSZ_03-dream-job.xml,388,66.0,9.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_MessingWithAFriend_211207.xml,239,28.0,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_MOLLY_211024.xml,259,63.0,18.0,8.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_Superhuman_211020.xml,466,194.0,89.0,53.0,34.0,20.0,10.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_SuperHuman_211027.xml,172,35.0,10.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_SuperHuman_211103.xml,168,22.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_TJD_01_ass_in_your_hand.xml,487,140.0,42.0,16.0,4.0,4.0,3.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_TJD_02_bonks.xml,487,163.0,64.0,16.0,8.0,4.0,2.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_TJD_03_blurting_in_earnest.xml,543,152.0,46.0,14.0,8.0,4.0,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_TJD_04_randino.xml,305,108.0,41.0,18.0,4.0,4.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_TJD_05_toute_suite.xml,495,131.0,52.0,14.0,8.0,3.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-improv,pid_T_1B_TJD_08_lady_beef.xml,511,198.0,87.0,45.0,29.0,14.0,10.0,7.0,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-lecture_or_sermon,SBC012.xml,89,20.0,10.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-lecture_or_sermon,SBC020.xml,55,6.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-lecture_or_sermon,SBC021.xml,165,34.0,13.0,13.0,6.0,4.0,7.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-lecture_or_sermon,SBC025.xml,7,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-lecture_or_sermon,SBC027.xml,38,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-lecture_or_sermon,SBC030.xml,33,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-lecture_or_sermon,SBC038.xml,48,13.0,13.0,7.0,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-lecture_or_sermon,SBC040.xml,9,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-lecture_or_sermon,SBC054.xml,87,6.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-lecture_or_sermon,SBC055.xml,77,32.0,16.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC001.xml,140,31.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC002.xml,352,171.0,96.0,33.0,17.0,7.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC003.xml,376,134.0,48.0,20.0,18.0,4.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC004.xml,348,164.0,74.0,39.0,24.0,20.0,14.0,9.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC005.xml,158,41.0,15.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC006.xml,423,137.0,54.0,30.0,11.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC007.xml,59,10.0,6.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC011.xml,230,99.0,31.0,12.0,2.0,3.0,2.0,3.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC013.xml,650,413.0,301.0,194.0,137.0,105.0,78.0,54.0,46.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC015.xml,595,260.0,134.0,76.0,43.0,26.0,10.0,6.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0
-spontaneous_conv,SBC017.xml,291,54.0,13.0,6.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC019.xml,370,148.0,67.0,38.0,30.0,9.0,2.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0
-spontaneous_conv,SBC028.xml,383,109.0,44.0,19.0,9.0,6.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0
-spontaneous_conv,SBC031.xml,464,218.0,100.0,53.0,40.0,20.0,12.0,7.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC032.xml,476,275.0,179.0,114.0,64.0,52.0,31.0,37.0,23.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC033.xml,229,154.0,107.0,81.0,67.0,45.0,33.0,25.0,15.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC034.xml,92,21.0,8.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC035.xml,364,227.0,161.0,119.0,61.0,50.0,32.0,20.0,15.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC036.xml,519,230.0,132.0,80.0,38.0,14.0,13.0,10.0,9.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC043.xml,328,86.0,29.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC044.xml,221,30.0,6.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC045.xml,153,10.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC047.xml,248,72.0,25.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC048.xml,338,137.0,67.0,40.0,28.0,18.0,15.0,8.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC049.xml,343,193.0,118.0,70.0,61.0,33.0,22.0,17.0,14.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC050.xml,253,102.0,51.0,27.0,15.0,11.0,7.0,6.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC051.xml,434,206.0,107.0,74.0,39.0,27.0,16.0,14.0,8.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC052.xml,392,125.0,49.0,17.0,8.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC058.xml,198,35.0,9.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC059.xml,565,237.0,154.0,98.0,56.0,29.0,21.0,8.0,6.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,SBC060.xml,110,22.0,6.0,2.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC008.xml,387,122.0,48.0,24.0,15.0,8.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC009.xml,109,32.0,9.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC014.xml,194,58.0,33.0,19.0,10.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC016.xml,510,243.0,119.0,53.0,26.0,11.0,6.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC018.xml,113,19.0,8.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC022.xml,134,22.0,6.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC024.xml,199,38.0,10.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC026.xml,74,12.0,4.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC029.xml,272,56.0,11.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC037.xml,193,51.0,13.0,8.0,5.0,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC039.xml,293,125.0,70.0,39.0,15.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC041.xml,299,72.0,11.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC042.xml,147,40.0,20.0,7.0,4.0,2.0,3.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC046.xml,132,42.0,8.0,7.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC053.xml,146,40.0,10.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC056.xml,402,123.0,40.0,14.0,8.0,5.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-task-related,SBC057.xml,92,17.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-breaking_bad-pilot.xml,48,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-brooklyn_nine_nine-pilot.xml,57,8.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-desperate_housewives-pilot.xml,114,21.0,6.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-gilmore_girls-pilot.xml,66,6.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-greys_anatomy-pilot.xml,93,8.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-homeland-pilot.xml,80,14.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-house-of-cards-pilot.xml,102,18.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-how_i_met_your_mother-pilot.xml,47,10.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-how_to_get_away_with-murder-pilot.xml,88,26.0,10.0,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-jane_the_virgin-pilot.xml,66,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-mr-robot-pilot.xml,56,6.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-new-girl-pilot.xml,113,30.0,15.0,13.0,7.0,6.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-orange-is-the-new-black-pilot.xml,60,10.0,4.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-shameless-pilot.xml,164,47.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-suits-pilot.xml,78,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-the_good_place-pilot.xml,42,6.0,2.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-this-is-us-pilot.xml,159,47.0,14.0,4.0,2.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2-two_broke_girls-pilot.xml,24,6.0,3.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,pid_T_2_big_bang_theory-pilot.xml,24,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
+subcorpus,file_name,overlap_1_word,overlap_2_words,overlap_3_5_words,overlap_6_10_words,overlap_10plus_words
+improv,pid_T_1B_BOB_211019.xml,211,103,63,1,0
+improv,pid_T_1B_BOB_211026.xml,329,134,72,3,0
+improv,pid_T_1B_BOB_211102.xml,179,62,35,1,0
+improv,pid_T_1B_Devils_Daughter_211103.xml,136,67,22,6,0
+improv,pid_T_1B_ELST_02_church.xml,403,105,71,12,0
+improv,pid_T_1B_ELST_03_cruise-ship.xml,357,90,53,1,0
+improv,pid_T_1B_ELST_04_youth_hostel.xml,323,84,42,3,0
+improv,pid_T_1B_ELST_07_camping.xml,472,116,81,7,0
+improv,pid_T_1B_HitchCocktails_211022.xml,728,283,171,6,0
+improv,pid_T_1B_HitchCocktails_211029.xml,683,269,147,1,0
+improv,pid_T_1B_KSRB_03_haunted_house.xml,701,253,136,2,0
+improv,pid_T_1B_KSRB_04_playing_field.xml,767,226,120,4,0
+improv,pid_T_1B_KSRB_05_proposal.xml,784,270,151,3,0
+improv,pid_T_1B_KSRB_06_OffTheRecord.xml,582,194,120,5,0
+improv,pid_T_1B_MDSZ_01_parking_lot_wedding.xml,269,129,86,2,0
+improv,pid_T_1B_MDSZ_02_law_school_magic.xml,198,101,54,1,0
+improv,pid_T_1B_MDSZ_03-dream-job.xml,263,92,75,5,0
+improv,pid_T_1B_MessingWithAFriend_211207.xml,149,62,36,3,0
+improv,pid_T_1B_MOLLY_211024.xml,193,66,62,2,0
+improv,pid_T_1B_Superhuman_211020.xml,421,181,152,3,0
+improv,pid_T_1B_SuperHuman_211027.xml,126,41,37,1,0
+improv,pid_T_1B_SuperHuman_211103.xml,110,31,21,1,0
+improv,pid_T_1B_TJD_01_ass_in_your_hand.xml,364,187,107,8,0
+improv,pid_T_1B_TJD_02_bonks.xml,369,190,148,12,1
+improv,pid_T_1B_TJD_03_blurting_in_earnest.xml,478,157,106,7,0
+improv,pid_T_1B_TJD_04_randino.xml,259,118,78,9,1
+improv,pid_T_1B_TJD_05_toute_suite.xml,393,157,117,7,0
+improv,pid_T_1B_TJD_08_lady_beef.xml,486,196,180,13,0
+lecture_or_sermon,SBC012.xml,67,20,16,2,0
+lecture_or_sermon,SBC020.xml,16,8,6,1,0
+lecture_or_sermon,SBC021.xml,119,34,16,4,0
+lecture_or_sermon,SBC025.xml,2,1,0,0,0
+lecture_or_sermon,SBC027.xml,13,7,1,0,0
+lecture_or_sermon,SBC030.xml,15,7,2,1,1
+lecture_or_sermon,SBC038.xml,40,14,20,2,0
+lecture_or_sermon,SBC040.xml,5,0,0,0,0
+lecture_or_sermon,SBC054.xml,23,7,42,0,0
+lecture_or_sermon,SBC055.xml,75,10,16,0,0
+spontaneous_conv,SBC001.xml,68,36,36,4,1
+spontaneous_conv,SBC002.xml,331,144,132,17,0
+spontaneous_conv,SBC003.xml,324,105,105,8,0
+spontaneous_conv,SBC004.xml,306,126,133,18,1
+spontaneous_conv,SBC005.xml,93,40,25,8,0
+spontaneous_conv,SBC006.xml,252,99,74,17,1
+spontaneous_conv,SBC007.xml,31,13,15,0,0
+spontaneous_conv,SBC011.xml,194,80,35,1,0
+spontaneous_conv,SBC013.xml,924,339,356,50,2
+spontaneous_conv,SBC015.xml,410,212,252,35,0
+spontaneous_conv,SBC017.xml,139,75,73,12,0
+spontaneous_conv,SBC019.xml,283,132,130,17,0
+spontaneous_conv,SBC028.xml,306,77,38,3,0
+spontaneous_conv,SBC031.xml,373,185,172,31,0
+spontaneous_conv,SBC032.xml,572,232,215,28,2
+spontaneous_conv,SBC033.xml,328,178,154,23,0
+spontaneous_conv,SBC034.xml,58,29,17,5,0
+spontaneous_conv,SBC035.xml,407,236,261,58,1
+spontaneous_conv,SBC036.xml,443,221,218,25,0
+spontaneous_conv,SBC043.xml,195,78,72,6,1
+spontaneous_conv,SBC044.xml,92,53,31,4,0
+spontaneous_conv,SBC045.xml,96,35,13,0,0
+spontaneous_conv,SBC047.xml,177,75,59,9,0
+spontaneous_conv,SBC048.xml,385,123,92,11,0
+spontaneous_conv,SBC049.xml,386,184,203,20,0
+spontaneous_conv,SBC050.xml,227,113,88,7,0
+spontaneous_conv,SBC051.xml,454,210,154,16,0
+spontaneous_conv,SBC052.xml,266,102,84,10,0
+spontaneous_conv,SBC058.xml,125,48,44,7,0
+spontaneous_conv,SBC059.xml,530,259,235,27,0
+spontaneous_conv,SBC060.xml,69,28,30,2,0
+task-related,SBC008.xml,360,105,47,1,0
+task-related,SBC009.xml,66,23,29,9,0
+task-related,SBC014.xml,162,47,45,4,0
+task-related,SBC016.xml,559,154,62,2,0
+task-related,SBC018.xml,59,30,29,6,0
+task-related,SBC022.xml,73,28,26,2,0
+task-related,SBC024.xml,95,42,53,3,0
+task-related,SBC026.xml,29,23,24,2,1
+task-related,SBC029.xml,142,73,69,6,0
+task-related,SBC037.xml,158,51,29,5,0
+task-related,SBC039.xml,312,81,77,4,0
+task-related,SBC041.xml,204,40,42,4,0
+task-related,SBC042.xml,93,32,56,10,0
+task-related,SBC046.xml,92,47,33,2,0
+task-related,SBC053.xml,96,36,37,6,0
+task-related,SBC056.xml,285,96,115,24,0
+task-related,SBC057.xml,53,13,14,5,0
+tv,pid_T_2-breaking_bad-pilot.xml,32,4,6,2,0
+tv,pid_T_2-brooklyn_nine_nine-pilot.xml,43,8,5,0,0
+tv,pid_T_2-desperate_housewives-pilot.xml,82,21,9,4,0
+tv,pid_T_2-gilmore_girls-pilot.xml,52,8,3,1,0
+tv,pid_T_2-greys_anatomy-pilot.xml,52,21,15,0,0
+tv,pid_T_2-homeland-pilot.xml,46,12,6,0,0
+tv,pid_T_2-house-of-cards-pilot.xml,89,23,6,0,0
+tv,pid_T_2-how_i_met_your_mother-pilot.xml,40,6,4,1,0
+tv,pid_T_2-how_to_get_away_with-murder-pilot.xml,83,22,15,4,0
+tv,pid_T_2-jane_the_virgin-pilot.xml,47,8,7,0,0
+tv,pid_T_2-mr-robot-pilot.xml,33,18,6,0,0
+tv,pid_T_2-new-girl-pilot.xml,94,35,25,1,0
+tv,pid_T_2-orange-is-the-new-black-pilot.xml,48,7,8,0,0
+tv,pid_T_2-shameless-pilot.xml,134,29,27,0,0
+tv,pid_T_2-suits-pilot.xml,58,8,5,0,0
+tv,pid_T_2-the_good_place-pilot.xml,37,7,4,0,0
+tv,pid_T_2-this-is-us-pilot.xml,135,40,24,0,0
+tv,pid_T_2-two_broke_girls-pilot.xml,18,3,4,1,0
+tv,pid_T_2_big_bang_theory-pilot.xml,18,4,2,1,1

data/orality_stylo/stylo_time_grouped/overlaps_normalized_by_time.csv

-subcorpus,overlap_1,overlap_2,overlap_3,overlap_4,overlap_5,overlap_6,overlap_7,overlap_8,overlap_9,overlap_10,overlap_11,overlap_12,overlap_13,overlap_14,overlap_15,overlap_16,overlap_20,overlap_0
-improv,0.15733669533089464,0.04679761672449031,0.017487194771097822,0.008016977248190007,0.0038375103236546726,0.0020465656511383626,0.0009862478710965668,0.0004985413575613555,0.00028982192912611757,0.00018766255793965323,0.00012371405714644285,3.8221378089641307e-05,3.8221378089641307e-05,3.8221378089641307e-05,1.3834702968927257e-05,1.3834702968927257e-05,0.0,0.0
-lecture_or_sermon,0.04194491405977356,0.007299132472476403,0.003604328203535386,0.001510701496549721,0.0006337403424072432,0.000376643034323765,0.00041841004184100416,0.0002390914524805738,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,0.23508471038610837,0.09865408104484218,0.0526012595232388,0.03086138376767967,0.01929124855954832,0.012229035325484612,0.008059665263769404,0.0058432515108654765,0.003882043451082846,0.0,0.0,0.0,0.0,0.0,0.0,0.0,4.57528052803153e-05,2.1306515532449825e-05
-task-related,0.1594772584849653,0.047156636051137034,0.017705268654034247,0.007384707891741798,0.003433054303508435,0.0013546531346170212,0.0006346197822542247,0.0004386829291398021,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,0.03435006421783356,0.006567571986780926,0.002171739136697511,0.0009598136635793472,0.0004743276908292528,0.0002775349591538707,7.779982106041156e-05,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
+subcorpus,overlap_1_word,overlap_2_words,overlap_3_5_words,overlap_6_10_words,overlap_10plus_words
+improv,0.13394802687323265,0.05028523806361835,0.03254266875335137,0.001614789997349016,2.4776508961664146e-05
+lecture_or_sermon,0.02463936001967882,0.007270607343461706,0.00859644725693089,0.0006377071783674789,6.418485237483953e-05
+spontaneous_conv,0.20985540629846897,0.09310210449937557,0.08519486309243433,0.011630973516455404,0.0001960439581462111
+task-related,0.12071711818563617,0.03982502478435014,0.03387901393510152,0.004072433621074598,3.692625826225029e-05
+tv,0.026791879333322208,0.0067098065867218695,0.004365294846431729,0.0003900977683090566,4.076807044722574e-05

data/orality_stylo/stylo_token_grouped/overlaps_normalized_by_tokens.csv

-subcorpus,overlap_1,overlap_2,overlap_3,overlap_4,overlap_5,overlap_6,overlap_7,overlap_8,overlap_9,overlap_10,overlap_11,overlap_12,overlap_13,overlap_14,overlap_15,overlap_16,overlap_20,overlap_0
-improv,0.08402542881810511,0.024929733819317432,0.00935027464138133,0.004298554336884393,0.0020370928792704554,0.0010865188180575022,0.0005225878822124478,0.000264740483595366,0.00015434112319253967,0.00010179940146624617,6.812731687744039e-05,2.078780579432845e-05,2.078780579432845e-05,2.078780579432845e-05,6.663113006396588e-06,6.663113006396588e-06,0.0,0.0
-lecture_or_sermon,0.06910579228846743,0.01268098770440702,0.006404534551979103,0.0024591575027966563,0.0009875168878746327,0.000581094688478801,0.000611353711790393,0.0003493449781659389,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-spontaneous_conv,0.23107757140179536,0.09910067897299245,0.053486869989768406,0.031646197408458254,0.02029567936448466,0.013008717744141947,0.008736448274428382,0.006317464792059445,0.004218713120464305,0.0,0.0,0.0,0.0,0.0,0.0,0.0,4.161820257135351e-05,1.7991112390479103e-05
-task-related,0.18677209494129432,0.05543755217032157,0.021134031384336525,0.008913343164283029,0.004081901523418603,0.0016795298648659353,0.0008796204806268988,0.0006047343472685513,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
-tv,0.019350166283907722,0.003690740715871893,0.001185845115789846,0.00048357844429845737,0.00023705993088961406,0.0001357600330443994,3.6999352511331055e-05,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
+subcorpus,overlap_1_word,overlap_2_words,overlap_3_5_words,overlap_6_10_words,overlap_10plus_words
+improv,0.07148481173531178,0.0268708816062042,0.017241492308452323,0.0008707055681331223,1.3205494062031593e-05
+lecture_or_sermon,0.041644999243924764,0.01186627698258364,0.015997493859473463,0.0010496509994264163,0.00010395010395010396
+spontaneous_conv,0.21383567000114978,0.09353956310460193,0.08446126113865858,0.011484009583543566,0.00017755834213062423
+task-related,0.14114442189735127,0.04605739247822585,0.0399433859009236,0.005136992082372079,5.456728145803776e-05
+tv,0.014970764752001639,0.0037441083114375605,0.0024624731021584915,0.00022079420826487243,1.862405482921742e-05