Added cross validation results

cross-validations/CV-outputs/BERT/cross-validation-BERT-bert-profane-False-keyword-False-split-False.csv

@@ -0,0 +1,21 @@
+Fold,Algo,precision_0,recall_0,f-score_0,precision_1,recall_1,f-score_1,accuracy,time
+1,BERT,0.9700854700854701,0.9881840796019901,0.9790511398644486,0.940625,0.86,0.8985074626865671,0.965270684371808,1666.7117814030062
+2,BERT,0.9730077120822622,0.9723827874116892,0.9726951493735946,0.8927680798004988,0.895,0.8938826466916354,0.9565661727133368,1484.558612112989
+3,BERT,0.9739351557533376,0.9659520807061791,0.9699271921494144,0.859375,0.889487870619946,0.8741721854304636,0.9514563106796117,1668.7351648890035
+4,BERT,0.963151207115629,0.974293059125964,0.9686900958466454,0.8955613577023499,0.8553615960099751,0.875,0.9499233520694941,1667.760032938997
+5,BERT,0.9767879548306148,0.978629792583281,0.9777080062794348,0.90633608815427,0.8989071038251366,0.9026063100137175,0.9637199795605519,2032.6915106669912
+6,BERT,0.9581310679611651,0.9899686520376175,0.9737897008942338,0.948220064724919,0.8093922651933702,0.8733233979135618,0.9565661727133368,1852.0102743050084
+7,BERT,0.966984126984127,0.9762820512820513,0.9716108452950558,0.9031413612565445,0.8690176322418136,0.8857509627727856,0.9545222278998468,1306.297416189016
+8,BERT,0.9769820971867008,0.9776071657069738,0.97729453149984,0.910941475826972,0.9086294416243654,0.9097839898348157,0.9637199795605519,1670.626412248006
+9,BERT,0.9796696315120712,0.9601494396014943,0.9698113207547169,0.8328981723237598,0.9088319088319088,0.8692098092643052,0.9509453244762391,1480.4404894709878
+10,BERT,0.9611178614823815,0.9893683552220137,0.9750385208012327,0.9453376205787781,0.8212290502793296,0.8789237668161435,0.9586101175268268,1849.523527629004
+1,BERT,0.971830985915493,0.9724535554131967,0.9721421709894332,0.8914141414141414,0.889168765743073,0.8902900378310215,0.9555669050051072,1488.486493910983
+2,BERT,0.9695084007467331,0.9804908747640025,0.9749687108886107,0.9114285714285715,0.8668478260869565,0.8885793871866295,0.9591211037301993,1674.7332824449986
+3,BERT,0.9786407766990292,0.9767441860465116,0.9776915615906887,0.912621359223301,0.9193154034229829,0.9159561510353228,0.9647419519672968,1490.9408682430221
+4,BERT,0.9722046746683513,0.9796308084022916,0.9759036144578314,0.9144385026737968,0.8860103626943006,0.8999999999999999,0.9611650485436893,1494.4947944360028
+5,BERT,0.970661672908864,0.9743107769423559,0.9724828017510945,0.8845070422535212,0.8698060941828255,0.8770949720670392,0.9550332141032192,1486.3848470289959
+6,BERT,0.9617486338797814,0.993103448275862,0.9771745835903763,0.964516129032258,0.8259668508287292,0.8898809523809522,0.9621870209504343,2035.8497121109976
+7,BERT,0.9752851711026616,0.9667085427135679,0.9709779179810726,0.8601583113456465,0.8931506849315068,0.8763440860215054,0.9529892692897292,1665.9751428149757
+8,BERT,0.9767002518891688,0.9718045112781954,0.9742462311557789,0.8780487804878049,0.8975069252077562,0.8876712328767122,0.9580991313234543,1303.7526888120046
+9,BERT,0.9719451371571073,0.9707347447073474,0.9713395638629283,0.8668555240793201,0.8717948717948718,0.8693181818181818,0.9529892692897292,1490.7344989900012
+10,BERT,0.9727503168567807,0.9795788130185067,0.9761526232114468,0.9155672823218998,0.8897435897435897,0.9024707412223667,0.9616760347470619,1481.498126994993

cross-validations/CV-outputs/BERT/cross-validation-BERT-bert-profane-False-keyword-False-split-True.csv

@@ -0,0 +1,21 @@
+Fold,Algo,precision_0,recall_0,f-score_0,precision_1,recall_1,f-score_1,accuracy,time
+1,BERT,0.9736358062538321,0.9875621890547264,0.9805495523309663,0.9388379204892966,0.8771428571428571,0.9069423929098965,0.9678243105209398,2027.6887719709775
+2,BERT,0.9664769133459835,0.9813744380218369,0.9738687061822817,0.9228723404255319,0.8675,0.8943298969072165,0.9580991313234543,1487.828455565992
+3,BERT,0.9751750477402928,0.9659520807061791,0.9705416534684828,0.8601036269430051,0.894878706199461,0.8771466314398942,0.9524782830863566,1484.063897215994
+4,BERT,0.9612452350698857,0.9723650385604113,0.9667731629392973,0.8877284595300261,0.8478802992518704,0.8673469387755102,0.9468574348492591,1667.062448237004
+5,BERT,0.9845460399227302,0.9610307982401005,0.9726463104325699,0.8465346534653465,0.9344262295081968,0.8883116883116883,0.9560551865099642,1846.2564732369792
+6,BERT,0.9638036809815951,0.9849529780564263,0.9742635658914729,0.926605504587156,0.8370165745856354,0.8795355587808419,0.9575881451200817,1486.607153956982
+7,BERT,0.9700636942675159,0.9762820512820513,0.9731629392971245,0.9043927648578811,0.8816120906801007,0.8928571428571428,0.9570771589167093,1483.8110844060138
+8,BERT,0.9751116783663051,0.9776071657069738,0.9763578274760385,0.9102564102564102,0.9010152284263959,0.9056122448979591,0.9621870209504343,1670.416930767009
+9,BERT,0.9775280898876404,0.975093399750934,0.9763092269326683,0.8873239436619719,0.8974358974358975,0.8923512747875355,0.9611650485436893,1482.099310967984
+10,BERT,0.9731585518102372,0.9749843652282677,0.9740706029365823,0.8873239436619719,0.8798882681564246,0.8835904628330997,0.9575881451200817,1666.630654959008
+1,BERT,0.9561728395061728,0.9923126201153107,0.9739075762338887,0.9644970414201184,0.8211586901763224,0.8870748299319727,0.9576098059244127,1847.8809753099922
+2,BERT,0.9734848484848485,0.9704216488357458,0.9719508351717618,0.8739946380697051,0.8858695652173914,0.8798920377867747,0.9545222278998468,1489.4505852859875
+3,BERT,0.9835418038183015,0.9651162790697675,0.9742419302249756,0.8767123287671232,0.9388753056234719,0.9067296340023613,0.9596320899335717,1662.0638432479755
+4,BERT,0.9712092130518234,0.9662635264162953,0.9687300574345883,0.8654822335025381,0.883419689119171,0.8743589743589744,0.9499233520694941,1486.782589045004
+5,BERT,0.963481436396835,0.9918546365914787,0.9774621796850881,0.9585987261146497,0.8337950138504155,0.8918518518518518,0.9626980071538068,1479.7257563869935
+6,BERT,0.9676632092739476,0.9943573667711598,0.9808286951144093,0.9716981132075472,0.8535911602209945,0.9088235294117647,0.9683188553909045,1851.4858734880108
+7,BERT,0.9736015084852294,0.9729899497487438,0.9732956330505812,0.8825136612021858,0.8849315068493151,0.883720930232558,0.9565661727133368,1479.9325239210157
+8,BERT,0.9828134945894335,0.9674185463659147,0.9750552573413325,0.8652849740932642,0.925207756232687,0.8942436412315931,0.9596320899335717,1663.3170266259986
+9,BERT,0.9628048780487805,0.9831880448318805,0.9728897104128158,0.9148264984227129,0.8262108262108262,0.8682634730538922,0.9550332141032192,1304.7887018879992
+10,BERT,0.976878612716763,0.9706445437141034,0.9737516005121638,0.885,0.9076923076923077,0.8962025316455695,0.9580991313234543,1482.0819256320246

cross-validations/CV-outputs/BERT/cross-validation-BERT-bert-profane-False-keyword-True-split-False.csv

@@ -0,0 +1,21 @@
+Fold,Algo,precision_0,recall_0,f-score_0,precision_1,recall_1,f-score_1,accuracy,time
+1,BERT,0.9670731707317073,0.986318407960199,0.9766009852216748,0.9308176100628931,0.8457142857142858,0.8862275449101796,0.9611848825331971,1847.501280862998
+2,BERT,0.9730423620025674,0.9736673089274245,0.9733547351524879,0.8972431077694235,0.895,0.8961201501877346,0.9575881451200817,1484.8528893559997
+3,BERT,0.9704030226700252,0.9716267339218159,0.9710144927536232,0.8780487804878049,0.8733153638814016,0.8756756756756757,0.9529892692897292,1483.8988633749977
+4,BERT,0.9637404580152672,0.9736503856041131,0.9686700767263428,0.8935064935064935,0.85785536159601,0.8753180661577608,0.9499233520694941,1482.9705400469975
+5,BERT,0.9737827715355806,0.9805153991200503,0.977137488255559,0.9126760563380282,0.8852459016393442,0.89875173370319,0.9626980071538068,1666.7215679299989
+6,BERT,0.9679802955665024,0.9855799373040752,0.9767008387698043,0.9309309309309309,0.856353591160221,0.8920863309352518,0.9616760347470619,1483.6210046240012
+7,BERT,0.9710610932475884,0.967948717948718,0.9695024077046549,0.8756218905472637,0.8866498740554156,0.881101376720901,0.9514563106796117,1666.324845049996
+8,BERT,0.9715729627289956,0.9840051183621241,0.9777495232040688,0.9331550802139037,0.8857868020304569,0.9088541666666666,0.9642309657639244,2025.3816451019957
+9,BERT,0.9722222222222222,0.9806973848069739,0.9764414135151891,0.9080118694362018,0.8717948717948718,0.8895348837209303,0.9611650485436893,1479.5628561880003
+10,BERT,0.9756857855361596,0.9787367104440275,0.9772088666874805,0.9036827195467422,0.8910614525139665,0.8973277074542897,0.9626980071538068,1844.8062984439894
+1,BERT,0.9618988132417239,0.9865470852017937,0.974067046173308,0.9411764705882353,0.8463476070528967,0.8912466843501325,0.958120531154239,1662.3563304099953
+2,BERT,0.9722046746683513,0.9685336689741976,0.9703656998738966,0.8663101604278075,0.8804347826086957,0.8733153638814016,0.9519672968829842,1852.2643825200066
+3,BERT,0.9729555698647778,0.9760981912144703,0.9745243469848436,0.9084158415841584,0.8973105134474327,0.9028290282902829,0.9596320899335717,1659.257662131
+4,BERT,0.9744408945686901,0.9707192870782941,0.9725765306122449,0.8826530612244898,0.8963730569948186,0.8894601542416453,0.9560551865099642,1484.4957272890024
+5,BERT,0.9702602230483272,0.981203007518797,0.9757009345794393,0.9125364431486881,0.8670360110803325,0.8892045454545455,0.9601430761369443,1841.4892067089968
+6,BERT,0.9583333333333334,0.9949843260188088,0.976314980006152,0.973421926910299,0.8093922651933702,0.8838612368024134,0.9606540623403168,1667.5108635060024
+7,BERT,0.9807445442875481,0.9597989949748744,0.9701587301587301,0.8395989974937343,0.9178082191780822,0.8769633507853403,0.9519672968829842,1481.7427048129903
+8,BERT,0.9756554307116105,0.9793233082706767,0.9774859287054409,0.9070422535211268,0.8919667590027701,0.8994413407821229,0.9632089933571794,1665.7444723170047
+9,BERT,0.962378640776699,0.987546699875467,0.9748002458512599,0.9352750809061489,0.8233618233618234,0.8757575757575758,0.9580991313234543,1302.278576023993
+10,BERT,0.9765377298668357,0.982769623484365,0.9796437659033079,0.9289473684210526,0.9051282051282051,0.9168831168831169,0.9672968829841594,1483.752836611995

cross-validations/CV-outputs/BERT/cross-validation-BERT-bert-profane-False-keyword-True-split-True.csv

@@ -0,0 +1,21 @@
+Fold,Algo,precision_0,recall_0,f-score_0,precision_1,recall_1,f-score_1,accuracy,time
+1,BERT,0.9653284671532847,0.9869402985074627,0.9760147601476015,0.9331210191082803,0.8371428571428572,0.8825301204819278,0.9601634320735445,1667.4665185199992
+2,BERT,0.9724358974358974,0.9743095696852923,0.9733718318896375,0.8992443324937027,0.8925,0.8958594730238394,0.9575881451200817,1482.4965807189874
+3,BERT,0.9745385105028644,0.9653215636822194,0.9699081406398481,0.8575129533678757,0.8921832884097035,0.8745046235138706,0.9514563106796117,1483.5043446559866
+4,BERT,0.9591451917033312,0.980719794344473,0.9698125198601842,0.9180327868852459,0.8379052369077307,0.8761408083441983,0.9514563106796117,1481.8237972350034
+5,BERT,0.9708798017348204,0.9849151477058454,0.9778471138845555,0.9300291545189504,0.8715846994535519,0.8998589562764457,0.9637199795605519,1489.2966842280002
+6,BERT,0.9563636363636364,0.9893416927899686,0.9725731895223422,0.9446254071661238,0.8011049723756906,0.8669656203288489,0.9545222278998468,1483.7132046130137
+7,BERT,0.9729555698647778,0.9685897435897436,0.970767748152907,0.8787128712871287,0.8942065491183879,0.8863920099875157,0.9535002554931017,1485.1137648949807
+8,BERT,0.9756722151088348,0.9750479846449136,0.97536,0.9012658227848102,0.9035532994923858,0.9024081115335867,0.9606540623403168,1671.5347631470067
+9,BERT,0.9781113195747342,0.9738480697384807,0.9759750390015599,0.88268156424581,0.9002849002849003,0.8913963328631875,0.9606540623403168,1849.0101584689983
+10,BERT,0.9697156983930779,0.9812382739212008,0.9754429592788313,0.911504424778761,0.8631284916201117,0.8866571018651362,0.9596320899335717,1670.0640119039745
+1,BERT,0.9630325814536341,0.9846252402306214,0.9737092176116566,0.9337016574585635,0.8513853904282116,0.8906455862977601,0.9576098059244127,1488.8500923289976
+2,BERT,0.9659020458772474,0.9804908747640025,0.9731417863835103,0.9098837209302325,0.8505434782608695,0.8792134831460673,0.9560551865099642,1677.41553168901
+3,BERT,0.9743918053777209,0.9832041343669251,0.9787781350482314,0.9341772151898734,0.902200488997555,0.917910447761194,0.9662749105774144,1483.5061006140022
+4,BERT,0.973462783171521,0.9573520050922979,0.9653401797175866,0.837378640776699,0.8937823834196891,0.8646616541353382,0.9448134900357691,1487.1494140480063
+5,BERT,0.974375,0.9768170426065163,0.9755944931163953,0.896358543417367,0.8864265927977839,0.8913649025069639,0.9601430761369443,1483.5687605249987
+6,BERT,0.9577804583835947,0.9956112852664577,0.9763295419612664,0.9765886287625418,0.8066298342541437,0.8835098335854765,0.9606540623403168,1491.7198079370137
+7,BERT,0.9748743718592965,0.9748743718592965,0.9748743718592965,0.8904109589041096,0.8904109589041096,0.8904109589041096,0.9591211037301993,2026.2226542769931
+8,BERT,0.9816106531388713,0.9699248120300752,0.9757327450362433,0.8736842105263158,0.9196675900277008,0.8960863697705803,0.9606540623403168,1665.0271435319737
+9,BERT,0.9669117647058824,0.9825653798256538,0.9746757257566399,0.9138461538461539,0.8461538461538461,0.878698224852071,0.9580991313234543,1306.719684627984
+10,BERT,0.9760827407886231,0.9636247606892151,0.9698137443802184,0.8609756097560975,0.9051282051282051,0.8825000000000001,0.9519672968829842,1303.648487597995

cross-validations/CV-outputs/DPCNN/cross-validation-CNN-fasttext-profane-False-keyword-False-split-False.csv

@@ -0,0 +1,53 @@
+Fold,Algo,precision_0,recall_0,f-score_0,precision_1,recall_1,f-score_1,accuracy,time
+1,CNN,0.937095826,0.991293532,0.963433061,0.945525292,0.694285714,0.800658979,0.938202247,111.4378967
+2,CNN,0.978332239,0.956968529,0.967532468,0.84562212,0.9175,0.880095923,0.94890138,43.73265182
+3,CNN,0.968730457,0.97667087,0.972684458,0.896648045,0.865229111,0.880658436,0.9555442,37.45459253
+4,CNN,0.954887218,0.979434447,0.967005076,0.911357341,0.820448878,0.86351706,0.946857435,39.00512918
+5,CNN,0.981528662,0.968573224,0.975007909,0.870801034,0.920765027,0.895086321,0.95963209,56.57591482
+6,CNN,0.974093264,0.942946708,0.958266964,0.779661017,0.889502762,0.830967742,0.933060807,47.97467874
+7,CNN,0.968488746,0.965384615,0.966934189,0.865671642,0.876574307,0.871088861,0.947368421,43.8404269
+8,CNN,0.974724563,0.962252079,0.968448165,0.857487923,0.901015228,0.878712871,0.949923352,45.20412173
+9,CNN,0.968421053,0.97384807,0.971126979,0.877192982,0.854700855,0.865800866,0.952478283,48.13752161
+10,CNN,0.97721519,0.965603502,0.971374646,0.854111406,0.899441341,0.876190476,0.953500255,58.76426723
+1,CNN,0.973632169,0.946188341,0.9597141,0.80952381,0.899244332,0.85202864,0.936670072,49.05021783
+2,CNN,0.972762646,0.943989931,0.958160332,0.785542169,0.885869565,0.832694764,0.933060807,45.55902044
+3,CNN,0.961856325,0.977390181,0.969561038,0.908854167,0.853300733,0.880201765,0.951456311,44.57141298
+4,CNN,0.981258367,0.93316359,0.956606852,0.773218143,0.92746114,0.843345112,0.932038835,50.89106629
+5,CNN,0.978640777,0.947368421,0.962750716,0.796116505,0.908587258,0.848641656,0.940214614,54.90730383
+6,CNN,0.974067046,0.965517241,0.9697733,0.853723404,0.886740331,0.869918699,0.950945324,68.32403843
+7,CNN,0.973968254,0.963567839,0.968740133,0.848167539,0.887671233,0.86746988,0.949412366,58.52352365
+8,CNN,0.947178872,0.988721805,0.967504598,0.93814433,0.756232687,0.837423313,0.945835462,51.93742711
+9,CNN,0.980179028,0.954545455,0.967192429,0.814249364,0.911680912,0.860215054,0.946857435,77.31836104
+10,CNN,0.97810219,0.940650925,0.959011061,0.793333333,0.915384615,0.85,0.935615738,55.79926959
+1,CNN,0.97574984,0.957420163,0.966498104,0.826086957,0.894736842,0.859042553,0.945863126,71.29197819
+2,CNN,0.96406053,0.978873239,0.971410419,0.911051213,0.855696203,0.882506527,0.954011242,69.18009726
+3,CNN,0.961775586,0.987341772,0.974391006,0.940298507,0.835543767,0.884831461,0.958099131,80.09533598
+4,CNN,0.936450839,0.987357775,0.961230769,0.930795848,0.717333333,0.810240964,0.935615738,73.40877078
+5,CNN,0.974967908,0.960784314,0.967824148,0.844611529,0.896276596,0.869677419,0.948390393,67.14374495
+6,CNN,0.925710969,0.994389027,0.958821761,0.961538462,0.637393768,0.766609881,0.92999489,75.38513408
+7,CNN,0.984363895,0.879923761,0.929218383,0.656363636,0.942558747,0.773847803,0.892181911,68.66364189
+8,CNN,0.975049245,0.940468651,0.957446809,0.783410138,0.899470899,0.837438424,0.932549821,79.52032917
+9,CNN,0.977448454,0.956494325,0.966857871,0.82962963,0.905660377,0.865979381,0.946857435,72.30777216
+10,CNN,0.956736712,0.982233503,0.96931747,0.91740413,0.816272966,0.863888889,0.949923352,73.7873444
+1,CNN,0.942467378,0.994990607,0.968017058,0.970588235,0.731301939,0.834123223,0.946373851,74.49974268
+2,CNN,0.96861268,0.979060914,0.973808772,0.909340659,0.868766404,0.888590604,0.957588145,83.8502549
+3,CNN,0.929958799,0.992462312,0.96019447,0.953488372,0.673972603,0.789727127,0.933060807,73.95768724
+4,CNN,0.964419476,0.973534972,0.968955786,0.881690141,0.845945946,0.863448276,0.949412366,90.78613024
+5,CNN,0.96925048,0.970493906,0.969871795,0.883838384,0.879396985,0.881612091,0.951967297,89.69681492
+6,CNN,0.960469426,0.982312066,0.971267958,0.917159763,0.828877005,0.870786517,0.952989269,88.75487533
+7,CNN,0.962264151,0.988742964,0.975323874,0.942675159,0.826815642,0.880952381,0.959121104,97.94078194
+8,CNN,0.974871134,0.947401378,0.960939981,0.792592593,0.891666667,0.839215686,0.937148697,81.58379854
+9,CNN,0.957097792,0.969329073,0.963174603,0.870967742,0.826530612,0.848167539,0.9407256,100.3448654
+10,CNN,0.959798995,0.975734355,0.967701077,0.895890411,0.836317136,0.865079365,0.947879407,84.59689066
+1,CNN,0.911494253,0.994357367,0.951124438,0.958715596,0.575757576,0.719449225,0.916751788,87.87726944
+2,CNN,0.943104515,0.981338481,0.96184169,0.914705882,0.771712159,0.837146703,0.938170669,101.3499917
+3,CNN,0.960365854,0.987460815,0.973724884,0.936908517,0.820441989,0.874815906,0.956566173,106.553684
+4,CNN,0.975609756,0.945273632,0.960202148,0.779448622,0.891117479,0.831550802,0.935615738,110.7973991
+5,CNN,0.956091528,0.981587302,0.968671679,0.914705882,0.814136126,0.861495845,0.94890138,88.36936278
+6,CNN,0.97980456,0.952501583,0.96596018,0.822274882,0.917989418,0.8675,0.945835462,101.8900105
+7,CNN,0.943327239,0.987244898,0.964786538,0.936708861,0.76092545,0.839716312,0.942258559,93.52981991
+8,CNN,0.969811321,0.979669632,0.97471555,0.91280654,0.874673629,0.893333333,0.959121104,107.3752428
+9,CNN,0.975842339,0.962382445,0.969065657,0.84375,0.895027624,0.868632708,0.949923352,100.6088281
+10,CNN,0.970215463,0.970215463,0.970215463,0.875989446,0.875989446,0.875989446,0.951967297,121.7276845
+,,,,,,,,,
+average,,0.96424708,0.9677092,0.965668176,0.870807746,0.845598827,0.852602256,0.944448811,74.11768252