From d77049f2f6da91adf79a281c2fea5f57948b28aa Mon Sep 17 00:00:00 2001 From: janvanrijn Date: Mon, 3 Dec 2018 12:55:11 -0500 Subject: [PATCH 1/3] scenario of 2018 paper --- OPENML-LINEAR-VS-NONLINEAR-2018/README | 28 + .../algorithm_runs.arff | 1803 +++++++++++++++++ .../description.txt | 62 + .../feature_runstatus.arff | 306 +++ .../feature_values.arff | 322 +++ 5 files changed, 2521 insertions(+) create mode 100644 OPENML-LINEAR-VS-NONLINEAR-2018/README create mode 100644 OPENML-LINEAR-VS-NONLINEAR-2018/algorithm_runs.arff create mode 100644 OPENML-LINEAR-VS-NONLINEAR-2018/description.txt create mode 100644 OPENML-LINEAR-VS-NONLINEAR-2018/feature_runstatus.arff create mode 100644 OPENML-LINEAR-VS-NONLINEAR-2018/feature_values.arff diff --git a/OPENML-LINEAR-VS-NONLINEAR-2018/README b/OPENML-LINEAR-VS-NONLINEAR-2018/README new file mode 100644 index 0000000..56d63f4 --- /dev/null +++ b/OPENML-LINEAR-VS-NONLINEAR-2018/README @@ -0,0 +1,28 @@ +source: https://openml.org/s/123 +authors: Benjamin Strang, Peter van der Putten, Jan N. van Rijn and Frank Hutter + +Results from the paper "Don't Rule Out Simple Models Prematurely: A Large Scale +Benchmark Comparing Linear and Non-linear Classifiers in OpenML". For many +datasets in the OpenML100, linear models are compared against non-linear models. +This scenario contains for each dataset the following runs: +- SVM (Linear vs. Rbf-kernel) +- Neural Network (Perceptron vs. MultiLayerPerceptron) +- Decision Tree (Stump vs. Tree) +Hyperparameters were optimizid using Random Search. If it did not terminate +within 5 days, the run was excluded. + +In our study, we compared classifiers from a single class against each other +(e.g., Perceptron vs. MultiLayerPerceptron). To reproduce these results, the +scenario should be subsampled. Of course, it is also valid to select the best +across all 6 classifiers. + +Bibtex: +@inproceedings{strang2018dont, + title={Don't Rule Out Simple Models Prematurely: A Large Scale Benchmark Comparing Linear and Non-linear Classifiers in OpenML}, + author={Strang, Benjamin and van der Putten, Peter and van Rijn, Jan N and Hutter, Frank}, + booktitle={International Symposium on Intelligent Data Analysis}, + pages={303--315}, + year={2018}, + organization={Springer} +} + diff --git a/OPENML-LINEAR-VS-NONLINEAR-2018/algorithm_runs.arff b/OPENML-LINEAR-VS-NONLINEAR-2018/algorithm_runs.arff new file mode 100644 index 0000000..43da10d --- /dev/null +++ b/OPENML-LINEAR-VS-NONLINEAR-2018/algorithm_runs.arff @@ -0,0 +1,1803 @@ +@RELATION ALGORITHM_RUNS + +@ATTRIBUTE instance_id STRING +@ATTRIBUTE repetition NUMERIC +@ATTRIBUTE algorithm STRING +@ATTRIBUTE predictive_accuracy NUMERIC +@ATTRIBUTE runstatus {ok, timeout, memout, not_applicable, crash, other} + +@DATA +3585,1,linear_ann,0.6569343065693432,ok +3585,1,nonlinear_svm,0.6715328467153284,ok +3585,1,nonlinear_ann,0.6423357664233577,ok +3585,1,nonlinear_dt,0.6715328467153284,ok +3585,1,linear_dt,0.6423357664233577,ok +3585,1,linear_svm,0.7299270072992701,ok +3,1,linear_ann,0.9749687108886107,ok +3,1,nonlinear_svm,0.9943679599499374,ok +3,1,nonlinear_ann,0,other +3,1,nonlinear_dt,0.9937421777221528,ok +3,1,linear_dt,0.6611389236545682,ok +3,1,linear_svm,0.9665206508135169,ok +3587,1,linear_ann,0.855,ok +3587,1,nonlinear_svm,0.875,ok +3587,1,nonlinear_ann,0.89,ok +3587,1,nonlinear_dt,0.825,ok +3587,1,linear_dt,0.83,ok +3587,1,linear_svm,0.865,ok +6,1,linear_ann,0.7165,ok +6,1,nonlinear_svm,0.9782,ok +6,1,nonlinear_ann,0.9672,ok +6,1,nonlinear_dt,0.8073,ok +6,1,linear_dt,0.0747,ok +6,1,linear_svm,0.7017,ok +11,1,linear_ann,0.8864,ok +11,1,nonlinear_svm,1.0,ok +11,1,nonlinear_ann,0.976,ok +11,1,nonlinear_dt,0.7712,ok +11,1,linear_dt,0.6096,ok +11,1,linear_svm,0.8495999999999999,ok +12,1,linear_ann,0.9634999999999999,ok +12,1,nonlinear_svm,0.9795,ok +12,1,nonlinear_ann,0.9795,ok +12,1,nonlinear_dt,0.8759999999999999,ok +12,1,linear_dt,0.19699999999999998,ok +12,1,linear_svm,0.98,ok +3595,1,linear_ann,0.8636363636363636,ok +3595,1,nonlinear_svm,0.9090909090909091,ok +3595,1,nonlinear_ann,0.9090909090909091,ok +3595,1,nonlinear_dt,0.8863636363636364,ok +3595,1,linear_dt,0.7045454545454546,ok +3595,1,linear_svm,0.9318181818181819,ok +14,1,linear_ann,0.8155,ok +14,1,nonlinear_svm,0.8405,ok +14,1,nonlinear_ann,0.835,ok +14,1,nonlinear_dt,0.741,ok +14,1,linear_dt,0.1975,ok +14,1,linear_svm,0.807,ok +15,1,linear_ann,0.9656652360515021,ok +15,1,nonlinear_svm,0.9642346208869814,ok +15,1,nonlinear_ann,0.9628040057224606,ok +15,1,nonlinear_dt,0.9470672389127324,ok +15,1,linear_dt,0.9141630901287553,ok +15,1,linear_svm,0.9542203147353362,ok +16,1,linear_ann,0.941,ok +16,1,nonlinear_svm,0.9790000000000001,ok +16,1,nonlinear_ann,0.9555,ok +16,1,nonlinear_dt,0.8085,ok +16,1,linear_dt,0.1945,ok +16,1,linear_svm,0.955,ok +3597,1,linear_ann,0.6354166666666666,ok +3597,1,nonlinear_svm,0.6770833333333333,ok +3597,1,nonlinear_ann,0.7291666666666667,ok +3597,1,nonlinear_dt,0.65625,ok +3597,1,linear_dt,0.7291666666666667,ok +3597,1,linear_svm,0.7083333333333333,ok +18,1,linear_ann,0.7295,ok +18,1,nonlinear_svm,0.7575,ok +18,1,nonlinear_ann,0,other +18,1,nonlinear_dt,0.71,ok +18,1,linear_dt,0.2,ok +18,1,linear_svm,0.733,ok +3599,1,linear_ann,0.9138755980861244,ok +3599,1,nonlinear_svm,0.9138755980861244,ok +3599,1,nonlinear_ann,0.9377990430622009,ok +3599,1,nonlinear_dt,0.9282296650717703,ok +3599,1,linear_dt,0.8851674641148325,ok +3599,1,linear_svm,0.9425837320574162,ok +20,1,linear_ann,0.956,ok +20,1,nonlinear_svm,0.9754999999999999,ok +20,1,nonlinear_ann,0.961,ok +20,1,nonlinear_dt,0.8975,ok +20,1,linear_dt,0.1945,ok +20,1,linear_svm,0.9540000000000001,ok +21,1,linear_ann,0.8964120370370371,ok +21,1,nonlinear_svm,0.9988425925925926,ok +21,1,nonlinear_ann,0.9994212962962963,ok +21,1,nonlinear_dt,0.9675925925925926,ok +21,1,linear_dt,0.7002314814814815,ok +21,1,linear_svm,0.8929398148148148,ok +22,1,linear_ann,0.8059999999999999,ok +22,1,nonlinear_svm,0.8690000000000001,ok +22,1,nonlinear_ann,0.8290000000000001,ok +22,1,nonlinear_dt,0.705,ok +22,1,linear_dt,0.193,ok +22,1,linear_svm,0.8284999999999999,ok +23,1,linear_ann,0.505091649694501,ok +23,1,nonlinear_svm,0.5308893414799729,ok +23,1,nonlinear_ann,0.5247793618465716,ok +23,1,nonlinear_dt,0.5492192803801765,ok +23,1,linear_dt,0.42701968771215204,ok +23,1,linear_svm,0.49966055668703324,ok +3602,1,linear_ann,0.6936936936936937,ok +3602,1,nonlinear_svm,0.6756756756756757,ok +3602,1,nonlinear_ann,0.6846846846846847,ok +3602,1,nonlinear_dt,0.6756756756756757,ok +3602,1,linear_dt,0.7297297297297297,ok +3602,1,linear_svm,0.6216216216216216,ok +25,1,linear_ann,0.7880434782608695,ok +25,1,nonlinear_svm,0.7581521739130435,ok +25,1,nonlinear_ann,0,other +25,1,nonlinear_dt,0.8315217391304348,ok +25,1,linear_dt,0.8016304347826088,ok +25,1,linear_svm,0.7527173913043478,ok +2074,1,linear_ann,0.8354587869362363,ok +2074,1,nonlinear_svm,0.9241057542768274,ok +2074,1,nonlinear_ann,0.9074650077760498,ok +2074,1,nonlinear_dt,0.8594090202177295,ok +2074,1,linear_dt,0.4373250388802489,ok +2074,1,linear_svm,0.8272161741835147,ok +3604,1,linear_ann,0.7897435897435898,ok +3604,1,nonlinear_svm,0.7846153846153847,ok +3604,1,nonlinear_ann,0.8,ok +3604,1,nonlinear_dt,0.8153846153846154,ok +3604,1,linear_dt,0.8205128205128206,ok +3604,1,linear_svm,0.8564102564102564,ok +28,1,linear_ann,0.9580071174377224,ok +28,1,nonlinear_svm,0.9882562277580071,ok +28,1,nonlinear_ann,0.9818505338078292,ok +28,1,nonlinear_dt,0.9080071174377224,ok +28,1,linear_dt,0.197153024911032,ok +28,1,linear_svm,0.9669039145907473,ok +29,1,linear_ann,0.855072463768116,ok +29,1,nonlinear_svm,0.8521739130434782,ok +29,1,nonlinear_ann,0.8347826086956522,ok +29,1,nonlinear_dt,0.8507246376811594,ok +29,1,linear_dt,0.855072463768116,ok +29,1,linear_svm,0.8579710144927536,ok +3605,1,linear_ann,0.6935483870967742,ok +3605,1,nonlinear_svm,0.7580645161290324,ok +3605,1,nonlinear_ann,0.6290322580645161,ok +3605,1,nonlinear_dt,0.6451612903225806,ok +3605,1,linear_dt,0.7580645161290324,ok +3605,1,linear_svm,0.6129032258064516,ok +31,1,linear_ann,0.753,ok +31,1,nonlinear_svm,0.7490000000000001,ok +31,1,nonlinear_ann,0,other +31,1,nonlinear_dt,0.715,ok +31,1,linear_dt,0.7,ok +31,1,linear_svm,0.759,ok +32,1,linear_ann,0.9312227074235808,ok +32,1,nonlinear_svm,0.9958151382823871,ok +32,1,nonlinear_ann,0.9939046579330422,ok +32,1,nonlinear_dt,0.9581513828238719,ok +32,1,linear_dt,0.2045123726346434,ok +32,1,linear_svm,0.9333151382823871,ok +2079,1,linear_ann,0.6290760869565217,ok +2079,1,nonlinear_svm,0.641304347826087,ok +2079,1,nonlinear_ann,0.6684782608695652,ok +2079,1,nonlinear_dt,0.6317934782608695,ok +2079,1,linear_dt,0.4456521739130435,ok +2079,1,linear_svm,0.595108695652174,ok +3611,1,linear_ann,0.9496855345911949,ok +3611,1,nonlinear_svm,0.9308176100628931,ok +3611,1,nonlinear_ann,0.9496855345911949,ok +3611,1,nonlinear_dt,0.9433962264150944,ok +3611,1,linear_dt,0.9622641509433962,ok +3611,1,linear_svm,0.9308176100628931,ok +35,1,linear_ann,0.9508196721311475,ok +35,1,nonlinear_svm,0.9699453551912568,ok +35,1,nonlinear_ann,0.9754098360655737,ok +35,1,nonlinear_dt,0.9426229508196721,ok +35,1,linear_dt,0.5027322404371585,ok +35,1,linear_svm,0.9672131147540983,ok +36,1,linear_ann,0.9246753246753247,ok +36,1,nonlinear_svm,0.9705627705627705,ok +36,1,nonlinear_ann,0.970995670995671,ok +36,1,nonlinear_dt,0.9653679653679653,ok +36,1,linear_dt,0.28571428571428575,ok +36,1,linear_svm,0.9181818181818181,ok +37,1,linear_ann,0.7721354166666667,ok +37,1,nonlinear_svm,0.7747395833333333,ok +37,1,nonlinear_ann,0.76953125,ok +37,1,nonlinear_dt,0.7513020833333333,ok +37,1,linear_dt,0.7174479166666667,ok +37,1,linear_svm,0.7682291666666667,ok +3613,1,linear_ann,0.9161676646706587,ok +3613,1,nonlinear_svm,0.940119760479042,ok +3613,1,nonlinear_ann,0.9341317365269461,ok +3613,1,nonlinear_dt,0.9341317365269461,ok +3613,1,linear_dt,0.9281437125748504,ok +3613,1,linear_svm,0.9640718562874251,ok +39,1,linear_ann,0.7307692307692308,ok +39,1,nonlinear_svm,0.8557692307692308,ok +39,1,nonlinear_ann,0.826923076923077,ok +39,1,nonlinear_dt,0.7788461538461539,ok +39,1,linear_dt,0.7211538461538461,ok +39,1,linear_svm,0.7259615384615384,ok +3619,1,linear_ann,0.4948453608247423,ok +3619,1,nonlinear_svm,0.5618556701030928,ok +3619,1,nonlinear_ann,0,other +3619,1,nonlinear_dt,0.5876288659793815,ok +3619,1,linear_dt,0.5309278350515464,ok +3619,1,linear_svm,0.577319587628866,ok +41,1,linear_ann,0.938506588579795,ok +41,1,nonlinear_svm,0.9355783308931186,ok +41,1,nonlinear_ann,0.9414348462664716,ok +41,1,nonlinear_dt,0.91800878477306,ok +41,1,linear_dt,0.2635431918008785,ok +41,1,linear_svm,0.9399707174231332,ok +42,1,linear_ann,0.7385620915032679,ok +42,1,nonlinear_svm,0.7254901960784313,ok +42,1,nonlinear_ann,0,other +42,1,nonlinear_dt,0.7352941176470589,ok +42,1,linear_dt,0.7189542483660131,ok +42,1,linear_svm,0.7385620915032679,ok +43,1,linear_ann,0.9274070854162139,ok +43,1,nonlinear_svm,0.9367528798087372,ok +43,1,nonlinear_ann,0,other +43,1,nonlinear_dt,0.9182786350793306,ok +43,1,linear_dt,0.7922190828080852,ok +43,1,linear_svm,0.9234948924146924,ok +3622,1,linear_ann,0.9622641509433962,ok +3622,1,nonlinear_svm,0.9559748427672956,ok +3622,1,nonlinear_ann,0.9433962264150944,ok +3622,1,nonlinear_dt,0.9622641509433962,ok +3622,1,linear_dt,0.9622641509433962,ok +3622,1,linear_svm,0.9622641509433962,ok +45,1,linear_ann,0.9661442006269593,ok +45,1,nonlinear_svm,0.9648902821316615,ok +45,1,nonlinear_ann,0.9523510971786834,ok +45,1,nonlinear_dt,0.9344827586206896,ok +45,1,linear_dt,0.6266457680250784,ok +45,1,linear_svm,0.9564263322884012,ok +47,1,linear_ann,0.5364238410596027,ok +47,1,nonlinear_svm,0.4834437086092715,ok +47,1,nonlinear_ann,0.5496688741721855,ok +47,1,nonlinear_dt,0.6225165562913907,ok +47,1,linear_dt,0.39072847682119205,ok +47,1,linear_svm,0.5231788079470199,ok +49,1,linear_ann,0.9749478079331942,ok +49,1,nonlinear_svm,1.0,ok +49,1,nonlinear_ann,0.9812108559498957,ok +49,1,nonlinear_dt,0.9498956158663883,ok +49,1,linear_dt,0.6993736951983298,ok +49,1,linear_svm,0.9832985386221295,ok +51,1,linear_ann,0.7,ok +51,1,nonlinear_svm,0.2,ok +51,1,nonlinear_ann,0.6,ok +51,1,nonlinear_dt,0.8,ok +51,1,linear_dt,0.8,ok +51,1,linear_svm,0.7,ok +52,1,linear_ann,0.7888888888888889,ok +52,1,nonlinear_svm,0.8407407407407408,ok +52,1,nonlinear_ann,0,other +52,1,nonlinear_dt,0.7555555555555555,ok +52,1,linear_dt,0.6851851851851852,ok +52,1,linear_svm,0.7703703703703704,ok +53,1,linear_ann,0.7624113475177304,ok +53,1,nonlinear_svm,0.8534278959810875,ok +53,1,nonlinear_ann,0.83451536643026,ok +53,1,nonlinear_dt,0.7281323877068557,ok +53,1,linear_dt,0.3877068557919622,ok +53,1,linear_svm,0.7884160756501183,ok +55,1,linear_ann,0.960919540229885,ok +55,1,nonlinear_svm,0.967816091954023,ok +55,1,nonlinear_ann,0.9494252873563218,ok +55,1,nonlinear_dt,0.9471264367816091,ok +55,1,linear_dt,0.9563218390804598,ok +55,1,linear_svm,0.9563218390804598,ok +57,1,linear_ann,0.8660968660968661,ok +57,1,nonlinear_svm,0.943019943019943,ok +57,1,nonlinear_ann,0,other +57,1,nonlinear_dt,0.8888888888888888,ok +57,1,linear_dt,0.8034188034188035,ok +57,1,linear_svm,0.8860398860398859,ok +58,1,linear_ann,0.8628,ok +58,1,nonlinear_svm,0.8644,ok +58,1,nonlinear_ann,0.8623999999999999,ok +58,1,nonlinear_dt,0.7606,ok +58,1,linear_dt,0.5724,ok +58,1,linear_svm,0.865,ok +60,1,linear_ann,0.9207920792079207,ok +60,1,nonlinear_svm,0.9306930693069307,ok +60,1,nonlinear_ann,0.9603960396039604,ok +60,1,nonlinear_dt,0.9702970297029703,ok +60,1,linear_dt,0.5940594059405941,ok +60,1,linear_svm,0.9504950495049505,ok +3644,1,linear_ann,0.9880952380952381,ok +3644,1,nonlinear_svm,0.9642857142857143,ok +3644,1,nonlinear_ann,0,other +3644,1,nonlinear_dt,0.996031746031746,ok +3644,1,linear_dt,0.996031746031746,ok +3644,1,linear_svm,0.9682539682539683,ok +3646,1,linear_ann,0.7450980392156863,ok +3646,1,nonlinear_svm,0.6666666666666667,ok +3646,1,nonlinear_ann,0.6470588235294117,ok +3646,1,nonlinear_dt,0.6862745098039216,ok +3646,1,linear_dt,0.6862745098039216,ok +3646,1,linear_svm,0.6470588235294117,ok +3647,1,linear_ann,0.9416666666666668,ok +3647,1,nonlinear_svm,0.975,ok +3647,1,nonlinear_ann,0.9666666666666667,ok +3647,1,nonlinear_dt,0.95,ok +3647,1,linear_dt,0.875,ok +3647,1,linear_svm,0.9333333333333332,ok +3649,1,linear_ann,0.8,ok +3649,1,nonlinear_svm,0.8357142857142857,ok +3649,1,nonlinear_ann,0.7857142857142857,ok +3649,1,nonlinear_dt,0.7357142857142857,ok +3649,1,linear_dt,0.5857142857142857,ok +3649,1,linear_svm,0.7857142857142857,ok +3650,1,linear_ann,0.9333333333333332,ok +3650,1,nonlinear_svm,0.8222222222222223,ok +3650,1,nonlinear_ann,0.8666666666666667,ok +3650,1,nonlinear_dt,0.9333333333333332,ok +3650,1,linear_dt,0.9111111111111111,ok +3650,1,linear_svm,0.8444444444444444,ok +3651,1,linear_ann,0.834983498349835,ok +3651,1,nonlinear_svm,0.8316831683168318,ok +3651,1,nonlinear_ann,0,other +3651,1,nonlinear_dt,0.7821782178217822,ok +3651,1,linear_dt,0.7095709570957095,ok +3651,1,linear_svm,0.8613861386138614,ok +3652,1,linear_ann,0.7,ok +3652,1,nonlinear_svm,0.72,ok +3652,1,nonlinear_ann,0.68,ok +3652,1,nonlinear_dt,0.66,ok +3652,1,linear_dt,0.7,ok +3652,1,linear_svm,0.78,ok +3653,1,linear_ann,0.7043010752688172,ok +3653,1,nonlinear_svm,0.7419354838709676,ok +3653,1,nonlinear_ann,0.7096774193548387,ok +3653,1,nonlinear_dt,0.7849462365591399,ok +3653,1,linear_dt,0.5967741935483871,ok +3653,1,linear_svm,0.7204301075268817,ok +3655,1,linear_ann,0.890909090909091,ok +3655,1,nonlinear_svm,0.8363636363636364,ok +3655,1,nonlinear_ann,0.7636363636363636,ok +3655,1,nonlinear_dt,0.890909090909091,ok +3655,1,linear_dt,0.890909090909091,ok +3655,1,linear_svm,0.8363636363636364,ok +3656,1,linear_ann,0.6511627906976745,ok +3656,1,nonlinear_svm,0.6046511627906976,ok +3656,1,nonlinear_ann,0.6744186046511628,ok +3656,1,nonlinear_dt,0.627906976744186,ok +3656,1,linear_dt,0.6511627906976745,ok +3656,1,linear_svm,0.6744186046511628,ok +3661,1,linear_ann,0.9617224880382775,ok +3661,1,nonlinear_svm,0.9856459330143541,ok +3661,1,nonlinear_ann,0.9617224880382775,ok +3661,1,nonlinear_dt,0.9473684210526316,ok +3661,1,linear_dt,0.8468899521531101,ok +3661,1,linear_svm,0.9617224880382775,ok +3663,1,linear_ann,0.5577557755775577,ok +3663,1,nonlinear_svm,0.5808580858085809,ok +3663,1,nonlinear_ann,0.5841584158415841,ok +3663,1,nonlinear_dt,0.4884488448844885,ok +3663,1,linear_dt,0.5082508250825082,ok +3663,1,linear_svm,0.570957095709571,ok +3665,1,linear_ann,0.8918918918918919,ok +3665,1,nonlinear_svm,0.9324324324324325,ok +3665,1,nonlinear_ann,0.9324324324324325,ok +3665,1,nonlinear_dt,0.8783783783783784,ok +3665,1,linear_dt,0.6891891891891891,ok +3665,1,linear_svm,0.8783783783783784,ok +3669,1,linear_ann,0.7,ok +3669,1,nonlinear_svm,0.7285714285714286,ok +3669,1,nonlinear_ann,0.7,ok +3669,1,nonlinear_dt,0.7142857142857143,ok +3669,1,linear_dt,0.7142857142857143,ok +3669,1,linear_svm,0.6428571428571429,ok +3675,1,linear_ann,0.7033492822966507,ok +3675,1,nonlinear_svm,0.6961722488038278,ok +3675,1,nonlinear_ann,0,other +3675,1,nonlinear_dt,0.638755980861244,ok +3675,1,linear_dt,0.6483253588516746,ok +3675,1,linear_svm,0.6889952153110047,ok +3676,1,linear_ann,0.9242424242424242,ok +3676,1,nonlinear_svm,0.946969696969697,ok +3676,1,nonlinear_ann,0,other +3676,1,nonlinear_dt,0.9545454545454546,ok +3676,1,linear_dt,0.7613636363636364,ok +3676,1,linear_svm,0.9545454545454546,ok +3685,1,linear_ann,0.8765957446808511,ok +3685,1,nonlinear_svm,0.8851063829787235,ok +3685,1,nonlinear_ann,0.8765957446808511,ok +3685,1,nonlinear_dt,0.8595744680851064,ok +3685,1,linear_dt,0.8468085106382979,ok +3685,1,linear_svm,0.8893617021276596,ok +3696,1,linear_ann,0.8969849246231156,ok +3696,1,nonlinear_svm,0.9020100502512562,ok +3696,1,nonlinear_ann,0,other +3696,1,nonlinear_dt,0.8869346733668341,ok +3696,1,linear_dt,0.871859296482412,ok +3696,1,linear_svm,0.9195979899497487,ok +14964,1,linear_ann,0.3559404971618712,ok +14964,1,nonlinear_svm,0.8568212957525936,ok +14964,1,nonlinear_ann,0.6629477392836172,ok +14964,1,nonlinear_dt,0.6532589547856723,ok +14964,1,linear_dt,0.18849089841456254,ok +14964,1,linear_svm,0.3371501272264631,ok +14965,1,linear_ann,0.9003782265377894,ok +14965,1,nonlinear_svm,0.9025458406140099,ok +14965,1,nonlinear_ann,0,other +14965,1,nonlinear_dt,0.9008427152684081,ok +14965,1,linear_dt,0.8830151954170445,ok +14965,1,linear_svm,0.9006657671805535,ok +14966,1,linear_ann,0.772593974940016,ok +14966,1,nonlinear_svm,0.7832577979205546,ok +14966,1,nonlinear_ann,0.7736603572380699,ok +14966,1,nonlinear_dt,0.769128232471341,ok +14966,1,linear_dt,0.7240735803785657,ok +14966,1,linear_svm,0.7557984537456679,ok +14967,1,linear_ann,0.9996423462088698,ok +14967,1,nonlinear_svm,0.9996423462088698,ok +14967,1,nonlinear_ann,0.9996423462088698,ok +14967,1,nonlinear_dt,0.5829756795422031,ok +14967,1,linear_dt,0.2918454935622318,ok +14967,1,linear_svm,1.0,ok +14968,1,linear_ann,0.7425925925925925,ok +14968,1,nonlinear_svm,0.8074074074074075,ok +14968,1,nonlinear_ann,0.7962962962962963,ok +14968,1,nonlinear_dt,0.7277777777777777,ok +14968,1,linear_dt,0.6333333333333333,ok +14968,1,linear_svm,0.7611111111111112,ok +3705,1,linear_ann,0.9609756097560975,ok +3705,1,nonlinear_svm,0.9560975609756097,ok +3705,1,nonlinear_ann,0.9609756097560975,ok +3705,1,nonlinear_dt,0.951219512195122,ok +3705,1,linear_dt,0.897560975609756,ok +3705,1,linear_svm,0.951219512195122,ok +14969,1,linear_ann,0.46500557074850607,ok +14969,1,nonlinear_svm,0.5834092980856882,ok +14969,1,nonlinear_ann,0.5985009622201966,ok +14969,1,nonlinear_dt,0.5174718930416287,ok +14969,1,linear_dt,0.44890104324926566,ok +14969,1,linear_svm,0.4638914210473007,ok +14970,1,linear_ann,0,other +14970,1,nonlinear_svm,0.989125157782309,ok +14970,1,nonlinear_ann,0.9877658025050975,ok +14970,1,nonlinear_dt,0,other +14970,1,linear_dt,0.37353141081658414,ok +14970,1,linear_svm,0.9850470919506747,ok +24,1,linear_ann,0.9998769079271296,ok +24,1,nonlinear_svm,1.0,ok +24,1,nonlinear_ann,0,other +24,1,nonlinear_dt,1.0,ok +24,1,linear_dt,0.8867552929591335,ok +24,1,linear_svm,0,other +3709,1,linear_ann,0.6258741258741258,ok +3709,1,nonlinear_svm,0.5629370629370629,ok +3709,1,nonlinear_ann,0.5594405594405595,ok +3709,1,nonlinear_dt,0.541958041958042,ok +3709,1,linear_dt,0.5699300699300699,ok +3709,1,linear_svm,0.5629370629370629,ok +3713,1,linear_ann,0.7105263157894737,ok +3713,1,nonlinear_svm,0.736842105263158,ok +3713,1,nonlinear_ann,0.763157894736842,ok +3713,1,nonlinear_dt,0.736842105263158,ok +3713,1,linear_dt,0.8157894736842105,ok +3713,1,linear_svm,0.736842105263158,ok +3716,1,linear_ann,0.9458333333333333,ok +3716,1,nonlinear_svm,0.9375,ok +3716,1,nonlinear_ann,0.9416666666666668,ok +3716,1,nonlinear_dt,0.8833333333333333,ok +3716,1,linear_dt,0.8833333333333333,ok +3716,1,linear_svm,0.9458333333333333,ok +10101,1,linear_ann,0.7700534759358288,ok +10101,1,nonlinear_svm,0.7740641711229946,ok +10101,1,nonlinear_ann,0.7887700534759358,ok +10101,1,nonlinear_dt,0.7767379679144385,ok +10101,1,linear_dt,0.7620320855614974,ok +10101,1,linear_svm,0.7352941176470589,ok +3719,1,linear_ann,0.9430379746835443,ok +3719,1,nonlinear_svm,0.949367088607595,ok +3719,1,nonlinear_ann,0.9556962025316456,ok +3719,1,nonlinear_dt,0.949367088607595,ok +3719,1,linear_dt,0.949367088607595,ok +3719,1,linear_svm,0.9430379746835443,ok +3721,1,linear_ann,0.85,ok +3721,1,nonlinear_svm,0.8,ok +3721,1,nonlinear_ann,0.825,ok +3721,1,nonlinear_dt,0.9,ok +3721,1,linear_dt,0.9,ok +3721,1,linear_svm,0.875,ok +3722,1,linear_ann,0.7959183673469387,ok +3722,1,nonlinear_svm,0.8299319727891157,ok +3722,1,nonlinear_ann,0.8401360544217686,ok +3722,1,nonlinear_dt,0.7925170068027211,ok +3722,1,linear_dt,0.8129251700680272,ok +3722,1,linear_svm,0.8367346938775511,ok +7307,1,linear_ann,0,other +7307,1,nonlinear_svm,0.6793650793650794,ok +7307,1,nonlinear_ann,0,other +7307,1,nonlinear_dt,0,other +7307,1,linear_dt,0.24232804232804234,ok +7307,1,linear_svm,0.6402116402116402,ok +3724,1,linear_ann,0.8236842105263158,ok +3724,1,nonlinear_svm,0.8342105263157894,ok +3724,1,nonlinear_ann,0.8052631578947369,ok +3724,1,nonlinear_dt,0.8263157894736842,ok +3724,1,linear_dt,0.8473684210526317,ok +3724,1,linear_svm,0.8473684210526317,ok +3725,1,linear_ann,0.8064516129032258,ok +3725,1,nonlinear_svm,0.7849462365591399,ok +3725,1,nonlinear_ann,0.8064516129032258,ok +3725,1,nonlinear_dt,0.7419354838709676,ok +3725,1,linear_dt,0.7634408602150538,ok +3725,1,linear_svm,0.8172043010752688,ok +3738,1,linear_ann,0.96,ok +3738,1,nonlinear_svm,0.94,ok +3738,1,nonlinear_ann,1.0,ok +3738,1,nonlinear_dt,1.0,ok +3738,1,linear_dt,1.0,ok +3738,1,linear_svm,0.94,ok +3744,1,linear_ann,0.9894366197183099,ok +3744,1,nonlinear_svm,0.982394366197183,ok +3744,1,nonlinear_ann,0,other +3744,1,nonlinear_dt,0.9964788732394366,ok +3744,1,linear_dt,0.9964788732394366,ok +3744,1,linear_svm,0.9894366197183099,ok +3746,1,linear_ann,0.7666666666666667,ok +3746,1,nonlinear_svm,0.8,ok +3746,1,nonlinear_ann,0.7333333333333333,ok +3746,1,nonlinear_dt,0.5833333333333334,ok +3746,1,linear_dt,0.5166666666666666,ok +3746,1,linear_svm,0.8333333333333333,ok +3748,1,linear_ann,0.9770992366412214,ok +3748,1,nonlinear_svm,0.9923664122137404,ok +3748,1,nonlinear_ann,0.9847328244274809,ok +3748,1,nonlinear_dt,0.9923664122137404,ok +3748,1,linear_dt,0.9770992366412214,ok +3748,1,linear_svm,0.9847328244274809,ok +3750,1,linear_ann,0.5901639344262295,ok +3750,1,nonlinear_svm,0.6065573770491803,ok +3750,1,nonlinear_ann,0.639344262295082,ok +3750,1,nonlinear_dt,0.6557377049180327,ok +3750,1,linear_dt,0.639344262295082,ok +3750,1,linear_svm,0.6557377049180327,ok +9895,1,linear_ann,0.890625,ok +9895,1,nonlinear_svm,0.90625,ok +9895,1,nonlinear_ann,0.84375,ok +9895,1,nonlinear_dt,0,other +9895,1,linear_dt,0.640625,ok +9895,1,linear_svm,0.90625,ok +9896,1,linear_ann,0.890625,ok +9896,1,nonlinear_svm,0.90625,ok +9896,1,nonlinear_ann,0.84375,ok +9896,1,nonlinear_dt,0.78125,ok +9896,1,linear_dt,0.625,ok +9896,1,linear_svm,0.890625,ok +3753,1,linear_ann,0.6944444444444444,ok +3753,1,nonlinear_svm,0.7037037037037037,ok +3753,1,nonlinear_ann,0.6944444444444444,ok +3753,1,nonlinear_dt,0.8703703703703703,ok +3753,1,linear_dt,0.7685185185185185,ok +3753,1,linear_svm,0.7037037037037037,ok +9897,1,linear_ann,0.5283018867924528,ok +9897,1,nonlinear_svm,0.4811320754716981,ok +9897,1,nonlinear_ann,0.5283018867924528,ok +9897,1,nonlinear_dt,0,other +9897,1,linear_dt,0.4716981132075472,ok +9897,1,linear_svm,0.5660377358490566,ok +3756,1,linear_ann,0.4931506849315068,ok +3756,1,nonlinear_svm,0.6164383561643836,ok +3756,1,nonlinear_ann,0.5616438356164384,ok +3756,1,nonlinear_dt,0.684931506849315,ok +3756,1,linear_dt,0.5342465753424658,ok +3756,1,linear_svm,0.547945205479452,ok +3757,1,linear_ann,0.9545454545454546,ok +3757,1,nonlinear_svm,0.9696969696969697,ok +3757,1,nonlinear_ann,0.9393939393939393,ok +3757,1,nonlinear_dt,0.9242424242424242,ok +3757,1,linear_dt,0.8787878787878788,ok +3757,1,linear_svm,0.9242424242424242,ok +9901,1,linear_ann,1.0,ok +9901,1,nonlinear_svm,1.0,ok +9901,1,nonlinear_ann,1.0,ok +9901,1,nonlinear_dt,0,other +9901,1,linear_dt,0.8166666666666668,ok +9901,1,linear_svm,1.0,ok +146606,1,linear_ann,0.637919428862825,ok +146606,1,nonlinear_svm,0,other +146606,1,nonlinear_ann,0,other +146606,1,nonlinear_dt,0,other +146606,1,linear_dt,0.6072616012238654,ok +146606,1,linear_svm,0.6396634370219276,ok +146607,1,linear_ann,0.8591549295774648,ok +146607,1,nonlinear_svm,0.8615421341608976,ok +146607,1,nonlinear_ann,0,other +146607,1,nonlinear_dt,0.8455478634518978,ok +146607,1,linear_dt,0.8352828837431368,ok +146607,1,linear_svm,0.8515158749104798,ok +3761,1,linear_ann,0.7777777777777777,ok +3761,1,nonlinear_svm,0.8333333333333333,ok +3761,1,nonlinear_ann,0.8333333333333333,ok +3761,1,nonlinear_dt,0.8333333333333333,ok +3761,1,linear_dt,0.7222222222222223,ok +3761,1,linear_svm,0.7777777777777777,ok +9907,1,linear_ann,0.305,ok +9907,1,nonlinear_svm,0.28,ok +9907,1,nonlinear_ann,0.305,ok +9907,1,nonlinear_dt,0,other +9907,1,linear_dt,0.26,ok +9907,1,linear_svm,0.265,ok +9914,1,linear_ann,0.9671419714817111,ok +9914,1,nonlinear_svm,0.9880140524901839,ok +9914,1,nonlinear_ann,0,other +9914,1,nonlinear_dt,0.9807811531308122,ok +9914,1,linear_dt,0.9460632362058277,ok +9914,1,linear_svm,0.9588758007852861,ok +34536,1,linear_ann,0.9649283318084783,ok +34536,1,nonlinear_svm,0.973162549557792,ok +34536,1,nonlinear_ann,0.9740774626410491,ok +34536,1,nonlinear_dt,0.9673681000304971,ok +34536,1,linear_dt,0.9121683440073193,ok +34536,1,linear_svm,0.9649283318084783,ok +3778,1,linear_ann,0.5555555555555556,ok +3778,1,nonlinear_svm,0.5650793650793651,ok +3778,1,nonlinear_ann,0.6126984126984127,ok +3778,1,nonlinear_dt,0.5650793650793651,ok +3778,1,linear_dt,0.5841269841269842,ok +3778,1,linear_svm,0.5841269841269842,ok +34537,1,linear_ann,0.9387607417458164,ok +34537,1,nonlinear_svm,0.9739484396200814,ok +34537,1,nonlinear_ann,0,other +34537,1,nonlinear_dt,0.9492537313432835,ok +34537,1,linear_dt,0.8889190411578471,ok +34537,1,linear_svm,0.93921302578019,ok +3782,1,linear_ann,0.875,ok +3782,1,nonlinear_svm,0.775,ok +3782,1,nonlinear_ann,0.8,ok +3782,1,nonlinear_dt,0.85,ok +3782,1,linear_dt,0.775,ok +3782,1,linear_svm,0.85,ok +34538,1,linear_ann,0.9981481481481481,ok +34538,1,nonlinear_svm,1.0,ok +34538,1,nonlinear_ann,1.0,ok +34538,1,nonlinear_dt,1.0,ok +34538,1,linear_dt,0.2777777777777778,ok +34538,1,linear_svm,1.0,ok +3787,1,linear_ann,0.8384615384615384,ok +3787,1,nonlinear_svm,0.8769230769230769,ok +3787,1,nonlinear_ann,0.7846153846153847,ok +3787,1,nonlinear_dt,0.8769230769230769,ok +3787,1,linear_dt,0.8846153846153847,ok +3787,1,linear_svm,0.8769230769230769,ok +3788,1,linear_ann,0.9597523219814242,ok +3788,1,nonlinear_svm,0.9504643962848297,ok +3788,1,nonlinear_ann,0.956656346749226,ok +3788,1,nonlinear_dt,0.934984520123839,ok +3788,1,linear_dt,0.826625386996904,ok +3788,1,linear_svm,0.956656346749226,ok +3790,1,linear_ann,0.7142857142857143,ok +3790,1,nonlinear_svm,0.7142857142857143,ok +3790,1,nonlinear_ann,0.6666666666666667,ok +3790,1,nonlinear_dt,0.6428571428571429,ok +3790,1,linear_dt,0.5476190476190476,ok +3790,1,linear_svm,0.7619047619047619,ok +9935,1,linear_ann,0.5319148936170213,ok +9935,1,nonlinear_svm,0.6808510638297872,ok +9935,1,nonlinear_ann,0.5957446808510638,ok +9935,1,nonlinear_dt,0.5106382978723404,ok +9935,1,linear_dt,0.48936170212765956,ok +9935,1,linear_svm,0.48936170212765956,ok +3792,1,linear_ann,0.6142857142857143,ok +3792,1,nonlinear_svm,0.6714285714285714,ok +3792,1,nonlinear_ann,0.6714285714285714,ok +3792,1,nonlinear_dt,0.5571428571428572,ok +3792,1,linear_dt,0.6285714285714286,ok +3792,1,linear_svm,0.6142857142857143,ok +9936,1,linear_ann,0.6170212765957447,ok +9936,1,nonlinear_svm,0.7446808510638298,ok +9936,1,nonlinear_ann,0.5319148936170213,ok +9936,1,nonlinear_dt,0.6170212765957447,ok +9936,1,linear_dt,0.6382978723404256,ok +9936,1,linear_svm,0.44680851063829785,ok +3791,1,linear_ann,0.826086956521739,ok +3791,1,nonlinear_svm,0.9130434782608695,ok +3791,1,nonlinear_ann,0.8043478260869565,ok +3791,1,nonlinear_dt,0.9347826086956522,ok +3791,1,linear_dt,0.6956521739130435,ok +3791,1,linear_svm,0.9130434782608695,ok +9934,1,linear_ann,0.75,ok +9934,1,nonlinear_svm,0.8181818181818181,ok +9934,1,nonlinear_ann,0.7045454545454546,ok +9934,1,nonlinear_dt,0,other +9934,1,linear_dt,0.6022727272727273,ok +9934,1,linear_svm,0.6704545454545454,ok +9937,1,linear_ann,0.641025641025641,ok +9937,1,nonlinear_svm,0.8632478632478633,ok +9937,1,nonlinear_ann,0.8717948717948718,ok +9937,1,nonlinear_dt,0,other +9937,1,linear_dt,0.7094017094017094,ok +9937,1,linear_svm,0.735042735042735,ok +9938,1,linear_ann,0.46951219512195125,ok +9938,1,nonlinear_svm,0.6707317073170732,ok +9938,1,nonlinear_ann,0.6219512195121951,ok +9938,1,nonlinear_dt,0,other +9938,1,linear_dt,0.3902439024390244,ok +9938,1,linear_svm,0.45121951219512196,ok +9939,1,linear_ann,0.8548387096774194,ok +9939,1,nonlinear_svm,0.8612903225806451,ok +9939,1,nonlinear_ann,0.8612903225806451,ok +9939,1,nonlinear_dt,0,other +9939,1,linear_dt,0.7741935483870968,ok +9939,1,linear_svm,0.864516129032258,ok +34539,1,linear_ann,0,other +34539,1,nonlinear_svm,0.9433611034819493,ok +34539,1,nonlinear_ann,0,other +34539,1,nonlinear_dt,0.9442460862400439,ok +34539,1,linear_dt,0.9420794043150539,ok +34539,1,linear_svm,0.9210229180017699,ok +9944,1,linear_ann,0.7866004962779156,ok +9944,1,nonlinear_svm,0.9131513647642681,ok +9944,1,nonlinear_ann,0.9181141439205954,ok +9944,1,nonlinear_dt,0,other +9944,1,linear_dt,0.5707196029776676,ok +9944,1,linear_svm,0.8014888337468983,ok +9946,1,linear_ann,0.9736379613356766,ok +9946,1,nonlinear_svm,0.977152899824253,ok +9946,1,nonlinear_ann,0,other +9946,1,nonlinear_dt,0.9297012302284711,ok +9946,1,linear_dt,0.9086115992970123,ok +9946,1,linear_svm,0.9701230228471002,ok +219,1,linear_ann,0.7597545903954803,ok +219,1,nonlinear_svm,0.8503707627118644,ok +219,1,nonlinear_ann,0,other +219,1,nonlinear_dt,0.8352974929378532,ok +219,1,linear_dt,0.7573931850282486,ok +219,1,linear_svm,0.7579669844632768,ok +3804,1,linear_ann,0.8042328042328042,ok +3804,1,nonlinear_svm,0.8465608465608466,ok +3804,1,nonlinear_ann,0.7883597883597884,ok +3804,1,nonlinear_dt,0.8306878306878306,ok +3804,1,linear_dt,0.8359788359788359,ok +3804,1,linear_svm,0.8148148148148148,ok +9947,1,linear_ann,0.355,ok +9947,1,nonlinear_svm,0.32,ok +9947,1,nonlinear_ann,0.35,ok +9947,1,nonlinear_dt,0,other +9947,1,linear_dt,0.31,ok +9947,1,linear_svm,0.375,ok +9948,1,linear_ann,0.3170731707317073,ok +9948,1,nonlinear_svm,0.3983739837398374,ok +9948,1,nonlinear_ann,0.4065040650406504,ok +9948,1,nonlinear_dt,0,other +9948,1,linear_dt,0.35772357723577236,ok +9948,1,linear_svm,0.3170731707317073,ok +3807,1,linear_ann,0.7615384615384616,ok +3807,1,nonlinear_svm,0.8,ok +3807,1,nonlinear_ann,0.7538461538461538,ok +3807,1,nonlinear_dt,0.7461538461538462,ok +3807,1,linear_dt,0.8,ok +3807,1,linear_svm,0.7615384615384616,ok +3808,1,linear_ann,0.631578947368421,ok +3808,1,nonlinear_svm,0.6578947368421052,ok +3808,1,nonlinear_ann,0.736842105263158,ok +3808,1,nonlinear_dt,0.6973684210526316,ok +3808,1,linear_dt,0.618421052631579,ok +3808,1,linear_svm,0.6973684210526316,ok +3809,1,linear_ann,0.48863636363636365,ok +3809,1,nonlinear_svm,0.42045454545454547,ok +3809,1,nonlinear_ann,0.5340909090909091,ok +3809,1,nonlinear_dt,0.48863636363636365,ok +3809,1,linear_dt,0.46590909090909094,ok +3809,1,linear_svm,0.5568181818181818,ok +9950,1,linear_ann,0,other +9950,1,nonlinear_svm,0.7355516637478108,ok +9950,1,nonlinear_ann,0.8511383537653239,ok +9950,1,nonlinear_dt,0.7758318739054291,ok +9950,1,linear_dt,0.1628721541155867,ok +9950,1,linear_svm,0.8283712784588441,ok +9951,1,linear_ann,0.8307692307692308,ok +9951,1,nonlinear_svm,0.9282051282051281,ok +9951,1,nonlinear_ann,0.9179487179487179,ok +9951,1,nonlinear_dt,0,other +9951,1,linear_dt,0.8461538461538461,ok +9951,1,linear_svm,0.8615384615384616,ok +9952,1,linear_ann,0.7425980754996299,ok +9952,1,nonlinear_svm,0.8939674315321983,ok +9952,1,nonlinear_ann,0,other +9952,1,nonlinear_dt,0.8663952627683197,ok +9952,1,linear_dt,0.7531458179126572,ok +9952,1,linear_svm,0.7326054774241303,ok +9953,1,linear_ann,0.7142857142857143,ok +9953,1,nonlinear_svm,0.7307692307692308,ok +9953,1,nonlinear_ann,0.7087912087912087,ok +9953,1,nonlinear_dt,0,other +9953,1,linear_dt,0.7087912087912087,ok +9953,1,linear_svm,0.7142857142857143,ok +9954,1,linear_ann,0.75,ok +9954,1,nonlinear_svm,0.838125,ok +9954,1,nonlinear_ann,0.84125,ok +9954,1,nonlinear_dt,0.476875,ok +9954,1,linear_dt,0.0125,ok +9954,1,linear_svm,0.7975,ok +3815,1,linear_ann,0.5934579439252337,ok +3815,1,nonlinear_svm,0.7009345794392523,ok +3815,1,nonlinear_ann,0.7056074766355139,ok +3815,1,nonlinear_dt,0.6401869158878505,ok +3815,1,linear_dt,0.45794392523364486,ok +3815,1,linear_svm,0.616822429906542,ok +9955,1,linear_ann,0.335,ok +9955,1,nonlinear_svm,0.720625,ok +9955,1,nonlinear_ann,0.675625,ok +9955,1,nonlinear_dt,0.45875,ok +9955,1,linear_dt,0.011875,ok +9955,1,linear_svm,0.510625,ok +9956,1,linear_ann,0.7554721701063164,ok +9956,1,nonlinear_svm,0.8630393996247655,ok +9956,1,nonlinear_ann,0.8492808005003127,ok +9956,1,nonlinear_dt,0.48467792370231394,ok +9956,1,linear_dt,0.012507817385866166,ok +9956,1,linear_svm,0.8261413383364602,ok +9957,1,linear_ann,0.8549763033175356,ok +9957,1,nonlinear_svm,0.8739336492890994,ok +9957,1,nonlinear_ann,0,other +9957,1,nonlinear_dt,0.828436018957346,ok +9957,1,linear_dt,0.7364928909952607,ok +9957,1,linear_svm,0.8691943127962085,ok +9958,1,linear_ann,0.992,ok +9958,1,nonlinear_svm,0.996,ok +9958,1,nonlinear_ann,0.9359999999999999,ok +9958,1,nonlinear_dt,0,other +9958,1,linear_dt,0.9840000000000001,ok +9958,1,linear_svm,1.0,ok +9960,1,linear_ann,0.6931818181818181,ok +9960,1,nonlinear_svm,0.9290689149560117,ok +9960,1,nonlinear_ann,0.9325513196480938,ok +9960,1,nonlinear_dt,0.9950513196480938,ok +9960,1,linear_dt,0.6995967741935484,ok +9960,1,linear_svm,0.6748533724340176,ok +9961,1,linear_ann,0.7316017316017316,ok +9961,1,nonlinear_svm,0.7337662337662337,ok +9961,1,nonlinear_ann,0.7207792207792209,ok +9961,1,nonlinear_dt,0,other +9961,1,linear_dt,0.6515151515151516,ok +9961,1,linear_svm,0.7077922077922078,ok +9962,1,linear_ann,0.9476190476190476,ok +9962,1,nonlinear_svm,0.942857142857143,ok +9962,1,nonlinear_ann,0.9571428571428571,ok +9962,1,nonlinear_dt,0,other +9962,1,linear_dt,0.657142857142857,ok +9962,1,linear_svm,0.9571428571428571,ok +9963,1,linear_ann,0.9476190476190476,ok +9963,1,nonlinear_svm,0.942857142857143,ok +9963,1,nonlinear_ann,0.9571428571428571,ok +9963,1,nonlinear_dt,0,other +9963,1,linear_dt,0.6523809523809524,ok +9963,1,linear_svm,0.9476190476190476,ok +9964,1,linear_ann,0.9102322661644696,ok +9964,1,nonlinear_svm,0.9598242310106717,ok +9964,1,nonlinear_ann,0.9284369114877589,ok +9964,1,nonlinear_dt,0.7551789077212806,ok +9964,1,linear_dt,0.19774011299435026,ok +9964,1,linear_svm,0.8920276208411803,ok +9967,1,linear_ann,0.9974240082431736,ok +9967,1,nonlinear_svm,1.0,ok +9967,1,nonlinear_ann,0,other +9967,1,nonlinear_dt,1.0,ok +9967,1,linear_dt,0.6532715095311695,ok +9967,1,linear_svm,1.0,ok +9968,1,linear_ann,1.0,ok +9968,1,nonlinear_svm,1.0,ok +9968,1,nonlinear_ann,1.0,ok +9968,1,nonlinear_dt,0.4056049452829777,ok +9968,1,linear_dt,0.12693038596797798,ok +9968,1,linear_svm,1.0,ok +9969,1,linear_ann,0.851063829787234,ok +9969,1,nonlinear_svm,0.848936170212766,ok +9969,1,nonlinear_ann,0,other +9969,1,nonlinear_dt,0,other +9969,1,linear_dt,0.851063829787234,ok +9969,1,linear_svm,0.851063829787234,ok +9970,1,linear_ann,0.5998349834983498,ok +9970,1,nonlinear_svm,0.7557755775577557,ok +9970,1,nonlinear_ann,0.49504950495049505,ok +9970,1,nonlinear_dt,0.5181518151815182,ok +9970,1,linear_dt,0.5099009900990099,ok +9970,1,linear_svm,0.8605610561056106,ok +9971,1,linear_ann,0.711835334476844,ok +9971,1,nonlinear_svm,0.7221269296740995,ok +9971,1,nonlinear_ann,0.6861063464837049,ok +9971,1,nonlinear_dt,0.692967409948542,ok +9971,1,linear_dt,0.7135506003430531,ok +9971,1,linear_svm,0.6432246998284734,ok +9973,1,linear_ann,0.7617647058823529,ok +9973,1,nonlinear_svm,0.7441176470588234,ok +9973,1,nonlinear_ann,0.7441176470588234,ok +9973,1,nonlinear_dt,0,other +9973,1,linear_dt,0.07647058823529412,ok +9973,1,linear_svm,0.7941176470588235,ok +3832,1,linear_ann,1.0,ok +3832,1,nonlinear_svm,0.9933333333333333,ok +3832,1,nonlinear_ann,1.0,ok +3832,1,nonlinear_dt,1.0,ok +3832,1,linear_dt,1.0,ok +3832,1,linear_svm,1.0,ok +9976,1,linear_ann,0.6180769230769231,ok +9976,1,nonlinear_svm,0.5107692307692308,ok +9976,1,nonlinear_ann,0,other +9976,1,nonlinear_dt,0.7480769230769231,ok +9976,1,linear_dt,0.6165384615384615,ok +9976,1,linear_svm,0.5592307692307692,ok +9977,1,linear_ann,0.9470187146380386,ok +9977,1,nonlinear_svm,0.9633831423182939,ok +9977,1,nonlinear_ann,0,other +9977,1,nonlinear_dt,0.9528797330625273,ok +9977,1,linear_dt,0.8546351370956043,ok +9977,1,linear_svm,0.9492528652255912,ok +9978,1,linear_ann,0.9396211523283347,ok +9978,1,nonlinear_svm,0.9463299131807419,ok +9978,1,nonlinear_ann,0,other +9978,1,nonlinear_dt,0.9348855564325177,ok +9978,1,linear_dt,0.9368587213891081,ok +9978,1,linear_svm,0.9396211523283347,ok +9979,1,linear_ann,1.0,ok +9979,1,nonlinear_svm,1.0,ok +9979,1,nonlinear_ann,1.0,ok +9979,1,nonlinear_dt,0.9995296331138287,ok +9979,1,linear_dt,0.4529633113828786,ok +9979,1,linear_svm,1.0,ok +9980,1,linear_ann,0.9018518518518519,ok +9980,1,nonlinear_svm,0.9037037037037037,ok +9980,1,nonlinear_ann,0.9018518518518519,ok +9980,1,nonlinear_dt,0.9,ok +9980,1,linear_dt,0.9148148148148149,ok +9980,1,linear_svm,0.9111111111111111,ok +3838,1,linear_ann,0.824390243902439,ok +3838,1,nonlinear_svm,0.8634146341463415,ok +3838,1,nonlinear_ann,0.8878048780487805,ok +3838,1,nonlinear_dt,0.8195121951219513,ok +3838,1,linear_dt,0.6585365853658537,ok +3838,1,linear_svm,0.8634146341463415,ok +9981,1,linear_ann,0.951851851851852,ok +9981,1,nonlinear_svm,0.9425925925925925,ok +9981,1,nonlinear_ann,0.9472222222222223,ok +9981,1,nonlinear_dt,0.7148148148148148,ok +9981,1,linear_dt,0.19444444444444442,ok +9981,1,linear_svm,0.9407407407407408,ok +9983,1,linear_ann,0.5920560747663551,ok +9983,1,nonlinear_svm,0.877369826435247,ok +9983,1,nonlinear_ann,0,other +9983,1,nonlinear_dt,0.8076769025367156,ok +9983,1,linear_dt,0.5922563417890521,ok +9983,1,linear_svm,0.6378504672897196,ok +9984,1,linear_ann,0.85,ok +9984,1,nonlinear_svm,0.88,ok +9984,1,nonlinear_ann,0.88,ok +9984,1,nonlinear_dt,0,other +9984,1,linear_dt,0.88,ok +9984,1,linear_svm,0.86,ok +9985,1,linear_ann,0.4638770840143838,ok +9985,1,nonlinear_svm,0.5830336711343577,ok +9985,1,nonlinear_ann,0.5583524027459954,ok +9985,1,nonlinear_dt,0.521248774109186,ok +9985,1,linear_dt,0.41745668519123896,ok +9985,1,linear_svm,0.4782608695652174,ok +9986,1,linear_ann,0,other +9986,1,nonlinear_svm,0.9943206326383897,ok +9986,1,nonlinear_ann,0.9928109273903667,ok +9986,1,nonlinear_dt,0.9732566498921639,ok +9986,1,linear_dt,0.38943206326383895,ok +9986,1,linear_svm,0.9932422717469447,ok +9988,1,linear_ann,0.8863636363636364,ok +9988,1,nonlinear_svm,0.9159090909090909,ok +9988,1,nonlinear_ann,0,other +9988,1,nonlinear_dt,0,other +9988,1,linear_dt,0.9136363636363636,ok +9988,1,linear_svm,0.9068181818181819,ok +146195,1,linear_ann,0.7567239516260343,ok +146195,1,nonlinear_svm,0,other +146195,1,nonlinear_ann,0.8495196648755865,ok +146195,1,nonlinear_dt,0.7450597273413563,ok +146195,1,linear_dt,0.6583033586452922,ok +146195,1,linear_svm,0.7569607886673475,ok +3869,1,linear_ann,0.8175675675675675,ok +3869,1,nonlinear_svm,0.8445945945945945,ok +3869,1,nonlinear_ann,0.8581081081081081,ok +3869,1,nonlinear_dt,0.8108108108108109,ok +3869,1,linear_dt,0.7770270270270271,ok +3869,1,linear_svm,0.8378378378378379,ok +3880,1,linear_ann,0.7699115044247787,ok +3880,1,nonlinear_svm,0.7898230088495575,ok +3880,1,nonlinear_ann,0.7234513274336283,ok +3880,1,nonlinear_dt,0.6991150442477876,ok +3880,1,linear_dt,0.6261061946902654,ok +3880,1,linear_svm,0.7566371681415929,ok +3889,1,linear_ann,0.9924973949287947,ok +3889,1,nonlinear_svm,0.9947898575894407,ok +3889,1,nonlinear_ann,0,other +3889,1,nonlinear_dt,0.9899270580062521,ok +3889,1,linear_dt,0.9416464050017368,ok +3889,1,linear_svm,0.9939562348037514,ok +3891,1,linear_ann,0.8734140715109574,ok +3891,1,nonlinear_svm,0.9267589388696655,ok +3891,1,nonlinear_ann,0.904555940023068,ok +3891,1,nonlinear_dt,0.8670703575547866,ok +3891,1,linear_dt,0.7309688581314879,ok +3891,1,linear_svm,0.8514994232987313,ok +3896,1,linear_ann,0.8428320911880753,ok +3896,1,nonlinear_svm,0.8452433143358177,ok +3896,1,nonlinear_ann,0,other +3896,1,nonlinear_dt,0.8452433143358177,ok +3896,1,linear_dt,0.7547128452433144,ok +3896,1,linear_svm,0.8443665059184567,ok +3899,1,linear_ann,0.859440334512705,ok +3899,1,nonlinear_svm,0.897780636860727,ok +3899,1,nonlinear_ann,0,other +3899,1,nonlinear_dt,0.9428755226761016,ok +3899,1,linear_dt,0.9342553875844323,ok +3899,1,linear_svm,0.8364104213573497,ok +3901,1,linear_ann,0.6097560975609756,ok +3901,1,nonlinear_svm,0.6070460704607047,ok +3901,1,nonlinear_ann,0.6314363143631436,ok +3901,1,nonlinear_dt,0.6070460704607047,ok +3901,1,linear_dt,0.5745257452574526,ok +3901,1,linear_svm,0.6233062330623307,ok +3902,1,linear_ann,0.9039780521262003,ok +3902,1,nonlinear_svm,0.9046639231824417,ok +3902,1,nonlinear_ann,0,other +3902,1,nonlinear_dt,0.8943758573388203,ok +3902,1,linear_dt,0.8779149519890261,ok +3902,1,linear_svm,0.9094650205761318,ok +3903,1,linear_ann,0.8937939859245041,ok +3903,1,nonlinear_svm,0.8950735764555343,ok +3903,1,nonlinear_ann,0,other +3903,1,nonlinear_dt,0.8950735764555343,ok +3903,1,linear_dt,0.8976327575175944,ok +3903,1,linear_svm,0.9027511196417146,ok +3904,1,linear_ann,0.8092788240698208,ok +3904,1,nonlinear_svm,0.8125861276986679,ok +3904,1,nonlinear_ann,0,other +3904,1,nonlinear_dt,0.8069820854386771,ok +3904,1,linear_dt,0.8065227377124483,ok +3904,1,linear_svm,0.8112080845199816,ok +3905,1,linear_ann,0.7142857142857143,ok +3905,1,nonlinear_svm,0.6894409937888198,ok +3905,1,nonlinear_ann,0.7391304347826088,ok +3905,1,nonlinear_dt,0.732919254658385,ok +3905,1,linear_dt,0.7267080745341614,ok +3905,1,linear_svm,0.7142857142857143,ok +3906,1,linear_ann,0.7078651685393258,ok +3906,1,nonlinear_svm,0.7752808988764045,ok +3906,1,nonlinear_ann,0.7640449438202248,ok +3906,1,nonlinear_dt,0.7640449438202248,ok +3906,1,linear_dt,0.7752808988764045,ok +3906,1,linear_svm,0.7191011235955057,ok +2372,1,linear_ann,0,other +2372,1,nonlinear_svm,0.5,ok +2372,1,nonlinear_ann,0.46875,ok +2372,1,nonlinear_dt,0.5,ok +2372,1,linear_dt,0.5,ok +2372,1,linear_svm,0.46875,ok +2373,1,linear_ann,0.8018867924528301,ok +2373,1,nonlinear_svm,0.9339622641509433,ok +2373,1,nonlinear_ann,0.9245283018867925,ok +2373,1,nonlinear_dt,0.7547169811320755,ok +2373,1,linear_dt,0.7547169811320755,ok +2373,1,linear_svm,0.9245283018867925,ok +3909,1,linear_ann,0.9256198347107438,ok +3909,1,nonlinear_svm,0.9256198347107438,ok +3909,1,nonlinear_ann,0.9256198347107438,ok +3909,1,nonlinear_dt,0.9008264462809917,ok +3909,1,linear_dt,0.9256198347107438,ok +3909,1,linear_svm,0.9173553719008264,ok +3910,1,linear_ann,0.873015873015873,ok +3910,1,nonlinear_svm,0.873015873015873,ok +3910,1,nonlinear_ann,0.8571428571428571,ok +3910,1,nonlinear_dt,0.873015873015873,ok +3910,1,linear_dt,0.9206349206349206,ok +3910,1,linear_svm,0.873015873015873,ok +3912,1,linear_ann,0.8611111111111112,ok +3912,1,nonlinear_svm,0.7777777777777777,ok +3912,1,nonlinear_ann,0.8055555555555556,ok +3912,1,nonlinear_dt,0.8611111111111112,ok +3912,1,linear_dt,0.8611111111111112,ok +3912,1,linear_svm,0.8888888888888888,ok +3911,1,linear_ann,0.8411214953271028,ok +3911,1,nonlinear_svm,0.8224299065420562,ok +3911,1,nonlinear_ann,0.8504672897196263,ok +3911,1,nonlinear_dt,0.8317757009345794,ok +3911,1,linear_dt,0.8598130841121495,ok +3911,1,linear_svm,0.8504672897196263,ok +3914,1,linear_ann,0.8415841584158416,ok +3914,1,nonlinear_svm,0.8811881188118812,ok +3914,1,nonlinear_ann,0.8712871287128714,ok +3914,1,nonlinear_dt,0.8316831683168318,ok +3914,1,linear_dt,0.8316831683168318,ok +3914,1,linear_svm,0.8910891089108911,ok +3913,1,linear_ann,0.8371647509578544,ok +3913,1,nonlinear_svm,0.8429118773946359,ok +3913,1,nonlinear_ann,0.8314176245210728,ok +3913,1,nonlinear_dt,0.8409961685823756,ok +3913,1,linear_dt,0.8448275862068965,ok +3913,1,linear_svm,0.8371647509578544,ok +3915,1,linear_ann,0.9082969432314411,ok +3915,1,nonlinear_svm,0.9061135371179039,ok +3915,1,nonlinear_ann,0.9104803493449782,ok +3915,1,nonlinear_dt,0.8951965065502183,ok +3915,1,linear_dt,0.8973799126637555,ok +3915,1,linear_svm,0.8275109170305677,ok +3917,1,linear_ann,0.8558558558558559,ok +3917,1,nonlinear_svm,0.853959222380275,ok +3917,1,nonlinear_ann,0,other +3917,1,nonlinear_dt,0.8501659554291133,ok +3917,1,linear_dt,0.8454243717401612,ok +3917,1,linear_svm,0.8558558558558559,ok +2382,1,linear_ann,0.9606741573033708,ok +2382,1,nonlinear_svm,0.9887640449438203,ok +2382,1,nonlinear_ann,0.9831460674157303,ok +2382,1,nonlinear_dt,0.9269662921348315,ok +2382,1,linear_dt,0.6629213483146067,ok +2382,1,linear_svm,0.9719101123595506,ok +3918,1,linear_ann,0.9287646528403968,ok +3918,1,nonlinear_svm,0.9359783588818756,ok +3918,1,nonlinear_ann,0.9314697926059513,ok +3918,1,nonlinear_dt,0.9251577998196574,ok +3918,1,linear_dt,0.9305680793507665,ok +3918,1,linear_svm,0.9314697926059513,ok +3920,1,linear_ann,0.9255583126550868,ok +3920,1,nonlinear_svm,0.923076923076923,ok +3920,1,nonlinear_ann,0.923076923076923,ok +3920,1,nonlinear_dt,0.903225806451613,ok +3920,1,linear_dt,0.9156327543424319,ok +3920,1,linear_svm,0.9280397022332507,ok +3921,1,linear_ann,0.7007299270072993,ok +3921,1,nonlinear_svm,0.7518248175182483,ok +3921,1,nonlinear_ann,0,other +3921,1,nonlinear_dt,0.7043795620437956,ok +3921,1,linear_dt,0.6934306569343066,ok +3921,1,linear_svm,0,other +3923,1,linear_ann,0.9076923076923077,ok +3923,1,nonlinear_svm,0.9,ok +3923,1,nonlinear_ann,0.9076923076923077,ok +3923,1,nonlinear_dt,0.8846153846153847,ok +3923,1,linear_dt,0.9076923076923077,ok +3923,1,linear_svm,0.9076923076923077,ok +3924,1,linear_ann,0,other +3924,1,nonlinear_svm,0.5904761904761905,ok +3924,1,nonlinear_ann,0.5523809523809524,ok +3924,1,nonlinear_dt,0.49523809523809526,ok +3924,1,linear_dt,0.5619047619047619,ok +3924,1,linear_svm,0.5714285714285715,ok +3925,1,linear_ann,0,other +3925,1,nonlinear_svm,0.5619047619047619,ok +3925,1,nonlinear_ann,0.5523809523809524,ok +3925,1,nonlinear_dt,0.5238095238095238,ok +3925,1,linear_dt,0.580952380952381,ok +3925,1,linear_svm,0.5714285714285715,ok +3926,1,linear_ann,0.736842105263158,ok +3926,1,nonlinear_svm,0.863157894736842,ok +3926,1,nonlinear_ann,0.863157894736842,ok +3926,1,nonlinear_dt,0.7263157894736842,ok +3926,1,linear_dt,0.4842105263157894,ok +3926,1,linear_svm,0.8947368421052632,ok +3927,1,linear_ann,0.4424778761061947,ok +3927,1,nonlinear_svm,0.48672566371681414,ok +3927,1,nonlinear_ann,0,other +3927,1,nonlinear_dt,0,other +3927,1,linear_dt,0.49557522123893805,ok +3927,1,linear_svm,0.5309734513274337,ok +3928,1,linear_ann,0.5393258426966292,ok +3928,1,nonlinear_svm,0.6741573033707866,ok +3928,1,nonlinear_ann,0.651685393258427,ok +3928,1,nonlinear_dt,0.5730337078651685,ok +3928,1,linear_dt,0.5168539325842696,ok +3928,1,linear_svm,0.6853932584269663,ok +3929,1,linear_ann,0,other +3929,1,nonlinear_svm,0.673913043478261,ok +3929,1,nonlinear_ann,0.6956521739130435,ok +3929,1,nonlinear_dt,0,other +3929,1,linear_dt,0.5978260869565217,ok +3929,1,linear_svm,0.75,ok +3930,1,linear_ann,0.5186915887850467,ok +3930,1,nonlinear_svm,0.7102803738317758,ok +3930,1,nonlinear_ann,0.7757009345794392,ok +3930,1,nonlinear_dt,0,other +3930,1,linear_dt,0.3878504672897196,ok +3930,1,linear_svm,0.7710280373831776,ok +3931,1,linear_ann,0.7772727272727273,ok +3931,1,nonlinear_svm,0.8863636363636364,ok +3931,1,nonlinear_ann,0.8863636363636364,ok +3931,1,nonlinear_dt,0.7863636363636364,ok +3931,1,linear_dt,0.7545454545454545,ok +3931,1,linear_svm,0.8681818181818182,ok +3932,1,linear_ann,0.5723270440251572,ok +3932,1,nonlinear_svm,0.5974842767295597,ok +3932,1,nonlinear_ann,0.5723270440251572,ok +3932,1,nonlinear_dt,0,other +3932,1,linear_dt,0.5471698113207547,ok +3932,1,linear_svm,0.5786163522012578,ok +3933,1,linear_ann,0.9151943462897526,ok +3933,1,nonlinear_svm,0.9045936395759717,ok +3933,1,nonlinear_ann,0.9045936395759717,ok +3933,1,nonlinear_dt,0,other +3933,1,linear_dt,0.872791519434629,ok +3933,1,linear_svm,0.9257950530035336,ok +3934,1,linear_ann,0.9151943462897526,ok +3934,1,nonlinear_svm,0.9045936395759717,ok +3934,1,nonlinear_ann,0,other +3934,1,nonlinear_dt,0,other +3934,1,linear_dt,0.8798586572438163,ok +3934,1,linear_svm,0.9257950530035336,ok +3937,1,linear_ann,0.5397489539748954,ok +3937,1,nonlinear_svm,0.5502092050209205,ok +3937,1,nonlinear_ann,0.5,ok +3937,1,nonlinear_dt,0.5188284518828452,ok +3937,1,linear_dt,0.49581589958158995,ok +3937,1,linear_svm,0.5230125523012552,ok +3938,1,linear_ann,0.8888888888888888,ok +3938,1,nonlinear_svm,0.9777777777777777,ok +3938,1,nonlinear_ann,1.0,ok +3938,1,nonlinear_dt,0.7777777777777777,ok +3938,1,linear_dt,0.8444444444444444,ok +3938,1,linear_svm,0.9777777777777777,ok +3940,1,linear_ann,0.9166666666666667,ok +3940,1,nonlinear_svm,0.9583333333333333,ok +3940,1,nonlinear_ann,0.9444444444444444,ok +3940,1,nonlinear_dt,0.9166666666666667,ok +3940,1,linear_dt,0.875,ok +3940,1,linear_svm,0.9861111111111112,ok +3941,1,linear_ann,0.4736842105263158,ok +3941,1,nonlinear_svm,0.6947368421052631,ok +3941,1,nonlinear_ann,0.7947368421052632,ok +3941,1,nonlinear_dt,0.5368421052631579,ok +3941,1,linear_dt,0.23157894736842105,ok +3941,1,linear_svm,0.8210526315789474,ok +3942,1,linear_ann,0.5,ok +3942,1,nonlinear_svm,0.6833333333333332,ok +3942,1,nonlinear_ann,0.65,ok +3942,1,nonlinear_dt,0.6833333333333332,ok +3942,1,linear_dt,0.7666666666666667,ok +3942,1,linear_svm,0.6666666666666667,ok +3946,1,linear_ann,0,other +3946,1,nonlinear_svm,0,other +3946,1,nonlinear_ann,0,other +3946,1,nonlinear_dt,0.9264600000000001,ok +3946,1,linear_dt,0.92656,ok +3946,1,linear_svm,0.91402,ok +10090,1,linear_ann,0,other +10090,1,nonlinear_svm,0.774,ok +10090,1,nonlinear_ann,0,other +10090,1,nonlinear_dt,0,other +10090,1,linear_dt,0.04,ok +10090,1,linear_svm,0.856,ok +3948,1,linear_ann,0,other +3948,1,nonlinear_svm,0,other +3948,1,nonlinear_ann,0,other +3948,1,nonlinear_dt,0.9509799999999999,ok +3948,1,linear_dt,0.93784,ok +3948,1,linear_svm,0.90152,ok +3949,1,linear_ann,0.6026490066225165,ok +3949,1,nonlinear_svm,0.6026490066225165,ok +3949,1,nonlinear_ann,0.6423841059602649,ok +3949,1,nonlinear_dt,0.9072847682119205,ok +3949,1,linear_dt,0.3642384105960265,ok +3949,1,linear_svm,0.6291390728476821,ok +10093,1,linear_ann,0.9854227405247813,ok +10093,1,nonlinear_svm,1.0,ok +10093,1,nonlinear_ann,0,other +10093,1,nonlinear_dt,0.9868804664723032,ok +10093,1,linear_dt,0.8527696793002916,ok +10093,1,linear_svm,0.9868804664723032,ok +3951,1,linear_ann,0.6172839506172839,ok +3951,1,nonlinear_svm,0.6666666666666667,ok +3951,1,nonlinear_ann,0.6790123456790124,ok +3951,1,nonlinear_dt,0.7283950617283951,ok +3951,1,linear_dt,0.7160493827160493,ok +3951,1,linear_svm,0.6419753086419753,ok +10094,1,linear_ann,0.72,ok +10094,1,nonlinear_svm,0.84,ok +10094,1,nonlinear_ann,0.85,ok +10094,1,nonlinear_dt,0,other +10094,1,linear_dt,0.67,ok +10094,1,linear_svm,0.74,ok +10096,1,linear_ann,0.8623853211009174,ok +10096,1,nonlinear_svm,0.8562691131498471,ok +10096,1,nonlinear_ann,0,other +10096,1,nonlinear_dt,0,other +10096,1,linear_dt,0.8715596330275229,ok +10096,1,linear_svm,0.8440366972477064,ok +3954,1,linear_ann,0.788906414300736,ok +3954,1,nonlinear_svm,0.8750788643533123,ok +3954,1,nonlinear_ann,0,other +3954,1,nonlinear_dt,0.8435331230283911,ok +3954,1,linear_dt,0.7288643533123029,ok +3954,1,linear_svm,0.7844900105152471,ok +3955,1,linear_ann,1.0,ok +3955,1,nonlinear_svm,1.0,ok +3955,1,nonlinear_ann,0,other +3955,1,nonlinear_dt,1.0,ok +3955,1,linear_dt,1.0,ok +3955,1,linear_svm,1.0,ok +3956,1,linear_ann,0.9854721549636803,ok +3956,1,nonlinear_svm,0.9951573849878934,ok +3956,1,nonlinear_ann,0.9903147699757869,ok +3956,1,nonlinear_dt,0.9903147699757869,ok +3956,1,linear_dt,0.9878934624697336,ok +3956,1,linear_svm,0.9927360774818402,ok +3957,1,linear_ann,0.9777777777777777,ok +3957,1,nonlinear_svm,0.980246913580247,ok +3957,1,nonlinear_ann,0.9679012345679012,ok +3957,1,nonlinear_dt,0.9728395061728395,ok +3957,1,linear_dt,0.9679012345679012,ok +3957,1,linear_svm,0.9876543209876543,ok +3958,1,linear_ann,0.8805970149253731,ok +3958,1,nonlinear_svm,0.8955223880597015,ok +3958,1,nonlinear_ann,0.8955223880597015,ok +3958,1,nonlinear_dt,0.8507462686567164,ok +3958,1,linear_dt,0.8955223880597015,ok +3958,1,linear_svm,0.9253731343283582,ok +3959,1,linear_ann,0.9589041095890412,ok +3959,1,nonlinear_svm,0.9657534246575342,ok +3959,1,nonlinear_ann,0.9726027397260275,ok +3959,1,nonlinear_dt,0.9863013698630136,ok +3959,1,linear_dt,0.9520547945205479,ok +3959,1,linear_svm,0.9726027397260275,ok +3960,1,linear_ann,0.941747572815534,ok +3960,1,nonlinear_svm,0.9466019417475728,ok +3960,1,nonlinear_ann,0.9563106796116504,ok +3960,1,nonlinear_dt,0.9199029126213593,ok +3960,1,linear_dt,0.953883495145631,ok +3960,1,linear_svm,0.953883495145631,ok +3961,1,linear_ann,0.9572446555819478,ok +3961,1,nonlinear_svm,0.9667458432304038,ok +3961,1,nonlinear_ann,0.9572446555819478,ok +3961,1,nonlinear_dt,0.9667458432304038,ok +3961,1,linear_dt,0.9548693586698337,ok +3961,1,linear_svm,0.9667458432304038,ok +3962,1,linear_ann,0,other +3962,1,nonlinear_svm,0,other +3962,1,nonlinear_ann,0,other +3962,1,nonlinear_dt,0,other +3962,1,linear_dt,0.9255663430420712,ok +3962,1,linear_svm,0.9702265372168284,ok +3963,1,linear_ann,0.9713541666666667,ok +3963,1,nonlinear_svm,0.9765625,ok +3963,1,nonlinear_ann,0.9791666666666667,ok +3963,1,nonlinear_dt,0.9583333333333333,ok +3963,1,linear_dt,0.9583333333333333,ok +3963,1,linear_svm,0.9791666666666667,ok +3964,1,linear_ann,0,other +3964,1,nonlinear_svm,0.9844660194174757,ok +3964,1,nonlinear_ann,0,other +3964,1,nonlinear_dt,0,other +3964,1,linear_dt,0.9728155339805825,ok +3964,1,linear_svm,0.9805825242718447,ok +3965,1,linear_ann,0.9637305699481865,ok +3965,1,nonlinear_svm,0.9740932642487047,ok +3965,1,nonlinear_ann,0.9792746113989638,ok +3965,1,nonlinear_dt,0.9896373056994818,ok +3965,1,linear_dt,0.9792746113989638,ok +3965,1,linear_svm,0.9844559585492227,ok +3966,1,linear_ann,0.8866995073891626,ok +3966,1,nonlinear_svm,0.9261083743842364,ok +3966,1,nonlinear_ann,0.9113300492610837,ok +3966,1,nonlinear_dt,0.876847290640394,ok +3966,1,linear_dt,0.896551724137931,ok +3966,1,linear_svm,0.9261083743842364,ok +3967,1,linear_ann,0.9682997118155618,ok +3967,1,nonlinear_svm,0.9654178674351586,ok +3967,1,nonlinear_ann,0.962536023054755,ok +3967,1,nonlinear_dt,0.9481268011527377,ok +3967,1,linear_dt,0,other +3967,1,linear_svm,0.9798270893371758,ok +3968,1,linear_ann,0,other +3968,1,nonlinear_svm,0.9844660194174757,ok +3968,1,nonlinear_ann,0.9864077669902913,ok +3968,1,nonlinear_dt,0,other +3968,1,linear_dt,0.970873786407767,ok +3968,1,linear_svm,0.9844660194174757,ok +3969,1,linear_ann,0.9774647887323944,ok +3969,1,nonlinear_svm,0.9746478873239437,ok +3969,1,nonlinear_ann,0.9633802816901408,ok +3969,1,nonlinear_dt,0.971830985915493,ok +3969,1,linear_dt,0.9830985915492958,ok +3969,1,linear_svm,0.9802816901408451,ok +3970,1,linear_ann,0.904,ok +3970,1,nonlinear_svm,0.92,ok +3970,1,nonlinear_ann,0.8759999999999999,ok +3970,1,nonlinear_dt,0.912,ok +3970,1,linear_dt,0.94,ok +3970,1,linear_svm,0.924,ok +3971,1,linear_ann,0.978021978021978,ok +3971,1,nonlinear_svm,0.9652014652014652,ok +3971,1,nonlinear_ann,0.978021978021978,ok +3971,1,nonlinear_dt,0,other +3971,1,linear_dt,0.9633699633699634,ok +3971,1,linear_svm,0.9798534798534798,ok +3972,1,linear_ann,0,other +3972,1,nonlinear_svm,0.9488673139158575,ok +3972,1,nonlinear_ann,0,other +3972,1,nonlinear_dt,0,other +3972,1,linear_dt,0.9197411003236247,ok +3972,1,linear_svm,0.9430420711974109,ok +3973,1,linear_ann,0.944336569579288,ok +3973,1,nonlinear_svm,0.9572815533980582,ok +3973,1,nonlinear_ann,0,other +3973,1,nonlinear_dt,0,other +3973,1,linear_dt,0.9501618122977347,ok +3973,1,linear_svm,0.9475728155339805,ok +3974,1,linear_ann,0.9228395061728395,ok +3974,1,nonlinear_svm,0.9382716049382717,ok +3974,1,nonlinear_ann,0.9290123456790124,ok +3974,1,nonlinear_dt,0.9290123456790124,ok +3974,1,linear_dt,0.941358024691358,ok +3974,1,linear_svm,0.9382716049382717,ok +3975,1,linear_ann,0.9692307692307692,ok +3975,1,nonlinear_svm,0.9692307692307692,ok +3975,1,nonlinear_ann,1.0,ok +3975,1,nonlinear_dt,0.9692307692307692,ok +3975,1,linear_dt,0.9307692307692308,ok +3975,1,linear_svm,1.0,ok +3977,1,linear_ann,0.9146005509641872,ok +3977,1,nonlinear_svm,0,other +3977,1,nonlinear_ann,0.928374655647383,ok +3977,1,nonlinear_dt,0.9035812672176309,ok +3977,1,linear_dt,0.9173553719008264,ok +3977,1,linear_svm,0.931129476584022,ok +3978,1,linear_ann,0.993920972644377,ok +3978,1,nonlinear_svm,0.9848024316109423,ok +3978,1,nonlinear_ann,0.9908814589665654,ok +3978,1,nonlinear_dt,0.9878419452887538,ok +3978,1,linear_dt,0.9848024316109423,ok +3978,1,linear_svm,0.993920972644377,ok +3979,1,linear_ann,0.9492063492063493,ok +3979,1,nonlinear_svm,0.9603174603174603,ok +3979,1,nonlinear_ann,0,other +3979,1,nonlinear_dt,0,other +3979,1,linear_dt,0.942857142857143,ok +3979,1,linear_svm,0.9603174603174603,ok +3981,1,linear_ann,0.9643916913946587,ok +3981,1,nonlinear_svm,0.9673590504451038,ok +3981,1,nonlinear_ann,0.9673590504451038,ok +3981,1,nonlinear_dt,0.9436201780415431,ok +3981,1,linear_dt,0.9436201780415431,ok +3981,1,linear_svm,0.970326409495549,ok +3982,1,linear_ann,0.9551282051282051,ok +3982,1,nonlinear_svm,0.9615384615384616,ok +3982,1,nonlinear_ann,0.967948717948718,ok +3982,1,nonlinear_dt,0.938034188034188,ok +3982,1,linear_dt,0.9444444444444444,ok +3982,1,linear_svm,0.9700854700854701,ok +3983,1,linear_ann,0.9716157205240176,ok +3983,1,nonlinear_svm,0.962882096069869,ok +3983,1,nonlinear_ann,0.9759825327510917,ok +3983,1,nonlinear_dt,0.9366812227074236,ok +3983,1,linear_dt,0.9082969432314411,ok +3983,1,linear_svm,0.9737991266375546,ok +3984,1,linear_ann,0.948936170212766,ok +3984,1,nonlinear_svm,0.9531914893617021,ok +3984,1,nonlinear_ann,0.946808510638298,ok +3984,1,nonlinear_dt,0.946808510638298,ok +3984,1,linear_dt,0.948936170212766,ok +3984,1,linear_svm,0.9574468085106383,ok +3985,1,linear_ann,0.9057971014492753,ok +3985,1,nonlinear_svm,0.9202898550724637,ok +3985,1,nonlinear_ann,0.9202898550724637,ok +3985,1,nonlinear_dt,0.8115942028985508,ok +3985,1,linear_dt,0.826086956521739,ok +3985,1,linear_svm,0.9130434782608695,ok +3986,1,linear_ann,0.9775280898876404,ok +3986,1,nonlinear_svm,0.9850187265917603,ok +3986,1,nonlinear_ann,0.9887640449438203,ok +3986,1,nonlinear_dt,0.9737827715355806,ok +3986,1,linear_dt,0.9925093632958801,ok +3986,1,linear_svm,0.9812734082397004,ok +3987,1,linear_ann,0.9380165289256199,ok +3987,1,nonlinear_svm,0.9338842975206612,ok +3987,1,nonlinear_ann,0.9380165289256199,ok +3987,1,nonlinear_dt,0.9256198347107438,ok +3987,1,linear_dt,0.9256198347107438,ok +3987,1,linear_svm,0.9380165289256199,ok +3988,1,linear_ann,0.9358288770053476,ok +3988,1,nonlinear_svm,0.9518716577540107,ok +3988,1,nonlinear_ann,0.9411764705882354,ok +3988,1,nonlinear_dt,0.8877005347593583,ok +3988,1,linear_dt,0,other +3988,1,linear_svm,0.9679144385026739,ok +3989,1,linear_ann,0.9743589743589743,ok +3989,1,nonlinear_svm,0.9794871794871794,ok +3989,1,nonlinear_ann,0.9794871794871794,ok +3989,1,nonlinear_dt,0.9692307692307692,ok +3989,1,linear_dt,0.958974358974359,ok +3989,1,linear_svm,0.9794871794871794,ok +3990,1,linear_ann,0.7781818181818181,ok +3990,1,nonlinear_svm,0.7818181818181819,ok +3990,1,nonlinear_ann,0.7527272727272727,ok +3990,1,nonlinear_dt,0.7927272727272726,ok +3990,1,linear_dt,0.8218181818181819,ok +3990,1,linear_svm,0.7418181818181818,ok +3991,1,linear_ann,0.9781931464174456,ok +3991,1,nonlinear_svm,0.9813084112149533,ok +3991,1,nonlinear_ann,0.9813084112149533,ok +3991,1,nonlinear_dt,0.9595015576323987,ok +3991,1,linear_dt,0.956386292834891,ok +3991,1,linear_svm,0.9844236760124611,ok +3992,1,linear_ann,0.9619205298013245,ok +3992,1,nonlinear_svm,0.9685430463576159,ok +3992,1,nonlinear_ann,0,other +3992,1,nonlinear_dt,0,other +3992,1,linear_dt,0.9652317880794702,ok +3992,1,linear_svm,0.978476821192053,ok +3481,1,linear_ann,0,other +3481,1,nonlinear_svm,0.9770424522252148,ok +3481,1,nonlinear_ann,0.9656278055662435,ok +3481,1,nonlinear_dt,0.82775426446069,ok +3481,1,linear_dt,0.07682441964858279,ok +3481,1,linear_svm,0.9553674490188534,ok +3993,1,linear_ann,0.9034749034749034,ok +3993,1,nonlinear_svm,0.9305019305019304,ok +3993,1,nonlinear_ann,0.9382239382239382,ok +3993,1,nonlinear_dt,0,other +3993,1,linear_dt,0.8223938223938224,ok +3993,1,linear_svm,0.9343629343629344,ok +3994,1,linear_ann,0.9341463414634147,ok +3994,1,nonlinear_svm,0.9390243902439025,ok +3994,1,nonlinear_ann,0.9463414634146342,ok +3994,1,nonlinear_dt,0,other +3994,1,linear_dt,0.9073170731707317,ok +3994,1,linear_svm,0.9439024390243902,ok +3995,1,linear_ann,0,other +3995,1,nonlinear_svm,0.9669902912621359,ok +3995,1,nonlinear_ann,0,other +3995,1,nonlinear_dt,0,other +3995,1,linear_dt,0.9559870550161813,ok +3995,1,linear_svm,0.965695792880259,ok +3485,1,linear_ann,0.9746572496884087,ok +3485,1,nonlinear_svm,0.9891981719983381,ok +3485,1,nonlinear_ann,0,other +3485,1,nonlinear_dt,0.9605317823016203,ok +3485,1,linear_dt,0.8209389281262983,ok +3485,1,linear_svm,0.9867054424594932,ok +3996,1,linear_ann,0.8633540372670808,ok +3996,1,nonlinear_svm,0.8788819875776397,ok +3996,1,nonlinear_ann,0.8540372670807453,ok +3996,1,nonlinear_dt,0,other +3996,1,linear_dt,0.8105590062111802,ok +3996,1,linear_svm,0.8850931677018633,ok +3997,1,linear_ann,0.9689119170984456,ok +3997,1,nonlinear_svm,0.9585492227979274,ok +3997,1,nonlinear_ann,0.955958549222798,ok +3997,1,nonlinear_dt,0,other +3997,1,linear_dt,0.9300518134715026,ok +3997,1,linear_svm,0.9740932642487047,ok +3998,1,linear_ann,0.6972972972972973,ok +3998,1,nonlinear_svm,0.7297297297297297,ok +3998,1,nonlinear_ann,0.745945945945946,ok +3998,1,nonlinear_dt,0,other +3998,1,linear_dt,0.6108108108108108,ok +3998,1,linear_svm,0.7405405405405405,ok +3999,1,linear_ann,0.9612546125461254,ok +3999,1,nonlinear_svm,0.9612546125461254,ok +3999,1,nonlinear_ann,0,other +3999,1,nonlinear_dt,0,other +3999,1,linear_dt,0.9095940959409594,ok +3999,1,linear_svm,0.9723247232472325,ok +4000,1,linear_ann,0.9184466019417475,ok +4000,1,nonlinear_svm,0.9223300970873787,ok +4000,1,nonlinear_ann,0,other +4000,1,nonlinear_dt,0,other +4000,1,linear_dt,0.9281553398058253,ok +4000,1,linear_svm,0.916504854368932,ok +3492,1,linear_ann,0.7464028776978416,ok +3492,1,nonlinear_svm,1.0,ok +3492,1,nonlinear_ann,1.0,ok +3492,1,nonlinear_dt,0.9856115107913669,ok +3492,1,linear_dt,0.7464028776978416,ok +3492,1,linear_svm,0.7320143884892086,ok +3493,1,linear_ann,0.6572379367720466,ok +3493,1,nonlinear_svm,1.0,ok +3493,1,nonlinear_ann,0.9334442595673877,ok +3493,1,nonlinear_dt,0.9650582362728786,ok +3493,1,linear_dt,0.6572379367720466,ok +3493,1,linear_svm,0.6356073211314476,ok +3494,1,linear_ann,0.9873646209386281,ok +3494,1,nonlinear_svm,0.9837545126353792,ok +3494,1,nonlinear_ann,0.9891696750902527,ok +3494,1,nonlinear_dt,0.9873646209386281,ok +3494,1,linear_dt,0.7996389891696751,ok +3494,1,linear_svm,0.9693140794223827,ok +7592,1,linear_ann,0.8512960157241719,ok +7592,1,nonlinear_svm,0.8488186396953442,ok +7592,1,nonlinear_ann,0,other +7592,1,nonlinear_dt,0.8570902092461407,ok +7592,1,linear_dt,0.7607182343065395,ok +7592,1,linear_svm,0.8514598091806233,ok +3510,1,linear_ann,0.9254090954723421,ok +3510,1,nonlinear_svm,0.9975906033530769,ok +3510,1,nonlinear_ann,0.9913663286818593,ok +3510,1,nonlinear_dt,0.8778235116956129,ok +3510,1,linear_dt,0.26172071077201087,ok +3510,1,linear_svm,0.9275173175383997,ok +3512,1,linear_ann,0.935,ok +3512,1,nonlinear_svm,0.9933333333333333,ok +3512,1,nonlinear_ann,0.985,ok +3512,1,nonlinear_dt,0.9,ok +3512,1,linear_dt,0.33333333333333337,ok +3512,1,linear_svm,0.8983333333333333,ok +3518,1,linear_ann,0,other +3518,1,nonlinear_svm,0.773913043478261,ok +3518,1,nonlinear_ann,0,other +3518,1,nonlinear_dt,0,other +3518,1,linear_dt,0.40434782608695646,ok +3518,1,linear_svm,0.8579710144927536,ok +3012,1,linear_ann,0.4666666666666666,ok +3012,1,nonlinear_svm,0.9333333333333332,ok +3012,1,nonlinear_ann,0.4,ok +3012,1,nonlinear_dt,0.5333333333333333,ok +3012,1,linear_dt,0.4666666666666666,ok +3012,1,linear_svm,0.4,ok +3525,1,linear_ann,0,other +3525,1,nonlinear_svm,0.632035990793053,ok +3525,1,nonlinear_ann,0,other +3525,1,nonlinear_dt,0,other +3525,1,linear_dt,0.12084118016321406,ok +3525,1,linear_svm,0.7674199623352166,ok +3528,1,linear_ann,0,other +3528,1,nonlinear_svm,0.774959349593496,ok +3528,1,nonlinear_ann,0,other +3528,1,nonlinear_dt,0,other +3528,1,linear_dt,0.46178861788617886,ok +3528,1,linear_svm,0.8530081300813008,ok +3018,1,linear_ann,0.6134020618556701,ok +3018,1,nonlinear_svm,0.6597938144329896,ok +3018,1,nonlinear_ann,0.577319587628866,ok +3018,1,nonlinear_dt,0.6030927835051546,ok +3018,1,linear_dt,0.38144329896907214,ok +3018,1,linear_svm,0.6185567010309279,ok +3531,1,linear_ann,0,other +3531,1,nonlinear_svm,0.7696629213483146,ok +3531,1,nonlinear_ann,0,other +3531,1,nonlinear_dt,0,other +3531,1,linear_dt,0.44350811485642944,ok +3531,1,linear_svm,0.8589263420724095,ok +3021,1,linear_ann,0.9655355249204667,ok +3021,1,nonlinear_svm,0.9650053022269353,ok +3021,1,nonlinear_ann,0,other +3021,1,nonlinear_dt,0.9886002120890773,ok +3021,1,linear_dt,0.9655355249204667,ok +3021,1,linear_svm,0.9623541887592789,ok +3022,1,linear_ann,0.6111111111111112,ok +3022,1,nonlinear_svm,0.9959595959595959,ok +3022,1,nonlinear_ann,0.9717171717171718,ok +3022,1,nonlinear_dt,0.7868686868686869,ok +3022,1,linear_dt,0.17777777777777778,ok +3022,1,linear_svm,0.6464646464646465,ok +3534,1,linear_ann,0,other +3534,1,nonlinear_svm,0.6677118795914712,ok +3534,1,nonlinear_ann,0,other +3534,1,nonlinear_dt,0,other +3534,1,linear_dt,0.23580003583587172,ok +3534,1,linear_svm,0.6684285970256226,ok +3539,1,linear_ann,0.87,ok +3539,1,nonlinear_svm,0.995,ok +3539,1,nonlinear_ann,0.995,ok +3539,1,nonlinear_dt,0.93,ok +3539,1,linear_dt,0.695,ok +3539,1,linear_svm,1.0,ok +3543,1,linear_ann,0.9840000000000001,ok +3543,1,nonlinear_svm,0.986,ok +3543,1,nonlinear_ann,0.988,ok +3543,1,nonlinear_dt,0.978,ok +3543,1,linear_dt,0.86,ok +3543,1,linear_svm,0.988,ok +3547,1,linear_ann,0.7586206896551724,ok +3547,1,nonlinear_svm,0.7980295566502462,ok +3547,1,nonlinear_ann,0,other +3547,1,nonlinear_dt,0.8054187192118226,ok +3547,1,linear_dt,0.7118226600985221,ok +3547,1,linear_svm,0.7586206896551724,ok +3548,1,linear_ann,0.6296296296296297,ok +3548,1,nonlinear_svm,0.6666666666666667,ok +3548,1,nonlinear_ann,0.7037037037037037,ok +3548,1,nonlinear_dt,0.6666666666666667,ok +3548,1,linear_dt,0.6296296296296297,ok +3548,1,linear_svm,0.7037037037037037,ok +3549,1,linear_ann,0.9952437574316291,ok +3549,1,nonlinear_svm,0.9952437574316291,ok +3549,1,nonlinear_ann,0.9952437574316291,ok +3549,1,nonlinear_dt,0.93935790725327,ok +3549,1,linear_dt,0.6789536266349585,ok +3549,1,linear_svm,0.9988109393579073,ok +125920,1,linear_ann,0.584,ok +125920,1,nonlinear_svm,0.596,ok +125920,1,nonlinear_ann,0.584,ok +125920,1,nonlinear_dt,0.63,ok +125920,1,linear_dt,0.634,ok +125920,1,linear_svm,0.568,ok +125921,1,linear_ann,0.74,ok +125921,1,nonlinear_svm,0.736,ok +125921,1,nonlinear_ann,0.728,ok +125921,1,nonlinear_dt,0.7120000000000001,ok +125921,1,linear_dt,0.21,ok +125921,1,linear_svm,0.7340000000000001,ok +3554,1,linear_ann,0.85,ok +3554,1,nonlinear_svm,0.8611111111111112,ok +3554,1,nonlinear_ann,0.8666666666666667,ok +3554,1,nonlinear_dt,0.8555555555555556,ok +3554,1,linear_dt,0.8611111111111112,ok +3554,1,linear_svm,0.8277777777777777,ok +3555,1,linear_ann,0.84,ok +3555,1,nonlinear_svm,0.872,ok +3555,1,nonlinear_ann,0.76,ok +3555,1,nonlinear_dt,0.836,ok +3555,1,linear_dt,0.84,ok +3555,1,linear_svm,0.86,ok +125922,1,linear_ann,0.9887272727272728,ok +125922,1,nonlinear_svm,0.9985454545454546,ok +125922,1,nonlinear_ann,0.9972727272727273,ok +125922,1,nonlinear_dt,0.9338181818181818,ok +125922,1,linear_dt,0.18181818181818182,ok +125922,1,linear_svm,0.9972727272727273,ok +3557,1,linear_ann,0.5970588235294118,ok +3557,1,nonlinear_svm,0.6176470588235294,ok +3557,1,nonlinear_ann,0.5617647058823529,ok +3557,1,nonlinear_dt,0.7941176470588235,ok +3557,1,linear_dt,0.5676470588235294,ok +3557,1,linear_svm,0.5735294117647058,ok +125923,1,linear_ann,0.855072463768116,ok +125923,1,nonlinear_svm,0.8478260869565217,ok +125923,1,nonlinear_ann,0,other +125923,1,nonlinear_dt,0.8695652173913043,ok +125923,1,linear_dt,0.855072463768116,ok +125923,1,linear_svm,0.8217391304347826,ok +3559,1,linear_ann,0.8333333333333333,ok +3559,1,nonlinear_svm,0.8055555555555556,ok +3559,1,nonlinear_ann,0.7916666666666667,ok +3559,1,nonlinear_dt,0.7777777777777777,ok +3559,1,linear_dt,0,other +3559,1,linear_svm,0.8333333333333333,ok +3560,1,linear_ann,0.20326223337515686,ok +3560,1,nonlinear_svm,0.19824341279799246,ok +3560,1,nonlinear_ann,0.21706398996235884,ok +3560,1,nonlinear_dt,0.22961104140526978,ok +3560,1,linear_dt,0.18946047678795483,ok +3560,1,linear_svm,0.20451693851944794,ok +3561,1,linear_ann,0.7038690476190476,ok +3561,1,nonlinear_svm,0.7217261904761905,ok +3561,1,nonlinear_ann,0.7053571428571429,ok +3561,1,nonlinear_dt,0.6577380952380952,ok +3561,1,linear_dt,0.6651785714285714,ok +3561,1,linear_svm,0.7023809523809524,ok +3562,1,linear_ann,0.735632183908046,ok +3562,1,nonlinear_svm,0.7586206896551724,ok +3562,1,nonlinear_ann,0.7586206896551724,ok +3562,1,nonlinear_dt,0.7701149425287356,ok +3562,1,linear_dt,0.7586206896551724,ok +3562,1,linear_svm,0.7471264367816092,ok +3567,1,linear_ann,0.998,ok +3567,1,nonlinear_svm,1.0,ok +3567,1,nonlinear_ann,1.0,ok +3567,1,nonlinear_dt,0.9740000000000001,ok +3567,1,linear_dt,0.31,ok +3567,1,linear_svm,1.0,ok +3569,1,linear_ann,0.9508196721311475,ok +3569,1,nonlinear_svm,0.9180327868852458,ok +3569,1,nonlinear_ann,0.9344262295081966,ok +3569,1,nonlinear_dt,1.0,ok +3569,1,linear_dt,0.7868852459016393,ok +3569,1,linear_svm,0.9344262295081966,ok +3570,1,linear_ann,0.8755980861244019,ok +3570,1,nonlinear_svm,0.8851674641148325,ok +3570,1,nonlinear_ann,0.8995215311004785,ok +3570,1,nonlinear_dt,0.8564593301435407,ok +3570,1,linear_dt,0.8373205741626795,ok +3570,1,linear_svm,0.8564593301435407,ok +3573,1,linear_ann,0,other +3573,1,nonlinear_svm,0,other +3573,1,nonlinear_ann,0.9695,ok +3573,1,nonlinear_dt,0.8697285714285714,ok +3573,1,linear_dt,0.19364285714285714,ok +3573,1,linear_svm,0.9138142857142857,ok +3577,1,linear_ann,0.2692307692307692,ok +3577,1,nonlinear_svm,0.5923076923076923,ok +3577,1,nonlinear_ann,0.16153846153846152,ok +3577,1,nonlinear_dt,0.4230769230769231,ok +3577,1,linear_dt,0.34615384615384615,ok +3577,1,linear_svm,0.23846153846153847,ok +3579,1,linear_ann,0.8076923076923077,ok +3579,1,nonlinear_svm,0.7884615384615384,ok +3579,1,nonlinear_ann,0.7692307692307692,ok +3579,1,nonlinear_dt,0.7884615384615384,ok +3579,1,linear_dt,0.7884615384615384,ok +3579,1,linear_svm,0.8461538461538461,ok +3580,1,linear_ann,0.544,ok +3580,1,nonlinear_svm,0.608,ok +3580,1,nonlinear_ann,0.5920000000000001,ok +3580,1,nonlinear_dt,0.504,ok +3580,1,linear_dt,0.608,ok +3580,1,linear_svm,0.5760000000000001,ok diff --git a/OPENML-LINEAR-VS-NONLINEAR-2018/description.txt b/OPENML-LINEAR-VS-NONLINEAR-2018/description.txt new file mode 100644 index 0000000..964d455 --- /dev/null +++ b/OPENML-LINEAR-VS-NONLINEAR-2018/description.txt @@ -0,0 +1,62 @@ +algorithm_cutoff_memory: '?' +algorithm_cutoff_time: 0 +algorithms_deterministic: + linear_ann: + configuration: '' + desterministic: true + version: '1' + linear_dt: + configuration: '' + desterministic: true + version: '1' + linear_svm: + configuration: '' + desterministic: true + version: '1' + nonlinear_ann: + configuration: '' + desterministic: true + version: '1' + nonlinear_dt: + configuration: '' + desterministic: true + version: '1' + nonlinear_svm: + configuration: '' + desterministic: true + version: '1' +algorithms_stochastic: '' +default_steps: +- ALL +feature_steps: + ALL: + provides: &id001 + - NumberOfFeatures + - NumberOfInstances + - Dimensionality + - NumberOfMissingValues + - PercentageOfMissingValues + - MajorityClassPercentage + - PercentageOfNumericFeatures + - MajorityClassSize + - PercentageOfBinaryFeatures + - PercentageOfSymbolicFeatures + - MinorityClassSize + - PercentageOfInstancesWithMissingValues + - NumberOfNumericFeatures + - NumberOfInstancesWithMissingValues + - NumberOfSymbolicFeatures + - NumberOfBinaryFeatures + - NumberOfClasses +features_cutoff_memory: '?' +features_cutoff_time: '?' +features_deterministic: *id001 +features_stochastic: '' +maximize: +- true +number_of_feature_steps: 1 +performance_measures: +- predictive_accuracy +performance_type: +- predictive_accuracy +scenario_id: OpenML_Study_123 diff --git a/OPENML-LINEAR-VS-NONLINEAR-2018/feature_runstatus.arff b/OPENML-LINEAR-VS-NONLINEAR-2018/feature_runstatus.arff new file mode 100644 index 0000000..bbed340 --- /dev/null +++ b/OPENML-LINEAR-VS-NONLINEAR-2018/feature_runstatus.arff @@ -0,0 +1,306 @@ +@RELATION FEATURES_RUNSTATUS + +@ATTRIBUTE instance_id STRING +@ATTRIBUTE repetition NUMERIC +@ATTRIBUTE ALL {ok, timeout, memout, not_applicable, crash, other} + +@DATA +3585,1,ok +3,1,ok +3587,1,ok +6,1,ok +11,1,ok +12,1,ok +3595,1,ok +14,1,ok +15,1,ok +16,1,ok +3597,1,ok +18,1,ok +3599,1,ok +20,1,ok +21,1,ok +22,1,ok +23,1,ok +3602,1,ok +25,1,ok +2074,1,ok +3604,1,ok +28,1,ok +29,1,ok +3605,1,ok +31,1,ok +32,1,ok +2079,1,ok +3611,1,ok +35,1,ok +36,1,ok +37,1,ok +3613,1,ok +39,1,ok +3619,1,ok +41,1,ok +42,1,ok +43,1,ok +3622,1,ok +45,1,ok +47,1,ok +49,1,ok +51,1,ok +52,1,ok +53,1,ok +55,1,ok +57,1,ok +58,1,ok +60,1,ok +3644,1,ok +3646,1,ok +3647,1,ok +3649,1,ok +3650,1,ok +3651,1,ok +3652,1,ok +3653,1,ok +3655,1,ok +3656,1,ok +3661,1,ok +3663,1,ok +3665,1,ok +3669,1,ok +3675,1,ok +3676,1,ok +3685,1,ok +3696,1,ok +14964,1,ok +14965,1,ok +14966,1,ok +14967,1,ok +14968,1,ok +3705,1,ok +14969,1,ok +14970,1,ok +24,1,ok +3709,1,ok +3713,1,ok +3716,1,ok +10101,1,ok +3719,1,ok +3721,1,ok +3722,1,ok +7307,1,ok +3724,1,ok +3725,1,ok +3738,1,ok +3744,1,ok +3746,1,ok +3748,1,ok +3750,1,ok +9895,1,ok +9896,1,ok +3753,1,ok +9897,1,ok +3756,1,ok +3757,1,ok +9901,1,ok +146606,1,ok +146607,1,ok +3761,1,ok +9907,1,ok +9914,1,ok +34536,1,ok +3778,1,ok +34537,1,ok +3782,1,ok +34538,1,ok +3787,1,ok +3788,1,ok +3790,1,ok +9935,1,ok +3792,1,ok +9936,1,ok +3791,1,ok +9934,1,ok +9937,1,ok +9938,1,ok +9939,1,ok +34539,1,ok +9944,1,ok +9946,1,ok +219,1,ok +3804,1,ok +9947,1,ok +9948,1,ok +3807,1,ok +3808,1,ok +3809,1,ok +9950,1,ok +9951,1,ok +9952,1,ok +9953,1,ok +9954,1,ok +3815,1,ok +9955,1,ok +9956,1,ok +9957,1,ok +9958,1,ok +9960,1,ok +9961,1,ok +9962,1,ok +9963,1,ok +9964,1,ok +9967,1,ok +9968,1,ok +9969,1,ok +9970,1,ok +9971,1,ok +9973,1,ok +3832,1,ok +9976,1,ok +9977,1,ok +9978,1,ok +9979,1,ok +9980,1,ok +3838,1,ok +9981,1,ok +9983,1,ok +9984,1,ok +9985,1,ok +9986,1,ok +9988,1,ok +146195,1,ok +3869,1,ok +3880,1,ok +3889,1,ok +3891,1,ok +3896,1,ok +3899,1,ok +3901,1,ok +3902,1,ok +3903,1,ok +3904,1,ok +3905,1,ok +3906,1,ok +2372,1,ok +2373,1,ok +3909,1,ok +3910,1,ok +3912,1,ok +3911,1,ok +3914,1,ok +3913,1,ok +3915,1,ok +3917,1,ok +2382,1,ok +3918,1,ok +3920,1,ok +3921,1,ok +3923,1,ok +3924,1,ok +3925,1,ok +3926,1,ok +3927,1,ok +3928,1,ok +3929,1,ok +3930,1,ok +3931,1,ok +3932,1,ok +3933,1,ok +3934,1,ok +3937,1,ok +3938,1,ok +3940,1,ok +3941,1,ok +3942,1,ok +3946,1,ok +10090,1,ok +3948,1,ok +3949,1,ok +10093,1,ok +3951,1,ok +10094,1,ok +10096,1,ok +3954,1,ok +3955,1,ok +3956,1,ok +3957,1,ok +3958,1,ok +3959,1,ok +3960,1,ok +3961,1,ok +3962,1,ok +3963,1,ok +3964,1,ok +3965,1,ok +3966,1,ok +3967,1,ok +3968,1,ok +3969,1,ok +3970,1,ok +3971,1,ok +3972,1,ok +3973,1,ok +3974,1,ok +3975,1,ok +3977,1,ok +3978,1,ok +3979,1,ok +3981,1,ok +3982,1,ok +3983,1,ok +3984,1,ok +3985,1,ok +3986,1,ok +3987,1,ok +3988,1,ok +3989,1,ok +3990,1,ok +3991,1,ok +3992,1,ok +3481,1,ok +3993,1,ok +3994,1,ok +3995,1,ok +3485,1,ok +3996,1,ok +3997,1,ok +3998,1,ok +3999,1,ok +4000,1,ok +3492,1,ok +3493,1,ok +3494,1,ok +7592,1,ok +3510,1,ok +3512,1,ok +3518,1,ok +3012,1,ok +3525,1,ok +3528,1,ok +3018,1,ok +3531,1,ok +3021,1,ok +3022,1,ok +3534,1,ok +3539,1,ok +3543,1,ok +3547,1,ok +3548,1,ok +3549,1,ok +125920,1,ok +125921,1,ok +3554,1,ok +3555,1,ok +125922,1,ok +3557,1,ok +125923,1,ok +3559,1,ok +3560,1,ok +3561,1,ok +3562,1,ok +3567,1,ok +3569,1,ok +3570,1,ok +3573,1,ok +3577,1,ok +3579,1,ok +3580,1,ok diff --git a/OPENML-LINEAR-VS-NONLINEAR-2018/feature_values.arff b/OPENML-LINEAR-VS-NONLINEAR-2018/feature_values.arff new file mode 100644 index 0000000..588941e --- /dev/null +++ b/OPENML-LINEAR-VS-NONLINEAR-2018/feature_values.arff @@ -0,0 +1,322 @@ +@RELATION FEATURES + +@ATTRIBUTE instance_id STRING +@ATTRIBUTE repetition NUMERIC +@ATTRIBUTE NumberOfFeatures NUMERIC +@ATTRIBUTE NumberOfInstances NUMERIC +@ATTRIBUTE Dimensionality NUMERIC +@ATTRIBUTE NumberOfMissingValues NUMERIC +@ATTRIBUTE PercentageOfMissingValues NUMERIC +@ATTRIBUTE MajorityClassPercentage NUMERIC +@ATTRIBUTE PercentageOfNumericFeatures NUMERIC +@ATTRIBUTE MajorityClassSize NUMERIC +@ATTRIBUTE PercentageOfBinaryFeatures NUMERIC +@ATTRIBUTE PercentageOfSymbolicFeatures NUMERIC +@ATTRIBUTE MinorityClassSize NUMERIC +@ATTRIBUTE PercentageOfInstancesWithMissingValues NUMERIC +@ATTRIBUTE NumberOfNumericFeatures NUMERIC +@ATTRIBUTE NumberOfInstancesWithMissingValues NUMERIC +@ATTRIBUTE NumberOfSymbolicFeatures NUMERIC +@ATTRIBUTE NumberOfBinaryFeatures NUMERIC +@ATTRIBUTE NumberOfClasses NUMERIC + +@DATA +3585,1,8.0,137.0,0.058394160583941604,0.0,0.0,68.61313868613139,37.5,94.0,50.0,62.5,43.0,0.0,3.0,0.0,5.0,4.0,2.0 +3,1,37.0,3196.0,0.011576971214017523,0.0,0.0,0.522215269086358,0.0,1669.0,0.9459459459459459,1.0,1527.0,0.0,0.0,0.0,37.0,35.0,2.0 +3587,1,11.0,200.0,0.055,0.0,0.0,51.5,90.9090909090909,103.0,9.090909090909092,9.090909090909092,97.0,0.0,10.0,0.0,1.0,1.0,2.0 +6,1,17.0,20000.0,0.00085,0.0,0.0,0.04065,0.9411764705882353,813.0,0.0,0.058823529411764705,734.0,0.0,16.0,0.0,1.0,0.0,26.0 +11,1,5.0,625.0,0.008,0.0,0.0,0.4608,0.8,288.0,0.0,0.2,49.0,0.0,4.0,0.0,1.0,0.0,3.0 +12,1,217.0,2000.0,0.1085,0.0,0.0,10.0,99.53917050691244,200.0,0.0,0.4608294930875576,200.0,0.0,216.0,0.0,1.0,0.0,10.0 +3595,1,4.0,44.0,0.09090909090909091,0.0,0.0,61.36363636363637,75.0,27.0,25.0,25.0,17.0,0.0,3.0,0.0,1.0,1.0,2.0 +14,1,77.0,2000.0,0.0385,0.0,0.0,0.1,0.987012987012987,200.0,0.0,0.012987012987012988,200.0,0.0,76.0,0.0,1.0,0.0,10.0 +15,1,10.0,699.0,0.01430615164520744,16.0,0.0022889842632331904,0.6552217453505007,0.9,458.0,0.1,0.1,241.0,0.022889842632331903,9.0,16.0,1.0,1.0,2.0 +16,1,65.0,2000.0,0.0325,0.0,0.0,10.0,98.46153846153847,200.0,0.0,1.5384615384615385,200.0,0.0,64.0,0.0,1.0,0.0,10.0 +3597,1,5.0,96.0,0.052083333333333336,0.0,0.0,51.041666666666664,80.0,49.0,20.0,20.0,47.0,0.0,4.0,0.0,1.0,1.0,2.0 +18,1,7.0,2000.0,0.0035,0.0,0.0,0.1,0.8571428571428571,200.0,0.0,0.14285714285714285,200.0,0.0,6.0,0.0,1.0,0.0,10.0 +3599,1,7.0,209.0,0.03349282296650718,0.0,0.0,73.20574162679426,85.71428571428571,153.0,14.285714285714285,14.285714285714285,56.0,0.0,6.0,0.0,1.0,1.0,2.0 +20,1,241.0,2000.0,0.1205,0.0,0.0,10.0,0.0,200.0,0.0,100.0,200.0,0.0,0.0,0.0,241.0,0.0,10.0 +21,1,7.0,1728.0,0.004050925925925926,0.0,0.0,70.02314814814815,0.0,1210.0,0.0,100.0,65.0,0.0,0.0,0.0,7.0,0.0,4.0 +22,1,48.0,2000.0,0.024,0.0,0.0,10.0,97.91666666666666,200.0,0.0,2.083333333333333,200.0,0.0,47.0,0.0,1.0,0.0,10.0 +23,1,10.0,1473.0,0.006788866259334691,0.0,0.0,42.701968771215206,20.0,629.0,30.0,80.0,333.0,0.0,2.0,0.0,8.0,3.0,3.0 +3602,1,4.0,111.0,0.036036036036036036,0.0,0.0,52.25225225225225,75.0,58.0,25.0,25.0,53.0,0.0,3.0,0.0,1.0,1.0,2.0 +25,1,28.0,368.0,0.07608695652173914,1927.0,18.701475155279503,63.04347826086957,25.0,232.0,17.857142857142858,75.0,136.0,98.09782608695652,7.0,361.0,21.0,5.0,2.0 +2074,1,37.0,6430.0,0.0057542768273716955,0.0,0.0,23.81026438569207,97.2972972972973,1531.0,0.0,2.7027027027027026,625.0,0.0,36.0,0.0,1.0,0.0,6.0 +3604,1,12.0,195.0,0.06153846153846154,2.0,0.08547008547008547,62.05128205128205,8.333333333333332,121.0,33.33333333333333,91.66666666666666,74.0,1.0256410256410255,1.0,2.0,11.0,4.0,2.0 +28,1,65.0,5620.0,0.011565836298932384,0.0,0.0,10.177935943060499,98.46153846153847,572.0,0.0,1.5384615384615385,554.0,0.0,64.0,0.0,1.0,0.0,10.0 +29,1,16.0,690.0,0.02318840579710145,67.0,0.6068840579710145,55.507246376811594,37.5,383.0,31.25,62.5,307.0,5.36231884057971,6.0,37.0,10.0,5.0,2.0 +3605,1,8.0,62.0,0.12903225806451613,8.0,1.6129032258064515,53.2258064516129,87.5,33.0,12.5,12.5,29.0,11.29032258064516,7.0,7.0,1.0,1.0,2.0 +31,1,21.0,1000.0,0.021,0.0,0.0,70.0,33.33333333333333,700.0,14.285714285714285,66.66666666666666,300.0,0.0,7.0,0.0,14.0,3.0,2.0 +32,1,17.0,10992.0,0.0015465793304221252,0.0,0.0,10.407569141193596,94.11764705882352,1144.0,0.0,5.88235294117647,1055.0,0.0,16.0,0.0,1.0,0.0,10.0 +2079,1,20.0,736.0,0.02717391304347826,448.0,3.0434782608695654,29.076086956521742,70.0,214.0,0.0,30.0,105.0,12.907608695652172,14.0,95.0,6.0,0.0,5.0 +3611,1,16.0,159.0,0.10062893081761007,0.0,0.0,66.0377358490566,87.5,105.0,6.25,12.5,54.0,0.0,14.0,0.0,2.0,1.0,2.0 +35,1,35.0,366.0,0.09562841530054644,8.0,0.0624512099921936,30.601092896174865,2.857142857142857,112.0,2.857142857142857,97.14285714285714,20.0,2.185792349726776,1.0,8.0,34.0,1.0,6.0 +36,1,20.0,2310.0,0.008658008658008658,0.0,0.0,14.285714285714285,95.0,330.0,0.0,5.0,330.0,0.0,19.0,0.0,1.0,0.0,7.0 +37,1,9.0,768.0,0.01171875,0.0,0.0,65.10416666666666,88.88888888888889,500.0,11.11111111111111,11.11111111111111,268.0,0.0,8.0,0.0,1.0,1.0,2.0 +3613,1,5.0,167.0,0.029940119760479042,0.0,0.0,77.24550898203593,0.0,129.0,20.0,100.0,38.0,0.0,0.0,0.0,5.0,1.0,2.0 +39,1,61.0,208.0,0.2932692307692308,0.0,0.0,53.36538461538461,98.36065573770492,111.0,1.639344262295082,1.639344262295082,97.0,0.0,60.0,0.0,1.0,1.0,2.0 +3619,1,33.0,194.0,0.17010309278350516,0.0,0.0,53.608247422680414,96.96969696969697,104.0,3.0303030303030303,3.0303030303030303,90.0,0.0,32.0,0.0,1.0,1.0,2.0 +41,1,36.0,683.0,0.0527086383601757,2337.0,9.504636408003904,13.469985358711567,0.0,92.0,44.44444444444444,100.0,8.0,17.71595900439239,0.0,121.0,36.0,16.0,19.0 +42,1,4.0,306.0,0.013071895424836602,0.0,0.0,73.52941176470588,50.0,225.0,25.0,50.0,81.0,0.0,2.0,0.0,2.0,1.0,2.0 +43,1,58.0,4601.0,0.012605955227124538,0.0,0.0,60.59552271245382,98.27586206896551,2788.0,1.7241379310344827,1.7241379310344827,1813.0,0.0,57.0,0.0,1.0,1.0,2.0 +3622,1,16.0,159.0,0.10062893081761007,0.0,0.0,66.0377358490566,93.75,105.0,6.25,6.25,54.0,0.0,15.0,0.0,1.0,1.0,2.0 +45,1,62.0,3190.0,0.019435736677115987,0.0,0.0,51.88087774294671,0.0,1655.0,0.0,100.0,767.0,0.0,0.0,0.0,62.0,0.0,3.0 +47,1,6.0,151.0,0.039735099337748346,0.0,0.0,34.437086092715234,50.0,52.0,33.33333333333333,50.0,49.0,0.0,3.0,0.0,3.0,2.0,3.0 +49,1,10.0,958.0,0.010438413361169102,0.0,0.0,65.34446764091858,0.0,626.0,10.0,100.0,332.0,0.0,0.0,0.0,10.0,1.0,2.0 +51,1,33.0,10.0,3.3,51.0,15.454545454545453,50.0,0.0,5.0,54.54545454545454,100.0,5.0,70.0,0.0,7.0,33.0,18.0,2.0 +52,1,14.0,270.0,0.05185185185185185,0.0,0.0,55.55555555555556,92.85714285714286,150.0,7.142857142857142,7.142857142857142,120.0,0.0,13.0,0.0,1.0,1.0,2.0 +53,1,19.0,846.0,0.022458628841607566,0.0,0.0,25.768321513002363,94.73684210526315,218.0,0.0,5.263157894736842,199.0,0.0,18.0,0.0,1.0,0.0,4.0 +55,1,17.0,435.0,0.03908045977011494,392.0,5.300878972278566,61.37931034482759,0.0,267.0,100.0,100.0,168.0,46.666666666666664,0.0,203.0,17.0,17.0,2.0 +57,1,35.0,351.0,0.09971509971509972,0.0,0.0,64.1025641025641,97.14285714285714,225.0,2.857142857142857,2.857142857142857,126.0,0.0,34.0,0.0,1.0,1.0,2.0 +58,1,41.0,5000.0,0.0082,0.0,0.0,33.839999999999996,97.5609756097561,1692.0,0.0,2.4390243902439024,1653.0,0.0,40.0,0.0,1.0,0.0,3.0 +60,1,18.0,101.0,0.1782178217821782,0.0,0.0,40.5940594059406,5.555555555555555,41.0,83.33333333333334,94.44444444444444,4.0,0.0,1.0,0.0,17.0,15.0,7.0 +3644,1,15.0,252.0,0.05952380952380952,0.0,0.0,50.79365079365079,93.33333333333333,128.0,6.666666666666667,6.666666666666667,124.0,0.0,14.0,0.0,1.0,1.0,2.0 +3646,1,7.0,51.0,0.13725490196078433,0.0,0.0,58.82352941176471,85.71428571428571,30.0,14.285714285714285,14.285714285714285,21.0,0.0,6.0,0.0,1.0,1.0,2.0 +3647,1,3.0,120.0,0.025,0.0,0.0,52.5,66.66666666666666,63.0,33.33333333333333,33.33333333333333,57.0,0.0,2.0,0.0,1.0,1.0,2.0 +3649,1,4.0,140.0,0.02857142857142857,0.0,0.0,50.0,50.0,70.0,25.0,50.0,70.0,0.0,2.0,0.0,2.0,1.0,2.0 +3650,1,47.0,45.0,1.0444444444444445,0.0,0.0,51.11111111111111,97.87234042553192,23.0,2.127659574468085,2.127659574468085,22.0,0.0,46.0,0.0,1.0,1.0,2.0 +3651,1,14.0,303.0,0.0462046204620462,6.0,0.14144271570014144,54.12541254125413,42.857142857142854,164.0,28.57142857142857,57.14285714285714,139.0,1.9801980198019802,6.0,6.0,8.0,4.0,2.0 +3652,1,6.0,50.0,0.12,0.0,0.0,52.0,66.66666666666666,26.0,16.666666666666664,33.33333333333333,24.0,0.0,4.0,0.0,2.0,1.0,2.0 +3653,1,61.0,186.0,0.3279569892473118,0.0,0.0,58.602150537634415,98.36065573770492,109.0,1.639344262295082,1.639344262295082,77.0,0.0,60.0,0.0,1.0,1.0,2.0 +3655,1,3.0,55.0,0.05454545454545454,0.0,0.0,56.36363636363636,33.33333333333333,31.0,33.33333333333333,66.66666666666666,24.0,0.0,1.0,0.0,2.0,1.0,2.0 +3656,1,3.0,43.0,0.06976744186046512,0.0,0.0,60.46511627906976,66.66666666666666,26.0,33.33333333333333,33.33333333333333,17.0,0.0,2.0,0.0,1.0,1.0,2.0 +3661,1,8.0,209.0,0.03827751196172249,0.0,0.0,74.64114832535886,75.0,156.0,12.5,25.0,53.0,0.0,6.0,0.0,2.0,1.0,2.0 +3663,1,14.0,303.0,0.0462046204620462,6.0,0.14144271570014144,54.78547854785478,42.857142857142854,166.0,28.57142857142857,57.14285714285714,137.0,1.9801980198019802,6.0,6.0,8.0,4.0,2.0 +3665,1,28.0,74.0,0.3783783783783784,0.0,0.0,58.108108108108105,96.42857142857143,43.0,3.571428571428571,3.571428571428571,31.0,0.0,27.0,0.0,1.0,1.0,2.0 +3669,1,8.0,70.0,0.11428571428571428,0.0,0.0,51.42857142857142,37.5,36.0,50.0,62.5,34.0,0.0,3.0,0.0,5.0,4.0,2.0 +3675,1,19.0,418.0,0.045454545454545456,1239.0,15.600604381767816,55.02392344497608,52.63157894736842,230.0,36.84210526315789,47.368421052631575,188.0,33.97129186602871,10.0,142.0,9.0,7.0,2.0 +3676,1,3.0,264.0,0.011363636363636364,0.0,0.0,61.74242424242424,33.33333333333333,163.0,33.33333333333333,66.66666666666666,101.0,0.0,1.0,0.0,2.0,1.0,2.0 +3685,1,13.0,235.0,0.05531914893617021,0.0,0.0,60.42553191489362,92.3076923076923,142.0,7.6923076923076925,7.6923076923076925,93.0,0.0,12.0,0.0,1.0,1.0,2.0 +3696,1,8.0,398.0,0.020100502512562814,6.0,0.18844221105527637,52.51256281407035,50.0,209.0,12.5,50.0,189.0,1.507537688442211,4.0,6.0,4.0,1.0,2.0 +14964,1,8.0,10218.0,0.0007829320806420043,0.0,0.0,13.857897827363477,87.5,1416.0,0.0,12.5,600.0,0.0,7.0,0.0,1.0,0.0,10.0 +14965,1,17.0,45211.0,0.0003760146866912919,0.0,0.0,88.30151954170445,41.17647058823529,39922.0,23.52941176470588,58.82352941176471,5289.0,0.0,7.0,0.0,10.0,4.0,2.0 +14966,1,1777.0,3751.0,0.47374033591042386,0.0,0.0,54.22553985603839,99.94372537985369,2034.0,0.056274620146314014,0.056274620146314014,1717.0,0.0,1776.0,0.0,1.0,1.0,2.0 +14967,1,35.0,2796.0,0.01251788268955651,68100.0,69.58920907418762,24.320457796852647,91.42857142857143,680.0,0.0,8.571428571428571,274.0,99.96423462088698,32.0,2795.0,3.0,0.0,6.0 +14968,1,40.0,540.0,0.07407407407407407,999.0,4.625,57.77777777777777,45.0,312.0,10.0,55.00000000000001,228.0,48.7037037037037,18.0,263.0,22.0,4.0,2.0 +3705,1,26.0,205.0,0.12682926829268293,57.0,1.0694183864915572,59.512195121951216,65.38461538461539,122.0,15.384615384615385,34.61538461538461,83.0,22.439024390243905,17.0,46.0,9.0,4.0,2.0 +14969,1,33.0,9873.0,0.003342449103615922,0.0,0.0,29.87946925959688,96.96969696969697,2950.0,0.0,3.0303030303030303,998.0,0.0,32.0,0.0,1.0,0.0,5.0 +14970,1,562.0,10299.0,0.05456840469948539,0.0,0.0,18.87561899213516,99.8220640569395,1944.0,0.0,0.1779359430604982,1406.0,0.0,561.0,0.0,1.0,0.0,6.0 +24,1,23.0,8124.0,0.002831117676021664,2480.0,1.3272536552993814,51.7971442639094,0.0,4208.0,21.73913043478261,100.0,3916.0,30.526834071885773,0.0,2480.0,23.0,5.0,2.0 +3709,1,10.0,286.0,0.03496503496503497,9.0,0.3146853146853147,58.04195804195804,10.0,166.0,50.0,90.0,120.0,3.146853146853147,1.0,9.0,9.0,5.0,2.0 +3713,1,6.0,38.0,0.15789473684210525,0.0,0.0,73.68421052631578,66.66666666666666,28.0,33.33333333333333,33.33333333333333,10.0,0.0,4.0,0.0,2.0,2.0,2.0 +3716,1,125.0,240.0,0.5208333333333334,0.0,0.0,57.49999999999999,99.2,138.0,0.8,0.8,102.0,0.0,124.0,0.0,1.0,1.0,2.0 +10101,1,5.0,748.0,0.0066844919786096255,0.0,0.0,76.20320855614973,80.0,570.0,20.0,20.0,178.0,0.0,4.0,0.0,1.0,1.0,2.0 +3719,1,8.0,158.0,0.05063291139240506,87.0,6.882911392405064,60.12658227848101,62.5,95.0,25.0,37.5,63.0,55.06329113924051,5.0,87.0,3.0,2.0,2.0 +3721,1,8.0,40.0,0.2,0.0,0.0,65.0,87.5,26.0,12.5,12.5,14.0,0.0,7.0,0.0,1.0,1.0,2.0 +3722,1,14.0,294.0,0.047619047619047616,782.0,18.999028182701654,63.94557823129252,42.857142857142854,188.0,28.57142857142857,57.14285714285714,106.0,99.65986394557824,6.0,293.0,8.0,4.0,2.0 +7307,1,6374.0,945.0,6.744973544973545,0.0,0.0,14.814814814814813,99.98431126451209,140.0,0.0,0.015688735487919672,119.0,0.0,6373.0,0.0,1.0,0.0,7.0 +3724,1,3.0,380.0,0.007894736842105263,0.0,0.0,51.31578947368421,66.66666666666666,195.0,33.33333333333333,33.33333333333333,185.0,0.0,2.0,0.0,1.0,1.0,2.0 +3725,1,23.0,93.0,0.24731182795698925,14.0,0.6545114539504442,62.365591397849464,69.56521739130434,58.0,13.043478260869565,30.434782608695656,35.0,11.827956989247312,16.0,11.0,7.0,3.0,2.0 +3738,1,6.0,50.0,0.12,0.0,0.0,57.99999999999999,83.33333333333334,29.0,16.666666666666664,16.666666666666664,21.0,0.0,5.0,0.0,1.0,1.0,2.0 +3744,1,11.0,284.0,0.03873239436619718,0.0,0.0,50.0,90.9090909090909,142.0,9.090909090909092,9.090909090909092,142.0,0.0,10.0,0.0,1.0,1.0,2.0 +3746,1,16.0,60.0,0.26666666666666666,0.0,0.0,51.66666666666667,93.75,31.0,6.25,6.25,29.0,0.0,15.0,0.0,1.0,1.0,2.0 +3748,1,4.0,131.0,0.030534351145038167,0.0,0.0,63.358778625954194,75.0,83.0,25.0,25.0,48.0,0.0,3.0,0.0,1.0,1.0,2.0 +3750,1,3.0,61.0,0.04918032786885246,0.0,0.0,52.459016393442624,33.33333333333333,32.0,66.66666666666666,66.66666666666666,29.0,0.0,1.0,0.0,2.0,2.0,2.0 +9895,1,243.0,64.0,3.796875,0.0,0.0,54.6875,0.0,35.0,100.0,100.0,29.0,0.0,0.0,0.0,243.0,243.0,2.0 +9896,1,230.0,64.0,3.59375,0.0,0.0,54.6875,0.0,35.0,100.0,100.0,29.0,0.0,0.0,0.0,230.0,230.0,2.0 +3753,1,8.0,108.0,0.07407407407407407,0.0,0.0,70.37037037037037,75.0,76.0,25.0,25.0,32.0,0.0,6.0,0.0,2.0,2.0,2.0 +9897,1,10.0,106.0,0.09433962264150944,0.0,0.0,46.22641509433962,90.0,49.0,0.0,10.0,14.0,0.0,9.0,0.0,1.0,0.0,4.0 +3756,1,6.0,73.0,0.0821917808219178,0.0,0.0,54.794520547945204,83.33333333333334,40.0,16.666666666666664,16.666666666666664,33.0,0.0,5.0,0.0,1.0,1.0,2.0 +3757,1,6.0,66.0,0.09090909090909091,0.0,0.0,50.0,83.33333333333334,33.0,16.666666666666664,16.666666666666664,33.0,0.0,5.0,0.0,1.0,1.0,2.0 +9901,1,7.0,120.0,0.058333333333333334,0.0,0.0,50.83333333333333,14.285714285714285,61.0,85.71428571428571,85.71428571428571,59.0,0.0,1.0,0.0,6.0,6.0,2.0 +146606,1,29.0,98050.0,0.00029576746557878636,9.0,0.0003165169072781304,52.85772565017848,96.55172413793103,51827.0,3.4482758620689653,3.4482758620689653,46223.0,0.0010198878123406426,28.0,1.0,1.0,1.0,2.0 +146607,1,123.0,8378.0,0.014681308188111721,18372.0,0.01782834252310057,0.8352828837431368,0.4796747967479675,6998.0,0.04878048780487805,0.5203252032520326,1380.0,0.8749104798281213,59.0,7330.0,64.0,6.0,2.0 +3761,1,8.0,54.0,0.14814814814814814,120.0,27.77777777777778,51.85185185185185,87.5,28.0,12.5,12.5,26.0,55.55555555555556,7.0,30.0,1.0,1.0,2.0 +9907,1,41.0,400.0,0.1025,0.0,0.0,27.750000000000004,90.2439024390244,111.0,4.878048780487805,9.75609756097561,25.0,0.0,37.0,0.0,4.0,2.0,8.0 +9914,1,6.0,4839.0,0.0012399256044637321,0.0,0.0,94.60632362058277,83.33333333333334,4578.0,16.666666666666664,16.666666666666664,261.0,0.0,5.0,0.0,1.0,1.0,2.0 +34536,1,1559.0,3279.0,0.47544983226593474,0.0,0.0,86.00182982616651,99.93585631815266,2820.0,0.06414368184733803,0.06414368184733803,459.0,0.0,1558.0,0.0,1.0,1.0,2.0 +3778,1,14.0,315.0,0.044444444444444446,0.0,0.0,57.77777777777777,71.42857142857143,182.0,14.285714285714285,28.57142857142857,133.0,0.0,10.0,0.0,4.0,2.0,2.0 +34537,1,31.0,11055.0,0.002804161013116237,0.0,0.0,55.69425599276345,0.0,6157.0,74.19354838709677,100.0,4898.0,0.0,0.0,0.0,31.0,23.0,2.0 +3782,1,3.0,40.0,0.075,0.0,0.0,52.5,66.66666666666666,21.0,33.33333333333333,33.33333333333333,19.0,0.0,2.0,0.0,1.0,1.0,2.0 +34538,1,82.0,1080.0,0.07592592592592592,1396.0,1.5763324299909665,13.88888888888889,93.90243902439023,150.0,3.6585365853658534,6.097560975609756,105.0,48.888888888888886,77.0,528.0,5.0,3.0,8.0 +3787,1,4.0,130.0,0.03076923076923077,0.0,0.0,50.0,50.0,65.0,25.0,50.0,65.0,0.0,2.0,0.0,2.0,1.0,2.0 +3788,1,5.0,323.0,0.015479876160990712,0.0,0.0,54.179566563467496,80.0,175.0,20.0,20.0,148.0,0.0,4.0,0.0,1.0,1.0,2.0 +3790,1,17.0,42.0,0.40476190476190477,0.0,0.0,59.523809523809526,94.11764705882352,25.0,5.88235294117647,5.88235294117647,17.0,0.0,16.0,0.0,1.0,1.0,2.0 +9935,1,91.0,47.0,1.9361702127659575,0.0,0.0,42.5531914893617,98.9010989010989,20.0,0.0,1.098901098901099,5.0,0.0,90.0,0.0,1.0,0.0,5.0 +3792,1,5.0,70.0,0.07142857142857142,0.0,0.0,50.0,80.0,35.0,20.0,20.0,35.0,0.0,4.0,0.0,1.0,1.0,2.0 +9936,1,91.0,47.0,1.9361702127659575,0.0,0.0,42.5531914893617,98.9010989010989,20.0,0.0,1.098901098901099,3.0,0.0,90.0,0.0,1.0,0.0,4.0 +3791,1,5.0,46.0,0.10869565217391304,0.0,0.0,54.347826086956516,60.0,25.0,40.0,40.0,21.0,0.0,3.0,0.0,2.0,2.0,2.0 +9934,1,91.0,88.0,1.0340909090909092,0.0,0.0,38.63636363636363,98.9010989010989,34.0,0.0,1.098901098901099,16.0,0.0,90.0,0.0,1.0,0.0,4.0 +9937,1,91.0,117.0,0.7777777777777778,0.0,0.0,61.53846153846154,98.9010989010989,72.0,0.0,1.098901098901099,21.0,0.0,90.0,0.0,1.0,0.0,3.0 +9938,1,91.0,164.0,0.5548780487804879,0.0,0.0,28.65853658536585,98.9010989010989,47.0,0.0,1.098901098901099,21.0,0.0,90.0,0.0,1.0,0.0,5.0 +9939,1,7.0,310.0,0.02258064516129032,0.0,0.0,48.38709677419355,85.71428571428571,150.0,0.0,14.285714285714285,60.0,0.0,6.0,0.0,1.0,0.0,3.0 +34539,1,10.0,32769.0,0.00030516646830846227,0.0,0.0,94.21099209618848,0.0,30872.0,10.0,100.0,1897.0,0.0,0.0,0.0,10.0,1.0,2.0 +9944,1,6.0,403.0,0.01488833746898263,0.0,0.0,32.00992555831266,83.33333333333334,129.0,0.0,16.666666666666664,24.0,0.0,5.0,0.0,1.0,0.0,5.0 +9946,1,31.0,569.0,0.054481546572934976,0.0,0.0,62.741652021089635,96.7741935483871,357.0,3.225806451612903,3.225806451612903,212.0,0.0,30.0,0.0,1.0,1.0,2.0 +219,1,9.0,45312.0,0.00019862288135593222,0.0,0.0,57.54546257062147,77.77777777777779,26075.0,11.11111111111111,22.22222222222222,19237.0,0.0,7.0,0.0,2.0,1.0,2.0 +3804,1,10.0,189.0,0.05291005291005291,0.0,0.0,52.38095238095239,20.0,99.0,50.0,80.0,90.0,0.0,2.0,0.0,8.0,5.0,2.0 +9947,1,14.0,200.0,0.07,0.0,0.0,28.000000000000004,92.85714285714286,56.0,0.0,7.142857142857142,10.0,0.0,13.0,0.0,1.0,0.0,5.0 +9948,1,13.0,123.0,0.10569105691056911,0.0,0.0,39.02439024390244,92.3076923076923,48.0,0.0,7.6923076923076925,5.0,0.0,12.0,0.0,1.0,0.0,5.0 +3807,1,10.0,130.0,0.07692307692307693,97.0,7.461538461538461,50.76923076923077,60.0,66.0,40.0,40.0,64.0,53.07692307692308,6.0,69.0,4.0,4.0,2.0 +3808,1,7.0,76.0,0.09210526315789473,0.0,0.0,52.63157894736842,42.857142857142854,40.0,42.857142857142854,57.14285714285714,36.0,0.0,3.0,0.0,4.0,3.0,2.0 +3809,1,3.0,88.0,0.03409090909090909,0.0,0.0,51.13636363636363,66.66666666666666,45.0,33.33333333333333,33.33333333333333,43.0,0.0,2.0,0.0,1.0,1.0,2.0 +9950,1,1301.0,571.0,2.2784588441331,0.0,0.0,10.507880910683012,99.92313604919293,60.0,0.0,0.07686395080707148,11.0,0.0,1300.0,0.0,1.0,0.0,20.0 +9951,1,23.0,195.0,0.11794871794871795,0.0,0.0,75.38461538461539,95.65217391304348,147.0,4.3478260869565215,4.3478260869565215,48.0,0.0,22.0,0.0,1.0,1.0,2.0 +9952,1,6.0,5404.0,0.0011102886750555144,0.0,0.0,70.65136935603256,83.33333333333334,3818.0,16.666666666666664,16.666666666666664,1586.0,0.0,5.0,0.0,1.0,1.0,2.0 +9953,1,13.0,182.0,0.07142857142857142,0.0,0.0,71.42857142857143,92.3076923076923,130.0,7.6923076923076925,7.6923076923076925,52.0,0.0,12.0,0.0,1.0,1.0,2.0 +9954,1,65.0,1600.0,0.040625,0.0,0.0,1.0,98.46153846153847,16.0,0.0,1.5384615384615385,16.0,0.0,64.0,0.0,1.0,0.0,100.0 +3815,1,10.0,214.0,0.04672897196261682,0.0,0.0,35.51401869158878,90.0,76.0,0.0,10.0,9.0,0.0,9.0,0.0,1.0,0.0,6.0 +9955,1,65.0,1600.0,0.040625,0.0,0.0,1.0,98.46153846153847,16.0,0.0,1.5384615384615385,16.0,0.0,64.0,0.0,1.0,0.0,100.0 +9956,1,65.0,1599.0,0.04065040650406504,0.0,0.0,1.0006253908692933,98.46153846153847,16.0,0.0,1.5384615384615385,15.0,0.0,64.0,0.0,1.0,0.0,100.0 +9957,1,42.0,1055.0,0.03981042654028436,0.0,0.0,66.25592417061611,97.61904761904762,699.0,2.380952380952381,2.380952380952381,356.0,0.0,41.0,0.0,1.0,1.0,2.0 +9958,1,7.0,250.0,0.028,0.0,0.0,57.199999999999996,0.0,143.0,14.285714285714285,100.0,107.0,0.0,0.0,0.0,7.0,1.0,2.0 +9960,1,25.0,5456.0,0.004582111436950147,0.0,0.0,40.41422287390029,96.0,2205.0,0.0,4.0,328.0,0.0,24.0,0.0,1.0,0.0,4.0 +9961,1,10.0,462.0,0.021645021645021644,0.0,0.0,65.36796536796537,80.0,302.0,20.0,20.0,160.0,0.0,8.0,0.0,2.0,2.0,2.0 +9962,1,8.0,210.0,0.0380952380952381,0.0,0.0,33.33333333333333,87.5,70.0,0.0,12.5,70.0,0.0,7.0,0.0,1.0,0.0,3.0 +9963,1,8.0,210.0,0.0380952380952381,0.0,0.0,33.33333333333333,87.5,70.0,0.0,12.5,70.0,0.0,7.0,0.0,1.0,0.0,3.0 +9964,1,257.0,1593.0,0.1613308223477715,0.0,0.0,10.16949152542373,99.61089494163424,162.0,0.0,0.38910505836575876,155.0,0.0,256.0,0.0,1.0,0.0,10.0 +9967,1,34.0,1941.0,0.01751674394641937,0.0,0.0,65.32715095311696,97.05882352941177,1268.0,2.941176470588235,2.941176470588235,673.0,0.0,33.0,0.0,1.0,1.0,2.0 +9968,1,4.0,45781.0,8.737249077128066e-05,0.0,0.0,6.34761145453354,50.0,2906.0,0.0,50.0,1397.0,0.0,2.0,0.0,2.0,0.0,20.0 +9969,1,17.0,470.0,0.036170212765957444,0.0,0.0,85.1063829787234,17.647058823529413,400.0,64.70588235294117,82.35294117647058,70.0,0.0,3.0,0.0,14.0,11.0,2.0 +9970,1,101.0,1212.0,0.08333333333333333,0.0,0.0,50.0,99.00990099009901,606.0,0.9900990099009901,0.9900990099009901,606.0,0.0,100.0,0.0,1.0,1.0,2.0 +9971,1,11.0,583.0,0.018867924528301886,0.0,0.0,71.35506003430532,81.81818181818183,416.0,18.181818181818183,18.181818181818183,167.0,0.0,9.0,0.0,2.0,2.0,2.0 +9973,1,16.0,340.0,0.047058823529411764,0.0,0.0,4.705882352941177,93.75,16.0,0.0,6.25,8.0,0.0,15.0,0.0,1.0,0.0,30.0 +3832,1,5.0,150.0,0.03333333333333333,0.0,0.0,66.66666666666666,80.0,100.0,20.0,20.0,50.0,0.0,4.0,0.0,1.0,1.0,2.0 +9976,1,501.0,2600.0,0.1926923076923077,0.0,0.0,50.0,99.8003992015968,1300.0,0.19960079840319359,0.19960079840319359,1300.0,0.0,500.0,0.0,1.0,1.0,2.0 +9977,1,119.0,34465.0,0.003452778180763093,0.0,0.0,71.43769041056144,74.78991596638656,24621.0,2.5210084033613445,25.210084033613445,9844.0,0.0,89.0,0.0,30.0,3.0,2.0 +9978,1,73.0,2534.0,0.028808208366219414,0.0,0.0,93.68587213891081,98.63013698630137,2374.0,1.36986301369863,1.36986301369863,160.0,0.0,72.0,0.0,1.0,1.0,2.0 +9979,1,36.0,2126.0,0.016933207902163686,0.0,0.0,27.234242709313268,97.22222222222221,579.0,0.0,2.7777777777777777,53.0,0.0,35.0,0.0,1.0,0.0,10.0 +9980,1,21.0,540.0,0.03888888888888889,0.0,0.0,91.48148148148148,95.23809523809523,494.0,4.761904761904762,4.761904761904762,46.0,0.0,20.0,0.0,1.0,1.0,2.0 +3838,1,26.0,205.0,0.12682926829268293,59.0,1.1069418386491556,67.31707317073172,57.692307692307686,138.0,19.230769230769234,42.30769230769231,67.0,22.439024390243905,15.0,46.0,11.0,5.0,2.0 +9981,1,857.0,1080.0,0.7935185185185185,0.0,0.0,11.11111111111111,99.88331388564761,120.0,0.0,0.11668611435239205,120.0,0.0,856.0,0.0,1.0,0.0,9.0 +9983,1,15.0,14980.0,0.0010013351134846463,0.0,0.0,55.12016021361815,93.33333333333333,8257.0,6.666666666666667,6.666666666666667,6723.0,0.0,14.0,0.0,1.0,1.0,2.0 +9984,1,10.0,100.0,0.1,0.0,0.0,88.0,90.0,88.0,10.0,10.0,12.0,0.0,9.0,0.0,1.0,1.0,2.0 +9985,1,52.0,6118.0,0.008499509643674403,0.0,0.0,41.745668519123896,98.07692307692307,2554.0,0.0,1.9230769230769231,486.0,0.0,51.0,0.0,1.0,0.0,6.0 +9986,1,129.0,13910.0,0.009273903666427032,0.0,0.0,0.21631919482386772,0.9922480620155039,3009.0,0.0,0.007751937984496124,1641.0,0.0,128.0,0.0,1.0,0.0,6.0 +9988,1,9.0,440.0,0.020454545454545454,0.0,0.0,67.72727272727272,77.77777777777779,298.0,11.11111111111111,22.22222222222222,142.0,0.0,7.0,0.0,2.0,1.0,2.0 +146195,1,43.0,67557.0,0.00063649954852939,0.0,0.0,0.6583033586452921,0.0,44473.0,0.0,1.0,6449.0,0.0,0.0,0.0,43.0,0.0,3.0 +3869,1,19.0,148.0,0.12837837837837837,0.0,0.0,54.729729729729726,15.789473684210526,81.0,52.63157894736842,84.21052631578947,67.0,0.0,3.0,0.0,16.0,10.0,2.0 +3880,1,280.0,452.0,0.6194690265486725,408.0,0.3223767383059419,54.20353982300885,73.57142857142858,245.0,26.42857142857143,26.42857142857143,207.0,84.95575221238938,206.0,384.0,74.0,74.0,2.0 +3889,1,217.0,14395.0,0.015074678707884683,0.0,0.0,93.84508509899271,99.53917050691244,13509.0,0.4608294930875576,0.4608294930875576,886.0,0.0,216.0,0.0,1.0,1.0,2.0 +3891,1,971.0,3468.0,0.2799884659746251,0.0,0.0,50.83621683967705,99.89701338825952,1763.0,0.10298661174047373,0.10298661174047373,1705.0,0.0,970.0,0.0,1.0,1.0,2.0 +3896,1,49.0,4562.0,0.010740903112669882,0.0,0.0,75.18632178868917,97.95918367346938,3430.0,2.0408163265306123,2.0408163265306123,1132.0,0.0,48.0,0.0,1.0,1.0,2.0 +3899,1,6.0,15545.0,0.00038597619813444836,0.0,0.0,67.1405596654873,83.33333333333334,10437.0,16.666666666666664,16.666666666666664,5108.0,0.0,5.0,0.0,1.0,1.0,2.0 +3901,1,9.0,369.0,0.024390243902439025,0.0,0.0,55.28455284552846,88.88888888888889,204.0,11.11111111111111,11.11111111111111,165.0,0.0,8.0,0.0,1.0,1.0,2.0 +3902,1,38.0,1458.0,0.02606310013717421,0.0,0.0,87.79149519890261,97.36842105263158,1280.0,2.631578947368421,2.631578947368421,178.0,0.0,37.0,0.0,1.0,1.0,2.0 +3903,1,38.0,1563.0,0.02431222008957134,0.0,0.0,89.76327575175944,97.36842105263158,1403.0,2.631578947368421,2.631578947368421,160.0,0.0,37.0,0.0,1.0,1.0,2.0 +3904,1,22.0,10885.0,0.002021129995406523,25.0,0.010439721050653527,80.65227377124484,95.45454545454545,8779.0,4.545454545454546,4.545454545454546,2106.0,0.045934772622875514,21.0,5.0,1.0,1.0,2.0 +3905,1,40.0,161.0,0.2484472049689441,0.0,0.0,67.70186335403726,97.5,109.0,2.5,2.5,52.0,0.0,39.0,0.0,1.0,1.0,2.0 +3906,1,9.0,89.0,0.10112359550561797,0.0,0.0,77.52808988764045,77.77777777777779,69.0,11.11111111111111,22.22222222222222,20.0,0.0,7.0,0.0,2.0,1.0,2.0 +2372,1,57.0,32.0,1.78125,5.0,0.2741228070175438,40.625,0.0,13.0,22.807017543859647,100.0,9.0,15.625,0.0,5.0,57.0,13.0,3.0 +2373,1,59.0,106.0,0.5566037735849056,0.0,0.0,50.0,0.0,53.0,1.694915254237288,100.0,53.0,0.0,0.0,0.0,59.0,1.0,2.0 +3909,1,30.0,121.0,0.24793388429752067,0.0,0.0,92.56198347107438,96.66666666666667,112.0,3.3333333333333335,3.3333333333333335,9.0,0.0,29.0,0.0,1.0,1.0,2.0 +3910,1,30.0,63.0,0.47619047619047616,0.0,0.0,87.3015873015873,96.66666666666667,55.0,3.3333333333333335,3.3333333333333335,8.0,0.0,29.0,0.0,1.0,1.0,2.0 +3912,1,30.0,36.0,0.8333333333333334,0.0,0.0,77.77777777777779,96.66666666666667,28.0,3.3333333333333335,3.3333333333333335,8.0,0.0,29.0,0.0,1.0,1.0,2.0 +3911,1,30.0,107.0,0.2803738317757009,0.0,0.0,81.30841121495327,96.66666666666667,87.0,3.3333333333333335,3.3333333333333335,20.0,0.0,29.0,0.0,1.0,1.0,2.0 +3914,1,30.0,101.0,0.297029702970297,0.0,0.0,85.14851485148515,96.66666666666667,86.0,3.3333333333333335,3.3333333333333335,15.0,0.0,29.0,0.0,1.0,1.0,2.0 +3913,1,22.0,522.0,0.0421455938697318,0.0,0.0,79.50191570881226,95.45454545454545,415.0,4.545454545454546,4.545454545454546,107.0,0.0,21.0,0.0,1.0,1.0,2.0 +3915,1,40.0,458.0,0.08733624454148471,0.0,0.0,90.61135371179039,97.5,415.0,2.5,2.5,43.0,0.0,39.0,0.0,1.0,1.0,2.0 +3917,1,22.0,2109.0,0.010431484115694643,0.0,0.0,84.54243717401611,95.45454545454545,1783.0,4.545454545454546,4.545454545454546,326.0,0.0,21.0,0.0,1.0,1.0,2.0 +2382,1,14.0,178.0,0.07865168539325842,0.0,0.0,39.8876404494382,92.85714285714286,71.0,0.0,7.142857142857142,48.0,0.0,13.0,0.0,1.0,0.0,3.0 +3918,1,22.0,1109.0,0.019837691614066726,0.0,0.0,93.05680793507665,95.45454545454545,1032.0,4.545454545454546,4.545454545454546,77.0,0.0,21.0,0.0,1.0,1.0,2.0 +3920,1,38.0,403.0,0.09429280397022333,0.0,0.0,92.3076923076923,97.36842105263158,372.0,2.631578947368421,2.631578947368421,31.0,0.0,37.0,0.0,1.0,1.0,2.0 +3921,1,9.0,274.0,0.032846715328467155,0.0,0.0,51.09489051094891,88.88888888888889,140.0,11.11111111111111,11.11111111111111,134.0,0.0,8.0,0.0,1.0,1.0,2.0 +3923,1,9.0,130.0,0.06923076923076923,0.0,0.0,91.53846153846153,88.88888888888889,119.0,11.11111111111111,11.11111111111111,11.0,0.0,8.0,0.0,1.0,1.0,2.0 +3924,1,22284.0,105.0,212.22857142857143,0.0,0.0,55.23809523809524,99.99551247531862,58.0,0.0,0.004487524681385748,7.0,0.0,22283.0,0.0,1.0,0.0,3.0 +3925,1,22284.0,105.0,212.22857142857143,0.0,0.0,55.23809523809524,99.99551247531862,58.0,0.0,0.004487524681385748,7.0,0.0,22283.0,0.0,1.0,0.0,3.0 +3926,1,22278.0,95.0,234.50526315789475,0.0,0.0,28.421052631578945,99.99551126672053,27.0,0.0,0.004488733279468534,5.0,0.0,22277.0,0.0,1.0,0.0,5.0 +3927,1,54676.0,113.0,483.85840707964604,0.0,0.0,45.13274336283185,99.9981710439681,51.0,0.0,0.0018289560318969934,10.0,0.0,54675.0,0.0,1.0,0.0,5.0 +3928,1,54614.0,89.0,613.6404494382023,0.0,0.0,48.31460674157304,99.99816896766397,43.0,0.0,0.0018310323360310543,10.0,0.0,54613.0,0.0,1.0,0.0,4.0 +3929,1,59005.0,92.0,641.3586956521739,0.0,0.0,57.608695652173914,99.99830522837047,53.0,0.0,0.0016947716295229217,7.0,0.0,59004.0,0.0,1.0,0.0,5.0 +3930,1,45102.0,214.0,210.7570093457944,0.0,0.0,32.242990654205606,99.99778280342335,69.0,0.0,0.0022171965766484857,13.0,0.0,45101.0,0.0,1.0,0.0,7.0 +3931,1,22284.0,220.0,101.2909090909091,0.0,0.0,58.18181818181818,99.99551247531862,128.0,0.0,0.004487524681385748,44.0,0.0,22283.0,0.0,1.0,0.0,3.0 +3932,1,61360.0,159.0,385.9119496855346,0.0,0.0,59.74842767295597,99.998370273794,95.0,0.0016297262059973925,0.0016297262059973925,64.0,0.0,61359.0,0.0,1.0,1.0,2.0 +3933,1,54622.0,283.0,193.01060070671377,0.0,0.0,86.57243816254417,99.99816923583904,245.0,0.0,0.001830764160960785,18.0,0.0,54621.0,0.0,1.0,0.0,3.0 +3934,1,54622.0,283.0,193.01060070671377,0.0,0.0,86.57243816254417,99.99816923583904,245.0,0.0,0.001830764160960785,18.0,0.0,54621.0,0.0,1.0,0.0,3.0 +3937,1,11.0,478.0,0.02301255230125523,0.0,0.0,51.67364016736402,54.54545454545454,247.0,18.181818181818183,45.45454545454545,90.0,0.0,6.0,0.0,5.0,2.0,3.0 +3938,1,4027.0,45.0,89.4888888888889,5948.0,3.2822889937367212,51.11111111111111,99.97516761857462,23.0,0.024832381425378695,0.024832381425378695,22.0,84.44444444444444,4026.0,38.0,1.0,1.0,2.0 +3940,1,7130.0,72.0,99.02777777777777,0.0,0.0,65.27777777777779,99.9859747545582,47.0,0.014025245441795233,0.014025245441795233,25.0,0.0,7129.0,0.0,1.0,1.0,2.0 +3941,1,16064.0,190.0,84.54736842105264,0.0,0.0,15.789473684210526,99.9937749003984,30.0,0.0,0.006225099601593625,10.0,0.0,16063.0,0.0,1.0,0.0,14.0 +3942,1,7130.0,60.0,118.83333333333333,0.0,0.0,65.0,99.9859747545582,39.0,0.014025245441795233,0.014025245441795233,21.0,0.0,7129.0,0.0,1.0,1.0,2.0 +3946,1,231.0,50000.0,0.00462,8024152.0,69.47317748917749,92.656,83.11688311688312,46328.0,2.1645021645021645,16.883116883116884,3672.0,100.0,192.0,50000.0,39.0,5.0,2.0 +10090,1,10001.0,1500.0,6.667333333333334,0.0,0.0,2.0,99.9900009999,30.0,0.0,0.009999000099990002,30.0,0.0,10000.0,0.0,1.0,0.0,50.0 +3948,1,231.0,50000.0,0.00462,8024152.0,69.47317748917749,92.636,83.11688311688312,46318.0,2.1645021645021645,16.883116883116884,3682.0,100.0,192.0,50000.0,39.0,5.0,2.0 +3949,1,7.0,151.0,0.046357615894039736,0.0,0.0,34.437086092715234,28.57142857142857,52.0,28.57142857142857,71.42857142857143,49.0,0.0,2.0,0.0,5.0,2.0,3.0 +10093,1,5.0,1372.0,0.0036443148688046646,0.0,0.0,55.539358600583085,80.0,762.0,20.0,20.0,610.0,0.0,4.0,0.0,1.0,1.0,2.0 +3951,1,13.0,81.0,0.16049382716049382,0.0,0.0,56.79012345679012,92.3076923076923,46.0,0.0,7.6923076923076925,10.0,0.0,12.0,0.0,1.0,0.0,3.0 +10094,1,6.0,100.0,0.06,0.0,0.0,68.0,0.0,68.0,50.0,100.0,32.0,0.0,0.0,0.0,6.0,3.0,2.0 +10096,1,38.0,327.0,0.1162079510703364,0.0,0.0,87.1559633027523,97.36842105263158,285.0,2.631578947368421,2.631578947368421,42.0,0.0,37.0,0.0,1.0,1.0,2.0 +3954,1,12.0,19020.0,0.0006309148264984228,0.0,0.0,64.83701366982125,91.66666666666666,12332.0,8.333333333333332,8.333333333333332,6688.0,0.0,11.0,0.0,1.0,1.0,2.0 +3955,1,12.0,294.0,0.04081632653061224,0.0,0.0,71.42857142857143,66.66666666666666,210.0,33.33333333333333,33.33333333333333,84.0,0.0,8.0,0.0,4.0,4.0,2.0 +3956,1,10937.0,413.0,26.4818401937046,0.0,0.0,83.29297820823246,99.99085672487885,344.0,0.009143275121148396,0.009143275121148396,69.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3957,1,10937.0,405.0,27.00493827160494,0.0,0.0,84.93827160493828,99.99085672487885,344.0,0.009143275121148396,0.009143275121148396,61.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3958,1,10937.0,201.0,54.41293532338308,0.0,0.0,61.69154228855721,99.99085672487885,124.0,0.009143275121148396,0.009143275121148396,77.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3959,1,10937.0,146.0,74.91095890410959,0.0,0.0,52.73972602739726,99.99085672487885,77.0,0.009143275121148396,0.009143275121148396,69.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3960,1,10937.0,412.0,26.546116504854368,0.0,0.0,69.41747572815534,99.99085672487885,286.0,0.009143275121148396,0.009143275121148396,126.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3961,1,10937.0,421.0,25.978622327790973,0.0,0.0,81.71021377672209,99.99085672487885,344.0,0.009143275121148396,0.009143275121148396,77.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3962,1,10937.0,1545.0,7.078964401294498,0.0,0.0,77.73462783171522,99.99085672487885,1201.0,0.009143275121148396,0.009143275121148396,344.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3963,1,10937.0,384.0,28.481770833333332,0.0,0.0,67.70833333333334,99.99085672487885,260.0,0.009143275121148396,0.009143275121148396,124.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3964,1,10937.0,1545.0,7.078964401294498,0.0,0.0,91.84466019417475,99.99085672487885,1419.0,0.009143275121148396,0.009143275121148396,126.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3965,1,10937.0,193.0,56.66839378238342,0.0,0.0,64.24870466321244,99.99085672487885,124.0,0.009143275121148396,0.009143275121148396,69.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3966,1,10937.0,203.0,53.87684729064039,0.0,0.0,62.06896551724138,99.99085672487885,126.0,0.009143275121148396,0.009143275121148396,77.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3967,1,10937.0,347.0,31.518731988472624,0.0,0.0,82.42074927953891,99.99085672487885,286.0,0.009143275121148396,0.009143275121148396,61.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3968,1,10937.0,1545.0,7.078964401294498,0.0,0.0,83.1715210355987,99.99085672487885,1285.0,0.009143275121148396,0.009143275121148396,260.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3969,1,10937.0,355.0,30.80845070422535,0.0,0.0,80.56338028169014,99.99085672487885,286.0,0.009143275121148396,0.009143275121148396,69.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3970,1,10937.0,250.0,43.748,0.0,0.0,50.4,99.99085672487885,126.0,0.009143275121148396,0.009143275121148396,124.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3971,1,10937.0,546.0,20.031135531135533,0.0,0.0,52.38095238095239,99.99085672487885,286.0,0.009143275121148396,0.009143275121148396,260.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3972,1,10937.0,1545.0,7.078964401294498,0.0,0.0,91.97411003236246,99.99085672487885,1421.0,0.009143275121148396,0.009143275121148396,124.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3973,1,10937.0,1545.0,7.078964401294498,0.0,0.0,95.01618122977347,99.99085672487885,1468.0,0.009143275121148396,0.009143275121148396,77.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3974,1,10937.0,324.0,33.75617283950617,0.0,0.0,61.111111111111114,99.99085672487885,198.0,0.009143275121148396,0.009143275121148396,126.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3975,1,10937.0,130.0,84.13076923076923,0.0,0.0,53.07692307692308,99.99085672487885,69.0,0.009143275121148396,0.009143275121148396,61.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3977,1,10937.0,363.0,30.12947658402204,0.0,0.0,78.78787878787878,99.99085672487885,286.0,0.009143275121148396,0.009143275121148396,77.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3978,1,10937.0,329.0,33.243161094224924,0.0,0.0,79.0273556231003,99.99085672487885,260.0,0.009143275121148396,0.009143275121148396,69.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3979,1,10937.0,630.0,17.36031746031746,0.0,0.0,54.6031746031746,99.99085672487885,344.0,0.009143275121148396,0.009143275121148396,286.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3981,1,10937.0,337.0,32.454005934718104,0.0,0.0,77.1513353115727,99.99085672487885,260.0,0.009143275121148396,0.009143275121148396,77.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3982,1,10937.0,468.0,23.36965811965812,0.0,0.0,73.50427350427351,99.99085672487885,344.0,0.009143275121148396,0.009143275121148396,124.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3983,1,10937.0,458.0,23.87991266375546,0.0,0.0,56.76855895196506,99.99085672487885,260.0,0.009143275121148396,0.009143275121148396,198.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3984,1,10937.0,470.0,23.270212765957446,0.0,0.0,73.19148936170212,99.99085672487885,344.0,0.009143275121148396,0.009143275121148396,126.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3985,1,10937.0,138.0,79.2536231884058,0.0,0.0,55.79710144927537,99.99085672487885,77.0,0.009143275121148396,0.009143275121148396,61.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3986,1,10937.0,267.0,40.9625468164794,0.0,0.0,74.15730337078652,99.99085672487885,198.0,0.009143275121148396,0.009143275121148396,69.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3987,1,10937.0,484.0,22.59710743801653,0.0,0.0,59.09090909090909,99.99085672487885,286.0,0.009143275121148396,0.009143275121148396,198.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3988,1,10937.0,187.0,58.48663101604278,0.0,0.0,67.37967914438502,99.99085672487885,126.0,0.009143275121148396,0.009143275121148396,61.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3989,1,10937.0,195.0,56.08717948717949,0.0,0.0,64.61538461538461,99.99085672487885,126.0,0.009143275121148396,0.009143275121148396,69.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3990,1,10937.0,275.0,39.77090909090909,0.0,0.0,72.0,99.99085672487885,198.0,0.009143275121148396,0.009143275121148396,77.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3991,1,10937.0,321.0,34.07165109034268,0.0,0.0,80.99688473520249,99.99085672487885,260.0,0.009143275121148396,0.009143275121148396,61.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3992,1,10937.0,604.0,18.107615894039736,0.0,0.0,56.95364238410596,99.99085672487885,344.0,0.009143275121148396,0.009143275121148396,260.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3481,1,618.0,7797.0,0.07926125432858792,0.0,0.0,3.8476337052712584,99.83818770226537,300.0,0.0,0.16181229773462785,298.0,0.0,617.0,0.0,1.0,0.0,26.0 +3993,1,10937.0,259.0,42.22779922779923,0.0,0.0,76.44787644787645,99.99085672487885,198.0,0.009143275121148396,0.009143275121148396,61.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3994,1,10937.0,410.0,26.67560975609756,0.0,0.0,69.7560975609756,99.99085672487885,286.0,0.009143275121148396,0.009143275121148396,124.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3995,1,10937.0,1545.0,7.078964401294498,0.0,0.0,81.48867313915858,99.99085672487885,1259.0,0.009143275121148396,0.009143275121148396,286.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3485,1,300.0,2407.0,0.12463647694225176,0.0,0.0,82.09389281262983,98.0,1976.0,2.0,2.0,431.0,0.0,294.0,0.0,6.0,6.0,2.0 +3996,1,10937.0,322.0,33.96583850931677,0.0,0.0,61.49068322981367,99.99085672487885,198.0,0.009143275121148396,0.009143275121148396,124.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3997,1,10937.0,386.0,28.33419689119171,0.0,0.0,67.35751295336787,99.99085672487885,260.0,0.009143275121148396,0.009143275121148396,126.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3998,1,10937.0,185.0,59.11891891891892,0.0,0.0,67.02702702702703,99.99085672487885,124.0,0.009143275121148396,0.009143275121148396,61.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3999,1,10937.0,542.0,20.178966789667896,0.0,0.0,63.46863468634686,99.99085672487885,344.0,0.009143275121148396,0.009143275121148396,198.0,0.0,10936.0,0.0,1.0,1.0,2.0 +4000,1,10937.0,1545.0,7.078964401294498,0.0,0.0,87.18446601941747,99.99085672487885,1347.0,0.009143275121148396,0.009143275121148396,198.0,0.0,10936.0,0.0,1.0,1.0,2.0 +3492,1,7.0,556.0,0.012589928057553957,0.0,0.0,50.0,0.0,278.0,42.857142857142854,100.0,278.0,0.0,0.0,0.0,7.0,3.0,2.0 +3493,1,7.0,601.0,0.011647254575707155,0.0,0.0,65.72379367720465,0.0,395.0,42.857142857142854,100.0,206.0,0.0,0.0,0.0,7.0,3.0,2.0 +3494,1,7.0,554.0,0.01263537906137184,0.0,0.0,51.985559566786996,0.0,288.0,42.857142857142854,100.0,266.0,0.0,0.0,0.0,7.0,3.0,2.0 +7592,1,15.0,48842.0,0.00030711273084640267,6465.0,0.8824372466319971,76.07182343065395,40.0,37155.0,13.333333333333334,60.0,11687.0,7.411653904426519,6.0,3620.0,9.0,2.0,2.0 +3510,1,15.0,9961.0,0.0015058729043268748,0.0,0.0,16.20319245055717,93.33333333333333,1614.0,0.0,6.666666666666667,782.0,0.0,14.0,0.0,1.0,0.0,9.0 +3512,1,62.0,600.0,0.10333333333333333,0.0,0.0,16.666666666666664,96.7741935483871,100.0,0.0,3.225806451612903,100.0,0.0,60.0,0.0,2.0,0.0,6.0 +3518,1,8262.0,690.0,11.97391304347826,0.0,0.0,23.18840579710145,99.98789639312515,160.0,0.0,0.012103606874848705,14.0,0.0,8261.0,0.0,1.0,0.0,10.0 +3012,1,7.0,15.0,0.4666666666666667,26.0,24.761904761904763,60.0,0.0,9.0,71.42857142857143,100.0,6.0,60.0,0.0,9.0,7.0,5.0,2.0 +3525,1,26833.0,9558.0,2.8073864825277255,0.0,0.0,7.281858129315756,99.99627324563039,696.0,0.0,0.0037267543696194987,104.0,0.0,26832.0,0.0,1.0,0.0,44.0 +3528,1,12433.0,3075.0,4.043252032520325,0.0,0.0,29.43089430894309,99.99195688892463,905.0,0.0,0.008043111075363952,248.0,0.0,12432.0,0.0,1.0,0.0,6.0 +3018,1,30.0,194.0,0.15463917525773196,0.0,0.0,30.927835051546392,6.666666666666667,60.0,43.333333333333336,93.33333333333333,4.0,0.0,2.0,0.0,28.0,13.0,8.0 +3531,1,13196.0,3204.0,4.118601747815231,0.0,0.0,29.43196004993758,99.99242194604425,943.0,0.0,0.007578053955744165,273.0,0.0,13195.0,0.0,1.0,0.0,6.0 +3021,1,30.0,3772.0,0.007953340402969246,6064.0,5.358784022622834,93.87592788971368,23.333333333333332,3541.0,70.0,76.66666666666667,231.0,100.0,7.0,3772.0,23.0,21.0,2.0 +3022,1,13.0,990.0,0.013131313131313131,0.0,0.0,9.090909090909092,76.92307692307693,90.0,7.6923076923076925,23.076923076923077,90.0,0.0,10.0,0.0,3.0,1.0,11.0 +3534,1,11466.0,11162.0,1.0272352624977603,0.0,0.0,14.522487009496507,99.99127856270714,1621.0,0.0,0.008721437292865864,709.0,0.0,11465.0,0.0,1.0,0.0,10.0 +3539,1,8.0,200.0,0.04,0.0,0.0,50.0,75.0,100.0,25.0,25.0,100.0,0.0,6.0,0.0,2.0,2.0,2.0 +3543,1,6.0,500.0,0.012,32.0,1.0666666666666667,55.60000000000001,33.33333333333333,278.0,33.33333333333333,66.66666666666666,222.0,6.4,2.0,32.0,4.0,2.0,2.0 +3547,1,9.0,406.0,0.022167487684729065,14.0,0.38314176245210724,62.5615763546798,66.66666666666666,254.0,0.0,33.33333333333333,73.0,3.4482758620689653,6.0,14.0,3.0,0.0,3.0 +3548,1,4.0,27.0,0.14814814814814814,0.0,0.0,44.44444444444444,50.0,12.0,0.0,50.0,2.0,0.0,2.0,0.0,2.0,0.0,4.0 +3549,1,71.0,841.0,0.08442330558858502,0.0,0.0,37.69322235434007,98.59154929577466,317.0,0.0,1.4084507042253522,55.0,0.0,70.0,0.0,1.0,0.0,4.0 +125920,1,13.0,500.0,0.026,835.0,12.846153846153847,57.99999999999999,7.6923076923076925,290.0,7.6923076923076925,92.3076923076923,210.0,80.2,1.0,401.0,12.0,1.0,2.0 +125921,1,8.0,500.0,0.016,0.0,0.0,11.4,87.5,57.0,0.0,12.5,37.0,0.0,7.0,0.0,1.0,0.0,10.0 +3554,1,33.0,180.0,0.18333333333333332,0.0,0.0,86.11111111111111,18.181818181818183,155.0,69.6969696969697,81.81818181818183,25.0,0.0,6.0,0.0,27.0,23.0,2.0 +3555,1,3.0,250.0,0.012,0.0,0.0,50.0,66.66666666666666,125.0,33.33333333333333,33.33333333333333,125.0,0.0,2.0,0.0,1.0,1.0,2.0 +125922,1,41.0,5500.0,0.007454545454545454,0.0,0.0,9.090909090909092,97.5609756097561,500.0,0.0,2.4390243902439024,500.0,0.0,40.0,0.0,1.0,0.0,11.0 +3557,1,15.0,340.0,0.04411764705882353,834.0,16.35294117647059,52.05882352941177,80.0,177.0,13.333333333333334,20.0,163.0,67.05882352941175,12.0,228.0,3.0,2.0,2.0 +125923,1,15.0,690.0,0.021739130434782608,0.0,0.0,55.507246376811594,93.33333333333333,383.0,6.666666666666667,6.666666666666667,307.0,0.0,14.0,0.0,1.0,1.0,2.0 +3559,1,4.0,72.0,0.05555555555555555,0.0,0.0,16.666666666666664,75.0,12.0,0.0,25.0,12.0,0.0,3.0,0.0,1.0,0.0,6.0 +3560,1,5.0,797.0,0.006273525721455458,0.0,0.0,19.44792973651192,0.0,155.0,20.0,100.0,123.0,0.0,0.0,0.0,5.0,1.0,6.0 +3561,1,10.0,672.0,0.01488095238095238,1200.0,17.857142857142858,66.66666666666666,50.0,448.0,10.0,50.0,224.0,99.10714285714286,5.0,666.0,5.0,1.0,2.0 +3562,1,4.0,87.0,0.04597701149425287,0.0,0.0,59.77011494252874,75.0,52.0,25.0,25.0,35.0,0.0,3.0,0.0,1.0,1.0,2.0 +3567,1,24.0,500.0,0.048,0.0,0.0,16.0,83.33333333333334,80.0,0.0,16.666666666666664,6.0,0.0,20.0,0.0,4.0,0.0,15.0 +3569,1,19.0,61.0,0.3114754098360656,0.0,0.0,63.934426229508205,52.63157894736842,39.0,0.0,47.368421052631575,3.0,0.0,10.0,0.0,9.0,0.0,4.0 +3570,1,9.0,209.0,0.0430622009569378,15.0,0.7974481658692184,64.11483253588517,77.77777777777779,134.0,11.11111111111111,22.22222222222222,75.0,7.177033492822966,7.0,15.0,2.0,1.0,2.0 +3573,1,785.0,70000.0,0.011214285714285715,0.0,0.0,11.252857142857142,99.87261146496816,7877.0,0.0,0.12738853503184713,6313.0,0.0,784.0,0.0,1.0,0.0,10.0 +3577,1,3.0,130.0,0.023076923076923078,0.0,0.0,20.0,33.33333333333333,26.0,0.0,66.66666666666666,26.0,0.0,1.0,0.0,2.0,0.0,5.0 +3579,1,4.0,52.0,0.07692307692307693,0.0,0.0,53.84615384615385,75.0,28.0,25.0,25.0,24.0,0.0,3.0,0.0,1.0,1.0,2.0 +3580,1,5.0,125.0,0.04,0.0,0.0,60.8,40.0,76.0,20.0,60.0,49.0,0.0,2.0,0.0,3.0,1.0,2.0 From 3f237adead9b7bf8ea66c5e9a92e310e5a087e78 Mon Sep 17 00:00:00 2001 From: janvanrijn Date: Mon, 3 Dec 2018 15:48:28 -0500 Subject: [PATCH 2/3] added citation file c.f. other scenarios --- OPENML-LINEAR-VS-NONLINEAR-2018/citation.bib | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 OPENML-LINEAR-VS-NONLINEAR-2018/citation.bib diff --git a/OPENML-LINEAR-VS-NONLINEAR-2018/citation.bib b/OPENML-LINEAR-VS-NONLINEAR-2018/citation.bib new file mode 100644 index 0000000..059e0fc --- /dev/null +++ b/OPENML-LINEAR-VS-NONLINEAR-2018/citation.bib @@ -0,0 +1,10 @@ + +@inproceedings{strang2018dont, + title={Don't Rule Out Simple Models Prematurely: A Large Scale Benchmark Comparing Linear and Non-linear Classifiers in OpenML}, + author={Strang, Benjamin and van der Putten, Peter and van Rijn, Jan N and Hutter, Frank}, + booktitle={International Symposium on Intelligent Data Analysis}, + pages={303--315}, + year={2018}, + organization={Springer} +} + From de408c0f1aa6d0eb6e36ea3edeabda6a9634e871 Mon Sep 17 00:00:00 2001 From: janvanrijn Date: Mon, 3 Dec 2018 16:55:07 -0500 Subject: [PATCH 3/3] added citation to OpenML Weka set --- OPENML-WEKA-2017/citation.bib | 8 ++++++++ OPENML-WEKA-2017/readme.txt | 12 +++++++++++- 2 files changed, 19 insertions(+), 1 deletion(-) create mode 100644 OPENML-WEKA-2017/citation.bib diff --git a/OPENML-WEKA-2017/citation.bib b/OPENML-WEKA-2017/citation.bib new file mode 100644 index 0000000..edf0e2e --- /dev/null +++ b/OPENML-WEKA-2017/citation.bib @@ -0,0 +1,8 @@ + +@phdthesis{Rijn2016, + title = {Massively Collaborative Machine Learning}, + author = {van Rijn, J. N.}, + year = {2016}, + school = {Leiden University} +} + diff --git a/OPENML-WEKA-2017/readme.txt b/OPENML-WEKA-2017/readme.txt index 9544339..8c0904a 100644 --- a/OPENML-WEKA-2017/readme.txt +++ b/OPENML-WEKA-2017/readme.txt @@ -4,4 +4,14 @@ authors: Jan van Rijn and Marius Lindauer Classification on ML data sets. Data extracted from openml.org -Part of Open Algorithm Challenge 2017 ("Oberon"). \ No newline at end of file +For details, see chapter 6 of: + +@phdthesis{Rijn2016, + title = {Massively Collaborative Machine Learning}, + author = {van Rijn, J. N.}, + year = {2016}, + school = {Leiden University} +} + +Part of Open Algorithm Challenge 2017 ("Oberon"). +