{"study":"Amoabedini 2018","TP":25,"TN":26,"FP":12,"FN":13,"test_set_source":"public","cad_method":"computer_vision","classifier":"threshold","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"high","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Ascierto 2010","TP":8,"TN":32,"FP":10,"FN":4,"test_set_source":"proprietary","cad_method":"hardware_based","classifier":"nr","test_set_independent":"yes","SAMPLE_SELECTION_BR":"low","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Barata 2015b","TP":39,"TN":144,"FP":16,"FN":1,"test_set_source":"public","cad_method":"computer_vision","classifier":"ensambler classifier","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Barzegari 2005","TP":6,"TN":104,"FP":12,"FN":0,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"low","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Bi 2017","TP":1,"TN":482,"FP":1,"FN":116,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Chang H 2017","TP":12,"TN":450,"FP":33,"FN":105,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"moderate","Outlier":"no"}
{"study":"Codella 2016","TP":52,"TN":253,"FP":51,"FN":23,"test_set_source":"public","cad_method":"deep_learning","classifier":"SVM","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"high","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Del Rosario 2018","TP":64,"TN":283,"FP":722,"FN":7,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"threshold","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"high","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Ding 2015","TP":10,"TN":32,"FP":2,"FN":2,"test_set_source":"proprietary","cad_method":"hardware_based","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"moderate","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"moderate","Outlier":"no"}
{"study":"Do 2017","TP":51,"TN":85,"FP":14,"FN":4,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Dreiseitl 2009","TP":24,"TN":207,"FP":224,"FN":3,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"low","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"high","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Ferri 2010","TP":45,"TN":372,"FP":55,"FN":5,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Fink 2016","TP":3,"TN":213,"FP":130,"FN":0,"test_set_source":"proprietary","cad_method":"hardware_based","classifier":"threshold","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"high","FLOW_AND_TIMING_BR":"high","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Forschner 2018","TP":90,"TN":167,"FP":199,"FN":11,"test_set_source":"proprietary","cad_method":"hardware_based","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"moderate","INDEX_TEST_AP":"moderate","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Gareau 2017","TP":57,"TN":19,"FP":35,"FN":1,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"decision trees","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"high","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Garnavi 2012","TP":40,"TN":56,"FP":3,"FN":4,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"random forest","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"high","FLOW_AND_TIMING_BR":"moderate","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"moderate","Outlier":"no"}
{"study":"Gautam 2018","TP":97,"TN":130,"FP":26,"FN":41,"test_set_source":"public","cad_method":"computer_vision","classifier":"random forest","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"moderate","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Gilmore 2010","TP":32,"TN":21,"FP":12,"FN":4,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Gonzalez Diaz 2017","TP":12,"TN":482,"FP":1,"FN":105,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Guo Songtao 2017","TP":8,"TN":426,"FP":57,"FN":409,"test_set_source":"public","cad_method":"deep_learning","classifier":"ensambler classifier","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Haenssle 2018","TP":19,"TN":51,"FP":29,"FN":1,"test_set_source":"proprietary","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Haider 2014","TP":104,"TN":66,"FP":21,"FN":15,"test_set_source":"public","cad_method":"computer_vision","classifier":"Bayesian","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Harangi 2017","TP":55,"TN":442,"FP":41,"FN":62,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Hardie 2018","TP":783,"TN":7123,"FP":938,"FN":330,"test_set_source":"public","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"moderate","INDEX_TEST_AP":"moderate","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Har Shai 2005","TP":48,"TN":192,"FP":139,"FN":5,"test_set_source":"proprietary","cad_method":"hardware_based","classifier":"threshold","test_set_independent":"yes","SAMPLE_SELECTION_BR":"low","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"high","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Jaworek Korjakowska 2016a","TP":52,"TN":231,"FP":9,"FN":8,"test_set_source":"public","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Jiji 2017","TP":55,"TN":247,"FP":236,"FN":62,"test_set_source":"public","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"yes"}
{"study":"Kawahara 2018","TP":62,"TN":248,"FP":30,"FN":39,"test_set_source":"proprietary","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"moderate","INDEX_TEST_AP":"moderate","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Khan 2018","TP":171,"TN":763,"FP":24,"FN":21,"test_set_source":"public","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"moderate","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Kostopoulos 2017","TP":23,"TN":127,"FP":5,"FN":5,"test_set_source":"public","cad_method":"computer_vision","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Li Katherine 2018","TP":198,"TN":1585,"FP":27,"FN":25,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"moderate","INDEX_TEST_AP":"moderate","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Li Yuexiang 2017","TP":36,"TN":463,"FP":20,"FN":81,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Liu 2015","TP":65,"TN":153,"FP":29,"FN":11,"test_set_source":"public","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"high","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Magliogiannis 2015","TP":46,"TN":48,"FP":6,"FN":4,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Mahbod 2017","TP":47,"TN":392,"FP":91,"FN":70,"test_set_source":"public","cad_method":"deep_learning","classifier":"SVM","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Malvehy 2014","TP":256,"TN":501,"FP":956,"FN":9,"test_set_source":"proprietary","cad_method":"hardware_based","classifier":"threshold","test_set_independent":"yes","SAMPLE_SELECTION_BR":"low","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"moderate","INDEX_TEST_AP":"moderate","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Manousaki 2006","TP":15,"TN":104,"FP":5,"FN":8,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"logistic regression","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Marchetti 2018","TP":29,"TN":46,"FP":4,"FN":21,"test_set_source":"public","cad_method":"deep_learning","classifier":"threshold","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Marques 2012","TP":16,"TN":113,"FP":33,"FN":1,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"nr","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Matsunga 2017","TP":86,"TN":411,"FP":72,"FN":31,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Menegola 2017a","TP":118,"TN":908,"FP":123,"FN":130,"test_set_source":"public","cad_method":"deep_learning","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Menegola 2017b","TP":64,"TN":459,"FP":24,"FN":53,"test_set_source":"public","cad_method":"deep_learning","classifier":"SVM","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Mirunalini 2017","TP":49,"TN":400,"FP":83,"FN":68,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Mollersen 2015","TP":42,"TN":87,"FP":640,"FN":2,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"nr","test_set_independent":"yes","SAMPLE_SELECTION_BR":"low","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"moderate","INDEX_TEST_AP":"moderate","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Munia 2017","TP":61,"TN":91,"FP":9,"FN":9,"test_set_source":"public","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Murphree 2017","TP":27,"TN":429,"FP":54,"FN":90,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Nader Vasconcelos 2017","TP":20,"TN":478,"FP":5,"FN":97,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Patwardhan 2005","TP":15,"TN":43,"FP":2,"FN":0,"test_set_source":"proprietary","cad_method":"hardware_based","classifier":"bell membership function","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Pellacani 2004","TP":50,"TN":117,"FP":33,"FN":21,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"discriminant analysis","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Piccolo 2014","TP":33,"TN":95,"FP":37,"FN":0,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"threshold","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Polap 2018","TP":29,"TN":112,"FP":48,"FN":11,"test_set_source":"public","cad_method":"computer_vision","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Quinzan 2013","TP":7,"TN":18,"FP":7,"FN":0,"test_set_source":"proprietary","cad_method":"hardware_based","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"low","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Radhakrishnan 2017","TP":30,"TN":261,"FP":43,"FN":45,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"high","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Ramezani 2014","TP":31,"TN":39,"FP":6,"FN":9,"test_set_source":"public","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"moderate","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Rezvantalab 2018","TP":794,"TN":7942,"FP":199,"FN":359,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"moderate","INDEX_TEST_AP":"moderate","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Rocha 2017","TP":5,"TN":128,"FP":26,"FN":1,"test_set_source":"proprietary","cad_method":"hardware_based","classifier":"threshold","test_set_independent":"yes","SAMPLE_SELECTION_BR":"low","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Rubegni 2015","TP":272,"TN":238,"FP":346,"FN":0,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"logistic regression","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Sboner 2003","TP":34,"TN":81,"FP":29,"FN":8,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"ensambler classifier","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Situ 2010","TP":5,"TN":11,"FP":3,"FN":1,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"moderate","Outlier":"no"}
{"study":"Stanley 2007","TP":20,"TN":18,"FP":5,"FN":3,"test_set_source":"public","cad_method":"computer_vision","classifier":"threshold","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Swanson 2010","TP":11,"TN":95,"FP":10,"FN":0,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"threshold","test_set_independent":"no","SAMPLE_SELECTION_BR":"low","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Teixeira Sousa 2017","TP":61,"TN":435,"FP":48,"FN":56,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Tenenhaus 2010","TP":30,"TN":117,"FP":78,"FN":2,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"partial least squares","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"moderate","FLOW_AND_TIMING_BR":"high","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Tschandl 2018","TP":59,"TN":448,"FP":35,"FN":58,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Wadhawan 2011","TP":96,"TN":169,"FP":68,"FN":14,"test_set_source":"public","cad_method":"computer_vision","classifier":"SVM","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"high","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Wolf 2013","TP":42,"TN":48,"FP":74,"FN":18,"test_set_source":"proprietary","cad_method":"computer_vision","classifier":"nr","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"yes"}
{"study":"Yang 2017","TP":51,"TN":447,"FP":36,"FN":66,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"yes","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Yap 2018","TP":400,"TN":1131,"FP":139,"FN":327,"test_set_source":"proprietary","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"moderate","INDEX_TEST_AP":"moderate","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Yu Chanki 2018","TP":324,"TN":268,"FP":106,"FN":26,"test_set_source":"proprietary","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"high","REFERENCE_STANDARD_BR":"low","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}
{"study":"Yu Lequan 2017","TP":38,"TN":286,"FP":18,"FN":37,"test_set_source":"public","cad_method":"deep_learning","classifier":"ANN","test_set_independent":"no","SAMPLE_SELECTION_BR":"high","INDEX_TEST_BR":"low","REFERENCE_STANDARD_BR":"high","FLOW_AND_TIMING_BR":"low","SAMPLE_SELECTION_AP":"low","INDEX_TEST_AP":"low","REFERENCE_STANDARD_AP":"low","Outlier":"no"}