{:highlights [{:id #uuid "6453d340-abe4-488c-9a5a-bb58f36530ec", :page 1, :position {:bounding {:x1 0, :y1 -1.8000000715255737, :x2 836.9420890808105, :y2 195.0656280517578, :width 992.1266666666666, :height 1403.1499999999999}, :rects ({:x1 0, :y1 -1.8000000715255737, :x2 0, :y2 17.40000069141388, :width 992.1266666666666, :height 1403.1499999999999} {:x1 147.90937423706055, :y1 135.28125, :x2 836.9420890808105, :y2 164.0812530517578, :width 992.1266666666666, :height 1403.1499999999999} {:x1 148.80938339233398, :y1 166.265625, :x2 402.64245223999023, :y2 195.0656280517578, :width 992.1266666666666, :height 1403.1499999999999}), :page 1}, :content {:text "A Novel Approach for Comparing Automated Vulnerability Detection Techniques"}, :properties {:color "purple"}} {:id #uuid "6453d72a-355e-49c8-a1cd-dfc78228398a", :page 1, :position {:bounding {:x1 0, :y1 94.21875, :x2 1214.250244140625, :y2 509.6343994140625, :width 1428.6624, :height 2020.5359999999998}, :rects ({:x1 0, :y1 94.21875, :x2 0, :y2 113.41875457763672, :width 1428.6624, :height 2020.5359999999998} {:x1 525.217041015625, :y1 468.3187561035156, :x2 1214.250244140625, :y2 488.1187744140625, :width 1428.6624, :height 2020.5359999999998} {:x1 314.30625915527344, :y1 489.8343811035156, :x2 718.1383514404297, :y2 509.6343994140625, :width 1428.6624, :height 2020.5359999999998}), :page 1}, :content {:text "available tools for vulnerability detection, practitioners are puzzled when selecting the most suitable approach to adopt in the projects they work on"}, :properties {:color "purple"}} {:id #uuid "6453d72e-9f2d-44e7-8246-a4f5d08aa777", :page 1, :position {:bounding {:x1 910.4530334472656, :y1 489.8343811035156, :x2 1105.8868103027344, :y2 509.6343994140625, :width 1428.6624, :height 2020.5359999999998}, :rects ({:x1 910.4530334472656, :y1 489.8343811035156, :x2 1105.8868103027344, :y2 509.6343994140625, :width 1428.6624, :height 2020.5359999999998}), :page 1}, :content {:text "annot be easily compared "}, :properties {:color "purple"}} {:id #uuid "6453d739-ce48-4f60-bdea-53323e07110a", :page 1, :position {:bounding {:x1 0, :y1 142.22813415527344, :x2 1214.5965270996094, :y2 574.2000122070312, :width 1428.6624, :height 2020.5359999999998}, :rects ({:x1 0, :y1 142.22813415527344, :x2 0, :y2 161.42813110351562, :width 1428.6624, :height 2020.5359999999998} {:x1 781.3274230957031, :y1 532.875, :x2 1214.5965270996094, :y2 552.675048828125, :width 1428.6624, :height 2020.5359999999998} {:x1 313.85626220703125, :y1 554.4000244140625, :x2 476.6837158203125, :y2 574.2000122070312, :width 1428.6624, :height 2020.5359999999998}), :page 1}, :content {:text "lack of a detailed comparison among existing approaches for vulnerability detection "}, :properties {:color "purple"}} {:id #uuid "6453d73f-dc40-4b11-9ef2-e07c5b4f4e0c", :page 1, :position {:bounding {:x1 586.46875, :y1 554.4000244140625, :x2 919.4294738769531, :y2 574.2000122070312, :width 1428.6624, :height 2020.5359999999998}, :rects ({:x1 586.46875, :y1 554.4000244140625, :x2 919.4294738769531, :y2 574.2000122070312, :width 1428.6624, :height 2020.5359999999998}), :page 1}, :content {:text "new way to compare the tools with each other"}, :properties {:color "purple"}} {:id #uuid "6453d74d-01b5-4c36-820d-7e07a48d2199", :page 1, :position {:bounding {:x1 0, :y1 190.2375030517578, :x2 1214.266357421875, :y2 638.7562866210938, :width 1428.6624, :height 2020.5359999999998}, :rects ({:x1 0, :y1 190.2375030517578, :x2 0, :y2 209.43751525878906, :width 1428.6624, :height 2020.5359999999998} {:x1 665.07666015625, :y1 597.4312744140625, :x2 1214.266357421875, :y2 617.2312622070312, :width 1428.6624, :height 2020.5359999999998} {:x1 314.30625915527344, :y1 618.956298828125, :x2 875.7458343505859, :y2 638.7562866210938, :width 1428.6624, :height 2020.5359999999998}), :page 1}, :content {:text ". By performing a multivocal literature review, we plan to gather information about the existing tools for vulnerability detection and the related benchmark"}, :properties {:color "purple"}} {:id #uuid "6453d766-87af-460e-81eb-212f7ec13497", :page 4, :position {:bounding {:x1 0, :y1 606.3187866210938, :x2 1210.3303298950195, :y2 1525.91259765625, :width 1428.6624, :height 2020.5359999999998}, :rects ({:x1 0, :y1 606.3187866210938, :x2 0, :y2 625.5187835693359, :width 1428.6624, :height 2020.5359999999998} {:x1 0, :y1 622.321907043457, :x2 0, :y2 641.5219039916992, :width 1428.6624, :height 2020.5359999999998} {:x1 809.1000442504883, :y1 1450.2656860351562, :x2 1207.9577713012695, :y2 1474.2656860351562, :width 1428.6624, :height 2020.5359999999998} {:x1 734.4094314575195, :y1 1476.0844116210938, :x2 1210.3303298950195, :y2 1500.0844116210938, :width 1428.6624, :height 2020.5359999999998} {:x1 734.4094314575195, :y1 1501.9125366210938, :x2 1108.5748977661133, :y2 1525.91259765625, :width 1428.6624, :height 2020.5359999999998}), :page 4}, :content {:text " How do vulnerability detection tools perform under different benchmarks in terms of detection rates, analysis rates, and output understandability"}, :properties {:color "purple"}} {:id #uuid "6453d7aa-f4f2-4827-8e44-8301495c66c8", :page 5, :position {:bounding {:x1 0, :y1 492.99378204345703, :x2 1216.9267654418945, :y2 1041.6000442504883, :width 1428.6624, :height 2020.5359999999998}, :rects ({:x1 917.0512161254883, :y1 492.99378204345703, :x2 1214.497200012207, :y2 516.993782043457, :width 1428.6624, :height 2020.5359999999998} {:x1 726.2812576293945, :y1 518.821907043457, :x2 1214.503059387207, :y2 542.821907043457, :width 1428.6624, :height 2020.5359999999998} {:x1 726.2812576293945, :y1 544.6406326293945, :x2 1216.9267654418945, :y2 568.6406326293945, :width 1428.6624, :height 2020.5359999999998} {:x1 726.2812576293945, :y1 570.4687576293945, :x2 1173.698616027832, :y2 594.4687576293945, :width 1428.6624, :height 2020.5359999999998} {:x1 0, :y1 990.3937454223633, :x2 0, :y2 1009.5938186645508, :width 1428.6624, :height 2020.5359999999998} {:x1 0, :y1 1006.3969192504883, :x2 0, :y2 1025.5968704223633, :width 1428.6624, :height 2020.5359999999998} {:x1 0, :y1 1022.4000930786133, :x2 0, :y2 1041.6000442504883, :width 1428.6624, :height 2020.5359999999998}), :page 5}, :content {:text "the winners of each of the three categories—i.e., static analyzers, dynamic analyzers, and machine-learning models—will be compared in a “final” bout that will decree the winner on that benchmark"}, :properties {:color "purple"}} {:id #uuid "6453d81c-957e-49ed-a68e-25096b827aaf", :page 5, :position {:bounding {:x1 1043.3250198364258, :y1 647.9343948364258, :x2 1213.0798416137695, :y2 671.9343948364258, :width 1428.6624, :height 2020.5359999999998}, :rects ({:x1 1043.3250198364258, :y1 647.9343948364258, :x2 1213.0798416137695, :y2 671.9343948364258, :width 1428.6624, :height 2020.5359999999998}), :page 5}, :content {:text "performance metrics"}, :properties {:color "purple"}} {:id #uuid "6453d829-e088-42aa-8de3-9a8981634de2", :page 5, :position {:bounding {:x1 0, :y1 673.7625198364258, :x2 1218.148811340332, :y2 1185.6281204223633, :width 1428.6624, :height 2020.5359999999998}, :rects ({:x1 977.2556838989258, :y1 673.7625198364258, :x2 1218.148811340332, :y2 697.7625198364258, :width 1428.6624, :height 2020.5359999999998} {:x1 726.2812576293945, :y1 699.5813064575195, :x2 1214.497444152832, :y2 723.5813064575195, :width 1428.6624, :height 2020.5359999999998} {:x1 726.2812576293945, :y1 725.4094314575195, :x2 1214.501838684082, :y2 749.4094314575195, :width 1428.6624, :height 2020.5359999999998} {:x1 725.7468948364258, :y1 751.228157043457, :x2 1216.8613357543945, :y2 775.228157043457, :width 1428.6624, :height 2020.5359999999998} {:x1 726.2812576293945, :y1 777.056282043457, :x2 1218.130256652832, :y2 801.056282043457, :width 1428.6624, :height 2020.5359999999998} {:x1 726.2812576293945, :y1 802.8750076293945, :x2 865.738899230957, :y2 826.8750076293945, :width 1428.6624, :height 2020.5359999999998} {:x1 0, :y1 1102.4157180786133, :x2 0, :y2 1121.6156692504883, :width 1428.6624, :height 2020.5359999999998} {:x1 0, :y1 1118.4187698364258, :x2 0, :y2 1137.6188430786133, :width 1428.6624, :height 2020.5359999999998} {:x1 0, :y1 1134.4219436645508, :x2 0, :y2 1153.6218948364258, :width 1428.6624, :height 2020.5359999999998} {:x1 0, :y1 1150.4249954223633, :x2 0, :y2 1169.6250686645508, :width 1428.6624, :height 2020.5359999999998} {:x1 0, :y1 1166.4281692504883, :x2 0, :y2 1185.6281204223633, :width 1428.6624, :height 2020.5359999999998}), :page 5}, :content {:text "wide range of metrics commonly adopted in literature for evaluating these kinds of tools, measuring aspects like (i) the discovery rate of vulnerabilities, (ii) the rate of analyzed components (e.g., code elements) per time unit, and (iii) the understandability of the output"}, :properties {:color "purple"}}], :extra {:page 4}}