1559 lines
87 KiB
Clojure
1559 lines
87 KiB
Clojure
{:highlights [{:id #uuid "63d5067d-2ee6-47b9-8236-161b6ca6a575",
|
||
:page 7,
|
||
:position {:bounding {:x1 0,
|
||
:y1 30,
|
||
:x2 994.3101806640625,
|
||
:y2 654.3671875,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 0,
|
||
:y1 30,
|
||
:x2 0,
|
||
:y2 49.5,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 46,
|
||
:x2 0,
|
||
:y2 65.5,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 195.71875,
|
||
:y1 582.1484375,
|
||
:x2 994.3011474609375,
|
||
:y2 604.1484375,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 607.2578125,
|
||
:x2 994.3101806640625,
|
||
:y2 629.2578125,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 632.3671875,
|
||
:x2 238.95065307617188,
|
||
:y2 654.3671875,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 7},
|
||
:content {:text "The ever-increasing complexity of software systems often pushes developers to look for a helping hand either from a team-mate or, when not possible, by relying on (semi-)automated tools"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d5068a-ae7b-451a-ac16-ee3a487e286e",
|
||
:page 7,
|
||
:position {:bounding {:x1 0,
|
||
:y1 78,
|
||
:x2 994.1097412109375,
|
||
:y2 704.578125,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 0,
|
||
:y1 78,
|
||
:x2 0,
|
||
:y2 97.5,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 752.3515625,
|
||
:y1 657.46875,
|
||
:x2 994.1097412109375,
|
||
:y2 679.46875,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 194.90625,
|
||
:y1 682.578125,
|
||
:x2 985.3141479492188,
|
||
:y2 704.578125,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 7},
|
||
:content {:text "software tools that can assist developers with a wide range of activities, from reusing code to writing effective bug reports"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d5069c-11d3-42b3-b38d-0d379454913e",
|
||
:page 7,
|
||
:position {:bounding {:x1 313.6875,
|
||
:y1 757.890625,
|
||
:x2 429.4219055175781,
|
||
:y2 779.890625,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 313.6875,
|
||
:y1 757.890625,
|
||
:x2 429.4219055175781,
|
||
:y2 779.890625,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 7},
|
||
:content {:text "JSummarizer"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d506b9-ca0f-4af1-a58c-0dce127890cb",
|
||
:page 7,
|
||
:position {:bounding {:x1 0,
|
||
:y1 238,
|
||
:x2 994.3118286132812,
|
||
:y2 984.9609375,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 0,
|
||
:y1 238,
|
||
:x2 0,
|
||
:y2 257.5,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 254,
|
||
:x2 0,
|
||
:y2 273.5,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 623.953125,
|
||
:y1 912.7421875,
|
||
:x2 994.1728515625,
|
||
:y2 934.7421875,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 937.8515625,
|
||
:x2 994.3118286132812,
|
||
:y2 959.8515625,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 962.9609375,
|
||
:x2 399.34710693359375,
|
||
:y2 984.9609375,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 7},
|
||
:content {:text "data-driven recommenders that can learn how to automate code-related tasks by “looking” at activities performed by real developers in open source project"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d506f9-c019-4e65-8ea7-db459286745e",
|
||
:page 1,
|
||
:position {:bounding {:x1 0,
|
||
:y1 78,
|
||
:x2 993.287353515625,
|
||
:y2 512.640625,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 0,
|
||
:y1 78,
|
||
:x2 0,
|
||
:y2 97.5,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 194.640625,
|
||
:y1 411.078125,
|
||
:x2 993.287353515625,
|
||
:y2 466.578125,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 457.140625,
|
||
:x2 830.6102905273438,
|
||
:y2 512.640625,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 1},
|
||
:content {:text "Automating Code-Related Tasks via Pre-trained Models of Code"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d50727-0b4e-4254-8c5f-cde4d6a19465",
|
||
:page 7,
|
||
:position {:bounding {:x1 0,
|
||
:y1 302,
|
||
:x2 994.3003540039062,
|
||
:y2 1110.484375,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 0,
|
||
:y1 302,
|
||
:x2 0,
|
||
:y2 321.5,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 318,
|
||
:x2 0,
|
||
:y2 337.5,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 334,
|
||
:x2 0,
|
||
:y2 353.5,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 779.7623901367188,
|
||
:y1 1013.171875,
|
||
:x2 994.1790161132812,
|
||
:y2 1035.171875,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 1038.2734375,
|
||
:x2 994.3003540039062,
|
||
:y2 1060.2734375,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 1063.3828125,
|
||
:x2 994.1533203125,
|
||
:y2 1085.3828125,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 1088.484375,
|
||
:x2 399.7372741699219,
|
||
:y2 1110.484375,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 7},
|
||
:content {:text "Such a sheer amount of data unlocked the usage of deep learning (DL) models to support code-related tasks, such as automatic bug-fixing [9, 10 , 11 , 12], code summarization [ 13, 14 , 15 ] and code completion[ 16, 17 , 18 , 19, 20 , 21]. "},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d6ce4b-22e5-44b8-9fc1-5b63233105f8",
|
||
:page 7,
|
||
:position {:bounding {:x1 0,
|
||
:y1 430.00000762939453,
|
||
:x2 795.7760620117188,
|
||
:y2 1049.3333435058594,
|
||
:width 952.4415999999999,
|
||
:height 1347.024},
|
||
:rects ({:x1 0,
|
||
:y1 430.00000762939453,
|
||
:x2 0,
|
||
:y2 449.66667556762695,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 0,
|
||
:y1 446.00000953674316,
|
||
:x2 0,
|
||
:y2 465.6666774749756,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 0,
|
||
:y1 462.00001016259193,
|
||
:x2 0,
|
||
:y2 481.66667810082436,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 520.1192016601562,
|
||
:y1 971.4114685058594,
|
||
:x2 795.7760620117188,
|
||
:y2 989.0781555175781,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 157.1510467529297,
|
||
:y1 991.5000305175781,
|
||
:x2 795.28857421875,
|
||
:y2 1009.1667175292969,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 157.1510467529297,
|
||
:y1 1011.5833435058594,
|
||
:x2 795.2967987060547,
|
||
:y2 1029.2500305175781,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 157.1510467529297,
|
||
:y1 1031.6667175292969,
|
||
:x2 545.3995819091797,
|
||
:y2 1049.3333435058594,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}),
|
||
:page 7},
|
||
:content {:text "Despite the large-scale training, the DL model was able to fix only ∼9% of bugs in Java methods as a real developer would do, posing questions about the possibility of integrating such an approach into recommender systems that can support developers during bug-fixing activities"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d6ce9c-eaab-4902-aeee-634b601ee12d",
|
||
:page 8,
|
||
:position {:bounding {:x1 0,
|
||
:y1 30,
|
||
:x2 797.2128295898438,
|
||
:y2 246.24481201171875,
|
||
:width 952.4415999999999,
|
||
:height 1347.024},
|
||
:rects ({:x1 0,
|
||
:y1 30,
|
||
:x2 0,
|
||
:y2 49.666656494140625,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 0,
|
||
:y1 46,
|
||
:x2 0,
|
||
:y2 65.66665649414062,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 757.9296875,
|
||
:y1 188.40625,
|
||
:x2 797.2128295898438,
|
||
:y2 206.07293701171875,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 157.1510467529297,
|
||
:y1 208.48956298828125,
|
||
:x2 795.2913665771484,
|
||
:y2 226.15625,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 157.1510467529297,
|
||
:y1 228.578125,
|
||
:x2 599.1766815185547,
|
||
:y2 246.24481201171875,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}),
|
||
:page 8},
|
||
:content {:text "Thus, despite the progress in this field, the support that state-of-the-art techniques can offer to developers is still limited, pointing to the need for more researc"},
|
||
:properties {:color "purple"}}
|
||
{:id #uuid "63d6cf76-f25a-4cd9-9dc1-566a0986fcaa",
|
||
:page 8,
|
||
:position {:bounding {:x1 0,
|
||
:y1 158.00000762939453,
|
||
:x2 795.0053100585938,
|
||
:y2 444.8906478881836,
|
||
:width 952.4415999999999,
|
||
:height 1347.024},
|
||
:rects ({:x1 0,
|
||
:y1 158.00000762939453,
|
||
:x2 0,
|
||
:y2 177.6666717529297,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 545.8479919433594,
|
||
:y1 407.1406478881836,
|
||
:x2 795.0053100585938,
|
||
:y2 424.8073043823242,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 157.1510467529297,
|
||
:y1 427.22396087646484,
|
||
:x2 765.05078125,
|
||
:y2 444.8906478881836,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}),
|
||
:page 8},
|
||
:content {:text "hese models can then be fine-tuned in a supervised way to learn how to automate specific tasks (e.g., code summarization)"},
|
||
:properties {:color "purple"}}
|
||
{:id #uuid "63d6d0c5-cca0-408a-86d7-afef395322c3",
|
||
:page 8,
|
||
:position {:bounding {:x1 0,
|
||
:y1 270.00000762939453,
|
||
:x2 795.2916870117188,
|
||
:y2 626.3593978881836,
|
||
:width 952.4415999999999,
|
||
:height 1347.024},
|
||
:rects ({:x1 0,
|
||
:y1 270.00000762939453,
|
||
:x2 0,
|
||
:y2 289.6666793823242,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 0,
|
||
:y1 286.00000762939453,
|
||
:x2 0,
|
||
:y2 305.6666793823242,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 0,
|
||
:y1 302.00000762939453,
|
||
:x2 0,
|
||
:y2 321.6666793823242,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 354.06341552734375,
|
||
:y1 548.4375228881836,
|
||
:x2 795.2916870117188,
|
||
:y2 566.1041793823242,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 157.1510467529297,
|
||
:y1 568.5208358764648,
|
||
:x2 795.2819213867188,
|
||
:y2 586.1875228881836,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 157.1510467529297,
|
||
:y1 588.6042098999023,
|
||
:x2 795.2903060913086,
|
||
:y2 606.2708358764648,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 156.578125,
|
||
:y1 608.6927108764648,
|
||
:x2 366.89031982421875,
|
||
:y2 626.3593978881836,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}),
|
||
:page 8},
|
||
:content {:text "oncrete examples of these applications are CodeBERT [ 24], a pre-trained model for programming language and natural language, and IntelliCode Compose[16], an advanced code completion technique exploiting a multi-layer generative pretrained Transformer for code (GPT-C"},
|
||
:properties {:color "purple"}}
|
||
{:id #uuid "63d6d13a-b8aa-4d1a-a174-05bc483f6c8f",
|
||
:page 8,
|
||
:position {:bounding {:x1 0,
|
||
:y1 414.00001525878906,
|
||
:x2 795.2884521484375,
|
||
:y2 767.6562805175781,
|
||
:width 952.4415999999999,
|
||
:height 1347.024},
|
||
:rects ({:x1 0,
|
||
:y1 414.00001525878906,
|
||
:x2 0,
|
||
:y2 433.66668701171875,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 156.578125,
|
||
:y1 729.9062805175781,
|
||
:x2 795.2884521484375,
|
||
:y2 747.5729675292969,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}
|
||
{:x1 157.1510467529297,
|
||
:y1 749.9895935058594,
|
||
:x2 320.9048309326172,
|
||
:y2 767.6562805175781,
|
||
:width 952.4415999999999,
|
||
:height 1347.024}),
|
||
:page 8},
|
||
:content {:text "T5 also allows multi-task learning, meaning that a single model can be trained to learn several tasks at the same time"},
|
||
:properties {:color "purple"}}
|
||
{:id #uuid "63d7c598-cde8-4f6d-8363-7a6307124e9e",
|
||
:page 8,
|
||
:position {:bounding {:x1 0,
|
||
:y1 190.00000762939453,
|
||
:x2 828.8677978515625,
|
||
:y2 547.8229141235352,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999},
|
||
:rects ({:x1 0,
|
||
:y1 190.00000762939453,
|
||
:x2 0,
|
||
:y2 209.3333511352539,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}
|
||
{:x1 0,
|
||
:y1 206.00000762939453,
|
||
:x2 0,
|
||
:y2 225.3333511352539,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}
|
||
{:x1 0,
|
||
:y1 222.00000762939453,
|
||
:x2 0,
|
||
:y2 241.3333511352539,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}
|
||
{:x1 188.6041717529297,
|
||
:y1 466.38541412353516,
|
||
:x2 828.4173431396484,
|
||
:y2 485.0521011352539,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}
|
||
{:x1 161.75,
|
||
:y1 487.31253814697266,
|
||
:x2 828.4262084960938,
|
||
:y2 505.97916412353516,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}
|
||
{:x1 163.6979217529297,
|
||
:y1 508.22916412353516,
|
||
:x2 828.8677978515625,
|
||
:y2 526.8958511352539,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}
|
||
{:x1 163.6979217529297,
|
||
:y1 529.1562881469727,
|
||
:x2 701.7826385498047,
|
||
:y2 547.8229141235352,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}),
|
||
:page 8},
|
||
:content {:text "The idea of using the “pretrain-then-finetune” paradigm to support software engineering(SE) tasks has been firstly proposed by Robbes et al. [ 22], which suggested it as a way to overcome the limited size of training datasets available for specific tasks (e.g., sentiment analysis on software-related corpora such as Stack Overflow discussions"},
|
||
:properties {:color "blue"}}
|
||
{:id #uuid "63d7cca6-842f-4792-80aa-3428b6ec17cc",
|
||
:page 8,
|
||
:position {:bounding {:x1 255.46875762939453,
|
||
:y1 1306.8854217529297,
|
||
:x2 931.7757034301758,
|
||
:y2 1325.5521697998047,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 255.46875762939453,
|
||
:y1 1306.8854217529297,
|
||
:x2 931.7757034301758,
|
||
:y2 1325.5521697998047,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 8},
|
||
:content {:text "Studying the Usage of Text-To-Text Transfer Transformer to Support Code-Related Tasks"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7cce0-29be-4e63-bd6b-6e6364f87a1f",
|
||
:page 8,
|
||
:position {:bounding {:x1 0,
|
||
:y1 686.0000305175781,
|
||
:x2 1060.5163803100586,
|
||
:y2 1483.7291870117188,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 0,
|
||
:y1 686.0000305175781,
|
||
:x2 0,
|
||
:y2 705.3333587646484,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 425.5033187866211,
|
||
:y1 1432.9479370117188,
|
||
:x2 1060.5163803100586,
|
||
:y2 1456.9479370117188,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 1459.7291870117188,
|
||
:x2 385.4878158569336,
|
||
:y2 1483.7291870117188,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 8},
|
||
:content {:text "we did not investigate the role played by pre-training the model and then fine-tuning it."},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63d7cd04-93f5-4553-994a-58490e955448",
|
||
:page 9,
|
||
:position {:bounding {:x1 255.46875762939453,
|
||
:y1 415.6770935058594,
|
||
:x2 618.1369705200195,
|
||
:y2 434.3437805175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 255.46875762939453,
|
||
:y1 415.6770935058594,
|
||
:x2 618.1369705200195,
|
||
:y2 434.3437805175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "Using Transfer-Learning for Code-Related Tasks"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7cd11-e1df-4a63-b0da-e4e7a799c6ff",
|
||
:page 9,
|
||
:position {:bounding {:x1 835.2900619506836,
|
||
:y1 523.6145935058594,
|
||
:x2 1000.0783309936523,
|
||
:y2 547.6145935058594,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 835.2900619506836,
|
||
:y1 523.6145935058594,
|
||
:x2 1000.0783309936523,
|
||
:y2 547.6145935058594,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "pretraining phase"},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63d7cdba-9792-42ec-9bc0-5709b66b1c89",
|
||
:page 9,
|
||
:position {:bounding {:x1 0,
|
||
:y1 238,
|
||
:x2 1060.5110702514648,
|
||
:y2 723.0416564941406,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 0,
|
||
:y1 238,
|
||
:x2 0,
|
||
:y2 257.3333435058594,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 989.1996688842773,
|
||
:y1 672.2604064941406,
|
||
:x2 1060.5110702514648,
|
||
:y2 696.2604064941406,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 699.0416564941406,
|
||
:x2 427.10372161865234,
|
||
:y2 723.0416564941406,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "(i) code snippet summarization"},
|
||
:properties {:color "blue"}}
|
||
{:id #uuid "63d7cdc0-9ef0-4b28-98cd-827fe7b34f01",
|
||
:page 9,
|
||
:position {:bounding {:x1 250.94440460205078,
|
||
:y1 725.8229064941406,
|
||
:x2 772.5559768676758,
|
||
:y2 749.8229064941406,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 250.94440460205078,
|
||
:y1 725.8229064941406,
|
||
:x2 772.5559768676758,
|
||
:y2 749.8229064941406,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "(ii) generation and injection of complete log statements."},
|
||
:properties {:color "blue"}}
|
||
{:id #uuid "63d7cde1-4383-4bcf-a4a9-8c76a2756241",
|
||
:page 9,
|
||
:position {:bounding {:x1 214.11458587646484,
|
||
:y1 815.7500305175781,
|
||
:x2 447.64112854003906,
|
||
:y2 839.7500305175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 214.11458587646484,
|
||
:y1 815.7500305175781,
|
||
:x2 447.64112854003906,
|
||
:y2 839.7500305175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "∼10% correct prediction"},
|
||
:properties {:color "blue"}}
|
||
{:id #uuid "63d7cde9-fa31-45d3-9661-120c582348ed",
|
||
:page 9,
|
||
:position {:bounding {:x1 407.6670455932617,
|
||
:y1 788.9791564941406,
|
||
:x2 533.3889389038086,
|
||
:y2 812.9791564941406,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 407.6670455932617,
|
||
:y1 788.9791564941406,
|
||
:x2 533.3889389038086,
|
||
:y2 812.9791564941406,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "pretrained T5 "},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63d7cefc-62c7-46a5-9f9b-04c2291a2aca",
|
||
:page 9,
|
||
:position {:bounding {:x1 0,
|
||
:y1 334,
|
||
:x2 1060.5043563842773,
|
||
:y2 893.3125305175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 0,
|
||
:y1 334,
|
||
:x2 0,
|
||
:y2 353.3333435058594,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 780.6746444702148,
|
||
:y1 842.5312805175781,
|
||
:x2 1060.5043563842773,
|
||
:y2 866.5312805175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 869.3125305175781,
|
||
:x2 781.9647903442383,
|
||
:y2 893.3125305175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "we moved from the automated generation of complete summaries, to code comment comple"},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63d7cf4a-4303-432b-b8e0-e495a4e73ba2",
|
||
:page 9,
|
||
:position {:bounding {:x1 255.46875762939453,
|
||
:y1 1024.8541660308838,
|
||
:x2 643.3600540161133,
|
||
:y2 1043.5209140777588,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 255.46875762939453,
|
||
:y1 1024.8541660308838,
|
||
:x2 643.3600540161133,
|
||
:y2 1043.5209140777588,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "An Empirical Study on Code Comment Completion"},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63d7cf6c-e160-4d69-8b5d-ef64f2e819f4",
|
||
:page 9,
|
||
:position {:bounding {:x1 0,
|
||
:y1 -2,
|
||
:x2 1064.5298080444336,
|
||
:y2 893.3125400543213,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 0,
|
||
:y1 -2,
|
||
:x2 0,
|
||
:y2 17.33333396911621,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 14.000001907348633,
|
||
:x2 0,
|
||
:y2 33.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 30.000001907348633,
|
||
:x2 0,
|
||
:y2 49.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 46.00000190734863,
|
||
:x2 0,
|
||
:y2 65.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 62.00000190734863,
|
||
:x2 0,
|
||
:y2 81.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 78.00000190734863,
|
||
:x2 0,
|
||
:y2 97.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 94.00000190734863,
|
||
:x2 0,
|
||
:y2 113.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 110.00000953674316,
|
||
:x2 0,
|
||
:y2 129.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 126.00000953674316,
|
||
:x2 0,
|
||
:y2 145.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 142.00000953674316,
|
||
:x2 0,
|
||
:y2 161.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 156.45833778381348,
|
||
:x2 1060.4565658569336,
|
||
:y2 180.45833778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 158.00000953674316,
|
||
:x2 0,
|
||
:y2 177.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 174.00000953674316,
|
||
:x2 0,
|
||
:y2 193.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 190.00000953674316,
|
||
:x2 0,
|
||
:y2 209.33333778381348,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 206.00000953674316,
|
||
:x2 0,
|
||
:y2 225.33335304260254,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 222.00000953674316,
|
||
:x2 0,
|
||
:y2 241.33335304260254,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 241.4166717529297,
|
||
:y1 223.7604160308838,
|
||
:x2 1063.4741668701172,
|
||
:y2 247.7604160308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 238.00000953674316,
|
||
:x2 0,
|
||
:y2 257.33335304260254,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 250.5416660308838,
|
||
:x2 1064.5298080444336,
|
||
:y2 274.5416660308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 254.00000953674316,
|
||
:x2 0,
|
||
:y2 273.33335304260254,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 270.00000953674316,
|
||
:x2 0,
|
||
:y2 289.33335304260254,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 277.3229160308838,
|
||
:x2 1060.4080429077148,
|
||
:y2 301.3229160308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 286.00000953674316,
|
||
:x2 0,
|
||
:y2 305.33335304260254,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 302.00000953674316,
|
||
:x2 0,
|
||
:y2 321.33335304260254,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 304.1041660308838,
|
||
:x2 945.3903884887695,
|
||
:y2 328.1041660308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 318.00000953674316,
|
||
:x2 0,
|
||
:y2 337.33335304260254,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 0,
|
||
:y1 334.00000953674316,
|
||
:x2 0,
|
||
:y2 353.33335304260254,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 241.4166717529297,
|
||
:y1 340.46875953674316,
|
||
:x2 1060.5113372802734,
|
||
:y2 364.46875953674316,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 367.25000953674316,
|
||
:x2 1016.5921096801758,
|
||
:y2 391.25000953674316,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 255.46875762939453,
|
||
:y1 415.67710304260254,
|
||
:x2 618.1369705200195,
|
||
:y2 434.34375953674316,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 255.46875762939453,
|
||
:y1 442.45835304260254,
|
||
:x2 1024.2378768920898,
|
||
:y2 461.12500953674316,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 255.00000762939453,
|
||
:y1 463.65625953674316,
|
||
:x2 1020.2079696655273,
|
||
:y2 482.3229160308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 254.25000762939453,
|
||
:y1 484.8541660308838,
|
||
:x2 390.8912582397461,
|
||
:y2 503.52085304260254,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 241.4166717529297,
|
||
:y1 523.6146030426025,
|
||
:x2 1060.5191497802734,
|
||
:y2 547.6146030426025,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 550.3854160308838,
|
||
:x2 736.5257034301758,
|
||
:y2 574.3854160308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 618.7083530426025,
|
||
:x2 1060.4287948608398,
|
||
:y2 642.7083530426025,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 645.4896030426025,
|
||
:x2 1060.5178298950195,
|
||
:y2 669.4896030426025,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 672.2604160308838,
|
||
:x2 1060.5110549926758,
|
||
:y2 696.2604160308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 699.0416660308838,
|
||
:x2 1063.4365463256836,
|
||
:y2 723.0416660308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 725.8229160308838,
|
||
:x2 772.5559768676758,
|
||
:y2 749.8229160308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 241.4166717529297,
|
||
:y1 762.1979160308838,
|
||
:x2 1060.5000228881836,
|
||
:y2 786.1979160308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 788.9791660308838,
|
||
:x2 1060.1563186645508,
|
||
:y2 812.9791660308838,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 207.0416717529297,
|
||
:y1 815.7500400543213,
|
||
:x2 1060.4771347045898,
|
||
:y2 839.7500400543213,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 842.5312900543213,
|
||
:x2 1060.5043411254883,
|
||
:y2 866.5312900543213,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 869.3125400543213,
|
||
:x2 939.4775466918945,
|
||
:y2 893.3125400543213,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "3 1.1 Expected Contributions and State of the Research In other words, we were not aware of the benefits (if any) brought by pre-training the model, since we did not compare a pre-trained T5 with a non pre-trained T5 (i.e., only fine-tuning). Second, we did not study the impact on performances of mixing tasks (i.e., multi-task) when specializing the model on the set of code-related tasks we aimed at supporting. For such reasons, we extended our ICSE 2021 work by investigating these two specific aspects. We reported the results of this second investigation in the following paper [2]: Using Transfer-Learning for Code-Related Tasks Antonio Mastropaolo , Nathan Cooper, David Nader-Palacio, Simone Scalabrino, Denys Poshyvanyk, Rocco Oliveto, Gabriele Bavota. In IEEE Transactions on Software Engineering (TSE2022), to appear. Our findings showed the boost in performance provided by the pretraining phase, while did not highlight a major role of the multi-task learning. Once established the effectiveness of the “pretrain-then-finetune” paradigm in dealing with code-related tasks, we decided to explicitly focus on two tasks which are characterized by a mix of code and natural language and for which support in the literature is lacking: (i) code snippet summarization (i.e., the ability to describe in natural language a snippet of code), and (ii) generation and injection of complete log statements. As for the former (i.e., code snippet summarization), the results of our ICSE 2021 paper [ 1 ] showed that even the pretrained T5 struggles in generating summaries for entire Java methods(∼10% correct predictions). Thus, as a first step, we studied whether by simplifying the problem it was possible to achieve better results. In particular, we moved from the automated generation of complete summaries, to code comment completion, in which the"},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63d7cfbb-41c8-42c5-b6e3-88394be725a3",
|
||
:page 9,
|
||
:position {:bounding {:x1 676.2459335327148,
|
||
:y1 1165.1458740234375,
|
||
:x2 926.1286239624023,
|
||
:y2 1189.1458740234375,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 676.2459335327148,
|
||
:y1 1165.1458740234375,
|
||
:x2 926.1286239624023,
|
||
:y2 1189.1458740234375,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "(∼16% correct predictions)"},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63d7cfd1-3aca-4719-b991-ca8b266613a5",
|
||
:page 9,
|
||
:position {:bounding {:x1 0,
|
||
:y1 558.0000305175781,
|
||
:x2 1058.2141952514648,
|
||
:y2 1296.2709350585938,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 0,
|
||
:y1 558.0000305175781,
|
||
:x2 0,
|
||
:y2 577.3333740234375,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 911.1449813842773,
|
||
:y1 1245.4896240234375,
|
||
:x2 1058.2141952514648,
|
||
:y2 1269.4896240234375,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 1272.2708740234375,
|
||
:x2 730.6156692504883,
|
||
:y2 1296.2709350585938,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "A first challenge to overcome here is the building of the training datase"},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63d7cfd8-3ec7-4c7e-8c5b-617d7f298916",
|
||
:page 9,
|
||
:position {:bounding {:x1 474.2812728881836,
|
||
:y1 1299.0416870117188,
|
||
:x2 660.1458358764648,
|
||
:y2 1323.0416870117188,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 474.2812728881836,
|
||
:y1 1299.0416870117188,
|
||
:x2 660.1458358764648,
|
||
:y2 1323.0416870117188,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "<method, javadoc>"},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63d7cff1-e728-48b0-ad6f-7cc2a2d0a4eb",
|
||
:page 9,
|
||
:position {:bounding {:x1 0,
|
||
:y1 638.0000305175781,
|
||
:x2 1059.5431747436523,
|
||
:y2 1430.1666870117188,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 0,
|
||
:y1 638.0000305175781,
|
||
:x2 0,
|
||
:y2 657.3333740234375,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 684.4324569702148,
|
||
:y1 1379.3854370117188,
|
||
:x2 1059.5431747436523,
|
||
:y2 1403.3854370117188,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 1406.1666870117188,
|
||
:x2 835.5146560668945,
|
||
:y2 1430.1666870117188,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 9},
|
||
:content {:text "As of Today, our dataset counts over 11k pairs and will be soon made available to the research community"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7d2a3-4a2a-4680-85e3-170a319a42fb",
|
||
:page 10,
|
||
:position {:bounding {:x1 632.6717147827148,
|
||
:y1 357.6562805175781,
|
||
:x2 1010.7998886108398,
|
||
:y2 381.6562805175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 632.6717147827148,
|
||
:y1 357.6562805175781,
|
||
:x2 1010.7998886108398,
|
||
:y2 381.6562805175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 10},
|
||
:content {:text " LANCE (Log stAtemeNt reCommEnder"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7d2bc-e0a4-4c8b-bb12-b7655d3a8e07",
|
||
:page 10,
|
||
:position {:bounding {:x1 255.46875762939453,
|
||
:y1 476.8333435058594,
|
||
:x2 707.8502883911133,
|
||
:y2 495.5000305175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 255.46875762939453,
|
||
:y1 476.8333435058594,
|
||
:x2 707.8502883911133,
|
||
:y2 495.5000305175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 10},
|
||
:content {:text "Using Deep Learning to Generate Complete Log Statements"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7d30a-2499-4c9b-97fa-9e6177b83af1",
|
||
:page 10,
|
||
:position {:bounding {:x1 0,
|
||
:y1 238,
|
||
:x2 1060.9341049194336,
|
||
:y2 671.0625305175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 0,
|
||
:y1 238,
|
||
:x2 0,
|
||
:y2 257.3333435058594,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 739.3103866577148,
|
||
:y1 620.2812805175781,
|
||
:x2 1060.9341049194336,
|
||
:y2 644.2812805175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 647.0625305175781,
|
||
:x2 691.1983108520508,
|
||
:y2 671.0625305175781,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 10},
|
||
:content {:text "LANCE in order to decide a proper number of statements which may be needed (0 to n)"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7d31a-073a-4071-90ec-c44124e40df4",
|
||
:page 10,
|
||
:position {:bounding {:x1 0,
|
||
:y1 318,
|
||
:x2 1060.4460067749023,
|
||
:y2 888.0209045410156,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032},
|
||
:rects ({:x1 0,
|
||
:y1 318,
|
||
:x2 0,
|
||
:y2 337.3333435058594,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 422.8521957397461,
|
||
:y1 837.2395935058594,
|
||
:x2 1060.4460067749023,
|
||
:y2 861.2395935058594,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}
|
||
{:x1 209.53125762939453,
|
||
:y1 864.0208435058594,
|
||
:x2 601.3752517700195,
|
||
:y2 888.0209045410156,
|
||
:width 1269.9221333333332,
|
||
:height 1796.032}),
|
||
:page 10},
|
||
:content {:text "ata-driven techniques” can support the task of automated variable renaming in the context of Java methods"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7d524-b64f-4660-b5e4-45850686bc81",
|
||
:page 12,
|
||
:position {:bounding {:x1 1026.763427734375,
|
||
:y1 806.5729370117188,
|
||
:x2 1126.2420654296875,
|
||
:y2 831.9062805175781,
|
||
:width 1349.2922666666666,
|
||
:height 1908.2839999999999},
|
||
:rects ({:x1 1026.763427734375,
|
||
:y1 806.5729370117188,
|
||
:x2 1126.2420654296875,
|
||
:y2 831.9062805175781,
|
||
:width 1349.2922666666666,
|
||
:height 1908.2839999999999}),
|
||
:page 12},
|
||
:content {:text "extractive"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7d526-e4b8-4e8f-92ff-028494d0f906",
|
||
:page 12,
|
||
:position {:bounding {:x1 454.510986328125,
|
||
:y1 835.0312805175781,
|
||
:x2 571.5777587890625,
|
||
:y2 860.3645935058594,
|
||
:width 1349.2922666666666,
|
||
:height 1908.2839999999999},
|
||
:rects ({:x1 454.510986328125,
|
||
:y1 835.0312805175781,
|
||
:x2 571.5777587890625,
|
||
:y2 860.3645935058594,
|
||
:width 1349.2922666666666,
|
||
:height 1908.2839999999999}),
|
||
:page 12},
|
||
:content {:text "abstractive "},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7d59c-004b-4a82-9256-358c87cf4918",
|
||
:page 12,
|
||
:position {:bounding {:x1 491.304443359375,
|
||
:y1 1464.5417175292969,
|
||
:x2 986.4356689453125,
|
||
:y2 1489.8750915527344,
|
||
:width 1349.2922666666666,
|
||
:height 1908.2839999999999},
|
||
:rects ({:x1 491.304443359375,
|
||
:y1 1464.5417175292969,
|
||
:x2 986.4356689453125,
|
||
:y2 1489.8750915527344,
|
||
:width 1349.2922666666666,
|
||
:height 1908.2839999999999}),
|
||
:page 12},
|
||
:content {:text "(i) techniques aimed at documenting code snippets"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7d59f-f962-4765-895c-cbce7fa2a707",
|
||
:page 12,
|
||
:position {:bounding {:x1 513.5955810546875,
|
||
:y1 1493.0000915527344,
|
||
:x2 767.6968994140625,
|
||
:y2 1518.3333435058594,
|
||
:width 1349.2922666666666,
|
||
:height 1908.2839999999999},
|
||
:rects ({:x1 513.5955810546875,
|
||
:y1 1493.0000915527344,
|
||
:x2 767.6968994140625,
|
||
:y2 1518.3333435058594,
|
||
:width 1349.2922666666666,
|
||
:height 1908.2839999999999}),
|
||
:page 12},
|
||
:content {:text " (ii) DL-based approaches"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63d7d936-6d72-4d36-adfb-7a6961f16c66",
|
||
:page 15,
|
||
:position {:bounding {:x1 163.6979217529297,
|
||
:y1 473.8958282470703,
|
||
:x2 538.8828277587891,
|
||
:y2 519.8958282470703,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999},
|
||
:rects ({:x1 163.6979217529297,
|
||
:y1 473.8958282470703,
|
||
:x2 538.8828277587891,
|
||
:y2 519.8958282470703,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}),
|
||
:page 15},
|
||
:content {:text "Code-Related Tasks"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63da5551-7fa6-42a9-a66a-bee8cb8cf16e",
|
||
:page 15,
|
||
:position {:bounding {:x1 0,
|
||
:y1 78,
|
||
:x2 828.4191284179688,
|
||
:y2 597.8854370117188,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999},
|
||
:rects ({:x1 0,
|
||
:y1 78,
|
||
:x2 0,
|
||
:y2 97.33333587646484,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}
|
||
{:x1 763.9447021484375,
|
||
:y1 558.3021240234375,
|
||
:x2 828.4191284179688,
|
||
:y2 576.96875,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}
|
||
{:x1 163.69793701171875,
|
||
:y1 579.21875,
|
||
:x2 660.0870971679688,
|
||
:y2 597.8854370117188,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}),
|
||
:page 15},
|
||
:content {:text "bi-modal data (i.e., involving both source code and technical natural language)"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63da582e-7e3b-4874-816f-878254c27187",
|
||
:page 15,
|
||
:position {:bounding {:x1 0,
|
||
:y1 222,
|
||
:x2 828.1309509277344,
|
||
:y2 841.8021240234375,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999},
|
||
:rects ({:x1 0,
|
||
:y1 222,
|
||
:x2 0,
|
||
:y2 241.33334350585938,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}
|
||
{:x1 285.3167419433594,
|
||
:y1 802.21875,
|
||
:x2 828.1309509277344,
|
||
:y2 820.8854370117188,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}
|
||
{:x1 163.69793701171875,
|
||
:y1 823.1354370117188,
|
||
:x2 417.3739013671875,
|
||
:y2 841.8021240234375,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}),
|
||
:page 15},
|
||
:content {:text "e trained model is fine-tuned on smaller and specialized datasets, each one aimed at supporting a specific task"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63da5c2a-9a57-497f-b3f3-67ab86a35147",
|
||
:page 15,
|
||
:position {:bounding {:x1 188.60418701171875,
|
||
:y1 994.1875,
|
||
:x2 339.42864990234375,
|
||
:y2 1012.8541870117188,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999},
|
||
:rects ({:x1 188.60418701171875,
|
||
:y1 994.1875,
|
||
:x2 339.42864990234375,
|
||
:y2 1012.8541870117188,
|
||
:width 992.1266666666666,
|
||
:height 1403.1499999999999}),
|
||
:page 15},
|
||
:content {:text "Automatic bug-fixing"},
|
||
:properties {:color "purple"}}
|
||
{:id #uuid "63da5cde-1ecc-475e-8410-064134269db1",
|
||
:page 15,
|
||
:position {:bounding {:x1 0,
|
||
:y1 462.00001525878906,
|
||
:x2 993.7478942871094,
|
||
:y2 1391.0313415527344,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 0,
|
||
:y1 462.00001525878906,
|
||
:x2 0,
|
||
:y2 481.3333435058594,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 287.3182067871094,
|
||
:y1 1343.9270935058594,
|
||
:x2 993.7478942871094,
|
||
:y2 1365.9270935058594,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 1369.0313415527344,
|
||
:x2 412.515380859375,
|
||
:y2 1391.0313415527344,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 15},
|
||
:content {:text "he abstraction process includes a mechanism to transform back the abstracted code into its raw format."},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63da5db0-1788-49d0-981f-4f4a160c0096",
|
||
:page 16,
|
||
:position {:bounding {:x1 0,
|
||
:y1 334.00001525878906,
|
||
:x2 996.7708740234375,
|
||
:y2 937.0938262939453,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 0,
|
||
:y1 334.00001525878906,
|
||
:x2 0,
|
||
:y2 353.3333282470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 350.00001525878906,
|
||
:x2 0,
|
||
:y2 369.3333282470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 366.00001525878906,
|
||
:x2 0,
|
||
:y2 385.3333282470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 382.00001525878906,
|
||
:x2 0,
|
||
:y2 401.3333282470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 398.00001525878906,
|
||
:x2 0,
|
||
:y2 417.3333282470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 414.00001525878906,
|
||
:x2 0,
|
||
:y2 433.3333282470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 226.32293701171875,
|
||
:y1 764.4583282470703,
|
||
:x2 996.7708740234375,
|
||
:y2 786.4583282470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 194.90625,
|
||
:y1 789.5625152587891,
|
||
:x2 994.1151123046875,
|
||
:y2 811.5625152587891,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 814.6667022705078,
|
||
:x2 994.1048583984375,
|
||
:y2 836.6667022705078,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 839.7708282470703,
|
||
:x2 994.11376953125,
|
||
:y2 861.7708282470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 864.8854522705078,
|
||
:x2 994.52197265625,
|
||
:y2 886.8854522705078,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 194.10418701171875,
|
||
:y1 889.9895782470703,
|
||
:x2 994.107421875,
|
||
:y2 911.9895782470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 194.10418701171875,
|
||
:y1 915.0937652587891,
|
||
:x2 388.5441589355469,
|
||
:y2 937.0938262939453,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 16},
|
||
:content {:text "The choice of the four tasks subject of our study (i.e., bug-fixing, mutants injection, asserts generation, and code summarization) is dictated by the will of experimenting with tasks that use, represent, and manipulate code in different ways. In particular, we include in our study tasks aimed at (i) transforming the input code with the goal of changing its behavior (bug-fixing and mutants injection); (ii) “comprehending code” to verify its behavior(asserts generation); and (iii) “comprehending code” to summarize it in natural language(code summarization)."},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63da5def-890e-49e0-ad12-5d30f45b5a21",
|
||
:page 16,
|
||
:position {:bounding {:x1 0,
|
||
:y1 446.00001525878906,
|
||
:x2 994.27783203125,
|
||
:y2 1013.4270782470703,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 0,
|
||
:y1 446.00001525878906,
|
||
:x2 0,
|
||
:y2 465.3333282470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 462.00001525878906,
|
||
:x2 0,
|
||
:y2 481.3333282470703,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 226.32293701171875,
|
||
:y1 941.2188262939453,
|
||
:x2 994.27783203125,
|
||
:y2 963.2188262939453,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 966.3229522705078,
|
||
:x2 994.12548828125,
|
||
:y2 988.3229522705078,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 991.4270782470703,
|
||
:x2 474.9195556640625,
|
||
:y2 1013.4270782470703,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 16},
|
||
:content {:text "Once the T5 model has been fine-tuned on all these tasks, we run it on the same test sets used in the four referenced works [ 9, 26 , 27 , 14] comparing the achieved results to those reported in the original work. Ta"},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63da5e2b-3eae-45d1-9aa9-2b6f752eb86a",
|
||
:page 16,
|
||
:position {:bounding {:x1 353,
|
||
:y1 197.333984375,
|
||
:x2 846,
|
||
:y2 440.333984375,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects (),
|
||
:page 16},
|
||
:content {:text "[:span]", :image 1675255337534},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63da5ea9-868e-4f7f-9d5d-83d82ee015e0",
|
||
:page 16,
|
||
:position {:bounding {:x1 567.2872314453125,
|
||
:y1 1343.9271850585938,
|
||
:x2 661.669189453125,
|
||
:y2 1365.9271850585938,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 567.2872314453125,
|
||
:y1 1343.9271850585938,
|
||
:x2 661.669189453125,
|
||
:y2 1365.9271850585938,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 16},
|
||
:content {:text "substantial"},
|
||
:properties {:color "yellow"}}
|
||
{:id #uuid "63da5eae-172a-4698-943f-d42195066d80",
|
||
:page 16,
|
||
:position {:bounding {:x1 583.098388671875,
|
||
:y1 1369.0313110351562,
|
||
:x2 870.9207763671875,
|
||
:y2 1391.0313110351562,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 583.098388671875,
|
||
:y1 1369.0313110351562,
|
||
:x2 870.9207763671875,
|
||
:y2 1391.0313110351562,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 16},
|
||
:content {:text "11% vs 3% of correct predictions"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63da5ec6-500f-44cd-a7a0-4c9663074e28",
|
||
:page 17,
|
||
:position {:bounding {:x1 0,
|
||
:y1 46,
|
||
:x2 994.11962890625,
|
||
:y2 332.73956298828125,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects ({:x1 0,
|
||
:y1 46,
|
||
:x2 0,
|
||
:y2 65.33331298828125,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 0,
|
||
:y1 62,
|
||
:x2 0,
|
||
:y2 81.33331298828125,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 573.8662109375,
|
||
:y1 260.53125,
|
||
:x2 993.72021484375,
|
||
:y2 282.53125,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 285.6353759765625,
|
||
:x2 994.11962890625,
|
||
:y2 307.6353759765625,
|
||
:width 1190.552,
|
||
:height 1683.78}
|
||
{:x1 196.4375,
|
||
:y1 310.73956298828125,
|
||
:x2 572.7646484375,
|
||
:y2 332.73956298828125,
|
||
:width 1190.552,
|
||
:height 1683.78}),
|
||
:page 17},
|
||
:content {:text "e fine-tuned a single pre-trained T5 model in a multi-task setting on all four tasks, showing that it is able to achieve better results as compared to the four referenced baselines"},
|
||
:properties {:color "green"}}
|
||
{:id #uuid "63da605b-9f06-4373-8aab-ffd2ea7e3a9f",
|
||
:page 17,
|
||
:position {:bounding {:x1 197,
|
||
:y1 654.666015625,
|
||
:x2 1007,
|
||
:y2 983.666015625,
|
||
:width 1190.552,
|
||
:height 1683.78},
|
||
:rects (),
|
||
:page 17},
|
||
:content {:text "[:span]", :image 1675255897546},
|
||
:properties {:color "green"}}],
|
||
:extra {:page 1}}
|